2024-04-15T20:48:51.351 INFO:root:teuthology version: 0.0.1.dev267+g6c63784 2024-04-15T20:48:51.352 DEBUG:teuthology.run:Teuthology command: teuthology --verbose --owner scheduled_teuthology@teuthology --description orch/cephadm/upgrade/{1-start-distro/1-start-centos_9.stream 2-repo_digest/repo_digest 3-upgrade/staggered 4-wait 5-upgrade-ls agent/on mon_election/connectivity} --archive /home/teuthworker/archive/teuthology-2024-04-15_20:08:15-orch-main-distro-default-smithi/7657317 --name teuthology-2024-04-15_20:08:15-orch-main-distro-default-smithi -- /home/teuthworker/archive/teuthology-2024-04-15_20:08:15-orch-main-distro-default-smithi/7657317/orig.config.yaml 2024-04-15T20:48:51.398 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-04-15T20:48:51.483 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/teuthology-2024-04-15_20:08:15-orch-main-distro-default-smithi/7657317 branch: main description: orch/cephadm/upgrade/{1-start-distro/1-start-centos_9.stream 2-repo_digest/repo_digest 3-upgrade/staggered 4-wait 5-upgrade-ls agent/on mon_election/connectivity} email: ceph-qa@ceph.com first_in_suite: false job_id: '7657317' kernel: kdb: 1 sha1: distro last_in_suite: false machine_type: smithi name: teuthology-2024-04-15_20:08:15-orch-main-distro-default-smithi no_nested_subset: false nuke-on-error: true os_type: centos os_version: 9.stream overrides: admin_socket: branch: main ceph: conf: global: mon election default strategy: 3 mgr: debug mgr: 20 debug ms: 1 mgr/cephadm/use_agent: true mon: debug mon: 20 debug ms: 1 debug paxos: 20 osd: debug ms: 1 debug osd: 20 flavor: default log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) log-only-match: - CEPHADM_ sha1: 87dbfb632e974cb2c28d17423071d2d833b53b29 ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} install: ceph: flavor: default sha1: 87dbfb632e974cb2c28d17423071d2d833b53b29 workunit: branch: main sha1: 3f7db60e5ba4c4d053b594b7ec58703d2833c55b owner: scheduled_teuthology@teuthology priority: 950 repo: https://git.ceph.com/ceph.git roles: - - mon.a - mon.c - mgr.y - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - node-exporter.a - alertmanager.a - - mon.b - mgr.x - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - prometheus.a - grafana.a - node-exporter.b seed: 8042 sha1: 87dbfb632e974cb2c28d17423071d2d833b53b29 sleep_before_teardown: 0 subset: 25/64 suite: orch suite_branch: main suite_path: /home/teuthworker/src/git.ceph.com_ceph_3f7db60e5ba4c4d053b594b7ec58703d2833c55b/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph.git suite_sha1: 3f7db60e5ba4c4d053b594b7ec58703d2833c55b targets: smithi057.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBBjVIIb4EpNjxl3oORrVUrMmft51iu2Sv/wl2herYdXVpPYbXlnPK7FDVtwrq7mfA34tHtNem5pHA56UyEunhSE= smithi148.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBL6KfaNSzaEBeUyarvZ6dujpQpOawCJcd1Yrx25duUzD4l9Gptc8I2aG5ARPO67Yawap3OJZJ3HffF+zOE7gSDw= tasks: - cephadm: cephadm_branch: v17.2.0 cephadm_git_url: https://github.com/ceph/ceph image: quay.io/ceph/ceph:v17.2.0 - cephadm.shell: mon.a: - ceph config set mgr mgr/cephadm/use_repo_digest false --force - cephadm.shell: env: - sha1 mon.a: - radosgw-admin realm create --rgw-realm=r --default - radosgw-admin zonegroup create --rgw-zonegroup=default --master --default - radosgw-admin zone create --rgw-zonegroup=default --rgw-zone=z --master --default - radosgw-admin period update --rgw-realm=r --commit - ceph orch apply rgw foo --realm r --zone z --placement=2 --port=8000 - ceph osd pool create foo - rbd pool init foo - ceph orch apply iscsi foo u p - sleep 180 - ceph config set mon mon_warn_on_insecure_global_id_reclaim false --force - ceph config set mon mon_warn_on_insecure_global_id_reclaim_allowed false --force - ceph config set global log_to_journald false --force - ceph orch ps - ceph versions - ceph -s - ceph orch ls - ceph orch daemon redeploy "mgr.$(ceph mgr dump -f json | jq .standbys | jq .[] | jq -r .name)" --image quay.ceph.io/ceph-ci/ceph:$sha1 - ceph orch ps --refresh - sleep 180 - ceph orch ps - ceph versions - ceph -s - ceph health detail - ceph versions | jq -e '.mgr | length == 2' - ceph mgr fail - sleep 180 - ceph orch daemon redeploy "mgr.$(ceph mgr dump -f json | jq .standbys | jq .[] | jq -r .name)" --image quay.ceph.io/ceph-ci/ceph:$sha1 - ceph orch ps --refresh - sleep 180 - ceph orch ps - ceph versions - ceph health detail - ceph -s - ceph mgr fail - sleep 180 - ceph orch ps - ceph versions - ceph -s - ceph health detail - ceph versions | jq -e '.mgr | length == 1' - ceph mgr fail - sleep 180 - ceph orch ps - ceph orch ls - ceph versions - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types mgr - while ceph orch upgrade status | jq '.in_progress' | grep true && ! ceph orch upgrade status | jq '.message' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done - ceph versions | jq -e '.mgr | length == 1' - ceph versions | jq -e '.mgr | keys' | grep $sha1 - ceph versions | jq -e '.overall | length == 2' - ceph orch upgrade check quay.ceph.io/ceph-ci/ceph:$sha1 | jq -e '.up_to_date | length == 2' - ceph orch upgrade status - ceph health detail - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types mon --hosts $(ceph orch ps | grep mgr.x | awk '{print $2}') - while ceph orch upgrade status | jq '.in_progress' | grep true && ! ceph orch upgrade status | jq '.message' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done - ceph orch ps - ceph versions | jq -e '.mon | length == 2' - ceph orch upgrade status - ceph health detail - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types mon --hosts $(ceph orch ps | grep mgr.y | awk '{print $2}') - while ceph orch upgrade status | jq '.in_progress' | grep true && ! ceph orch upgrade status | jq '.message' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done - ceph orch ps - ceph versions | jq -e '.mon | length == 1' - ceph versions | jq -e '.mon | keys' | grep $sha1 - ceph orch upgrade check quay.ceph.io/ceph-ci/ceph:$sha1 | jq -e '.up_to_date | length == 5' - ceph orch upgrade status - ceph health detail - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types osd --limit 2 - while ceph orch upgrade status | jq '.in_progress' | grep true && ! ceph orch upgrade status | jq '.message' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done - ceph orch ps - ceph versions | jq -e '.osd | length == 2' - ceph orch upgrade check quay.ceph.io/ceph-ci/ceph:$sha1 | jq -e '.up_to_date | length == 7' - ceph orch upgrade status - ceph health detail - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types crash,osd --limit 1 - while ceph orch upgrade status | jq '.in_progress' | grep true && ! ceph orch upgrade status | jq '.message' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done - ceph orch ps - ceph versions | jq -e '.osd | length == 2' - ceph orch upgrade check quay.ceph.io/ceph-ci/ceph:$sha1 | jq -e '.up_to_date | length == 8' - ceph orch upgrade status - ceph health detail - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types crash,osd - while ceph orch upgrade status | jq '.in_progress' | grep true && ! ceph orch upgrade status | jq '.message' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done - ceph orch ps - ceph versions | jq -e '.osd | length == 1' - ceph versions | jq -e '.osd | keys' | grep $sha1 - ceph orch upgrade status - ceph health detail - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --services rgw.foo - while ceph orch upgrade status | jq '.in_progress' | grep true && ! ceph orch upgrade status | jq '.message' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done - ceph orch ps - ceph versions | jq -e '.rgw | length == 1' - ceph versions | jq -e '.rgw | keys' | grep $sha1 - ceph orch upgrade status - ceph health detail - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 - cephadm.shell: env: - sha1 mon.a: - while ceph orch upgrade status | jq '.in_progress' | grep true && ! ceph orch upgrade status | jq '.message' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; ceph health detail ; sleep 30 ; done - ceph orch ps - ceph versions - echo "wait for servicemap items w/ changing names to refresh" - sleep 60 - ceph orch ps - ceph versions - ceph orch upgrade status - ceph health detail - ceph versions | jq -e '.overall | length == 1' - ceph versions | jq -e '.overall | keys' | grep $sha1 - ceph orch ls | grep '^osd ' - cephadm.shell: mon.a: - ceph orch upgrade ls - ceph orch upgrade ls --image quay.io/ceph/ceph --show-all-versions | grep 16.2.0 - ceph orch upgrade ls --image quay.io/ceph/ceph --tags | grep v16.2.2 teuthology: fragments_dropped: [] meta: {} postmerge: [] teuthology_branch: main teuthology_sha1: 6c637841c215537a4502385240412f1966e0faab timestamp: 2024-04-15_20:08:15 tube: smithi user: teuthology verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.2226885 2024-04-15T20:48:51.483 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph_3f7db60e5ba4c4d053b594b7ec58703d2833c55b/qa; will attempt to use it 2024-04-15T20:48:51.484 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph_3f7db60e5ba4c4d053b594b7ec58703d2833c55b/qa/tasks 2024-04-15T20:48:51.484 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-04-15T20:48:51.485 INFO:teuthology.task.internal:Checking packages... 2024-04-15T20:48:51.509 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash '87dbfb632e974cb2c28d17423071d2d833b53b29' 2024-04-15T20:48:51.509 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-15T20:48:51.509 INFO:teuthology.packaging:ref: None 2024-04-15T20:48:51.509 INFO:teuthology.packaging:tag: None 2024-04-15T20:48:51.509 INFO:teuthology.packaging:branch: main 2024-04-15T20:48:51.509 INFO:teuthology.packaging:sha1: 87dbfb632e974cb2c28d17423071d2d833b53b29 2024-04-15T20:48:51.509 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=main 2024-04-15T20:48:51.813 INFO:teuthology.task.internal:Found packages for ceph version 19.0.0-3084.g87dbfb63 2024-04-15T20:48:51.815 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-04-15T20:48:51.822 INFO:teuthology.task.internal:no buildpackages task found 2024-04-15T20:48:51.822 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-04-15T20:48:51.855 INFO:teuthology.task.internal:Saving configuration 2024-04-15T20:48:51.880 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-04-15T20:48:51.886 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-04-15T20:48:51.914 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi057.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-04-15_20:08:15-orch-main-distro-default-smithi/7657317', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-15 20:43:55.808676', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBBjVIIb4EpNjxl3oORrVUrMmft51iu2Sv/wl2herYdXVpPYbXlnPK7FDVtwrq7mfA34tHtNem5pHA56UyEunhSE='} 2024-04-15T20:48:51.941 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi148.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-04-15_20:08:15-orch-main-distro-default-smithi/7657317', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-15 20:43:55.807057', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBL6KfaNSzaEBeUyarvZ6dujpQpOawCJcd1Yrx25duUzD4l9Gptc8I2aG5ARPO67Yawap3OJZJ3HffF+zOE7gSDw='} 2024-04-15T20:48:51.942 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-04-15T20:48:51.948 INFO:teuthology.task.internal:roles: ubuntu@smithi057.front.sepia.ceph.com - ['mon.a', 'mon.c', 'mgr.y', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'node-exporter.a', 'alertmanager.a'] 2024-04-15T20:48:51.949 INFO:teuthology.task.internal:roles: ubuntu@smithi148.front.sepia.ceph.com - ['mon.b', 'mgr.x', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'prometheus.a', 'grafana.a', 'node-exporter.b'] 2024-04-15T20:48:51.949 INFO:teuthology.run_tasks:Running task console_log... 2024-04-15T20:48:52.039 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7fd6601520d0>, signals=[15]) 2024-04-15T20:48:52.039 INFO:teuthology.run_tasks:Running task internal.connect... 2024-04-15T20:48:52.046 INFO:teuthology.task.internal:Opening connections... 2024-04-15T20:48:52.046 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi057.front.sepia.ceph.com 2024-04-15T20:48:52.048 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi057.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-15T20:48:52.154 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi148.front.sepia.ceph.com 2024-04-15T20:48:52.155 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi148.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-15T20:48:52.244 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-04-15T20:48:52.251 DEBUG:teuthology.orchestra.run.smithi057:> uname -m 2024-04-15T20:48:52.269 INFO:teuthology.orchestra.run.smithi057.stdout:x86_64 2024-04-15T20:48:52.270 DEBUG:teuthology.orchestra.run.smithi057:> cat /etc/os-release 2024-04-15T20:48:52.327 INFO:teuthology.orchestra.run.smithi057.stdout:NAME="CentOS Stream" 2024-04-15T20:48:52.327 INFO:teuthology.orchestra.run.smithi057.stdout:VERSION="9" 2024-04-15T20:48:52.328 INFO:teuthology.orchestra.run.smithi057.stdout:ID="centos" 2024-04-15T20:48:52.328 INFO:teuthology.orchestra.run.smithi057.stdout:ID_LIKE="rhel fedora" 2024-04-15T20:48:52.328 INFO:teuthology.orchestra.run.smithi057.stdout:VERSION_ID="9" 2024-04-15T20:48:52.328 INFO:teuthology.orchestra.run.smithi057.stdout:PLATFORM_ID="platform:el9" 2024-04-15T20:48:52.328 INFO:teuthology.orchestra.run.smithi057.stdout:PRETTY_NAME="CentOS Stream 9" 2024-04-15T20:48:52.328 INFO:teuthology.orchestra.run.smithi057.stdout:ANSI_COLOR="0;31" 2024-04-15T20:48:52.328 INFO:teuthology.orchestra.run.smithi057.stdout:LOGO="fedora-logo-icon" 2024-04-15T20:48:52.328 INFO:teuthology.orchestra.run.smithi057.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-04-15T20:48:52.328 INFO:teuthology.orchestra.run.smithi057.stdout:HOME_URL="https://centos.org/" 2024-04-15T20:48:52.328 INFO:teuthology.orchestra.run.smithi057.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-04-15T20:48:52.328 INFO:teuthology.orchestra.run.smithi057.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-04-15T20:48:52.328 INFO:teuthology.orchestra.run.smithi057.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-04-15T20:48:52.329 INFO:teuthology.lock.ops:Updating smithi057.front.sepia.ceph.com on lock server 2024-04-15T20:48:52.357 DEBUG:teuthology.orchestra.run.smithi148:> uname -m 2024-04-15T20:48:52.374 INFO:teuthology.orchestra.run.smithi148.stdout:x86_64 2024-04-15T20:48:52.374 DEBUG:teuthology.orchestra.run.smithi148:> cat /etc/os-release 2024-04-15T20:48:52.430 INFO:teuthology.orchestra.run.smithi148.stdout:NAME="CentOS Stream" 2024-04-15T20:48:52.431 INFO:teuthology.orchestra.run.smithi148.stdout:VERSION="9" 2024-04-15T20:48:52.431 INFO:teuthology.orchestra.run.smithi148.stdout:ID="centos" 2024-04-15T20:48:52.431 INFO:teuthology.orchestra.run.smithi148.stdout:ID_LIKE="rhel fedora" 2024-04-15T20:48:52.431 INFO:teuthology.orchestra.run.smithi148.stdout:VERSION_ID="9" 2024-04-15T20:48:52.431 INFO:teuthology.orchestra.run.smithi148.stdout:PLATFORM_ID="platform:el9" 2024-04-15T20:48:52.431 INFO:teuthology.orchestra.run.smithi148.stdout:PRETTY_NAME="CentOS Stream 9" 2024-04-15T20:48:52.431 INFO:teuthology.orchestra.run.smithi148.stdout:ANSI_COLOR="0;31" 2024-04-15T20:48:52.431 INFO:teuthology.orchestra.run.smithi148.stdout:LOGO="fedora-logo-icon" 2024-04-15T20:48:52.431 INFO:teuthology.orchestra.run.smithi148.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-04-15T20:48:52.431 INFO:teuthology.orchestra.run.smithi148.stdout:HOME_URL="https://centos.org/" 2024-04-15T20:48:52.431 INFO:teuthology.orchestra.run.smithi148.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-04-15T20:48:52.431 INFO:teuthology.orchestra.run.smithi148.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-04-15T20:48:52.432 INFO:teuthology.orchestra.run.smithi148.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-04-15T20:48:52.432 INFO:teuthology.lock.ops:Updating smithi148.front.sepia.ceph.com on lock server 2024-04-15T20:48:52.456 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-04-15T20:48:52.466 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-04-15T20:48:52.521 INFO:teuthology.task.internal:Checking for old test directory... 2024-04-15T20:48:52.522 DEBUG:teuthology.orchestra.run.smithi057:> test '!' -e /home/ubuntu/cephtest 2024-04-15T20:48:52.524 DEBUG:teuthology.orchestra.run.smithi148:> test '!' -e /home/ubuntu/cephtest 2024-04-15T20:48:52.540 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-04-15T20:48:52.545 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-04-15T20:48:52.545 DEBUG:teuthology.orchestra.run.smithi057:> test -z $(ls -A /var/lib/ceph) 2024-04-15T20:48:52.582 DEBUG:teuthology.orchestra.run.smithi148:> test -z $(ls -A /var/lib/ceph) 2024-04-15T20:48:52.608 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-04-15T20:48:52.667 INFO:teuthology.run_tasks:Running task kernel... 2024-04-15T20:48:52.682 INFO:teuthology.task.kernel:normalize config orig: {'kdb': 1, 'sha1': 'distro'} 2024-04-15T20:48:52.683 INFO:teuthology.task.kernel:config {'mon.a': {'kdb': 1, 'sha1': 'distro'}, 'mon.b': {'kdb': 1, 'sha1': 'distro'}}, timeout 300 2024-04-15T20:48:52.683 DEBUG:teuthology.orchestra.run.smithi057:> test -f /run/.containerenv -o -f /.dockerenv 2024-04-15T20:48:52.684 DEBUG:teuthology.orchestra.run.smithi148:> test -f /run/.containerenv -o -f /.dockerenv 2024-04-15T20:48:52.700 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-15T20:48:52.700 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-15T20:48:52.701 DEBUG:teuthology.orchestra.run.smithi057:> uname -r 2024-04-15T20:48:52.701 DEBUG:teuthology.orchestra.run.smithi148:> uname -r 2024-04-15T20:48:52.757 INFO:teuthology.orchestra.run.smithi148.stdout:5.14.0-361.el9.x86_64 2024-04-15T20:48:52.758 INFO:teuthology.task.kernel:Running kernel on smithi148: 5.14.0-361.el9.x86_64 2024-04-15T20:48:52.758 DEBUG:teuthology.orchestra.run.smithi148:> sudo yum install -y kernel 2024-04-15T20:48:52.759 INFO:teuthology.orchestra.run.smithi057.stdout:5.14.0-361.el9.x86_64 2024-04-15T20:48:52.759 INFO:teuthology.task.kernel:Running kernel on smithi057: 5.14.0-361.el9.x86_64 2024-04-15T20:48:52.759 DEBUG:teuthology.orchestra.run.smithi057:> sudo yum install -y kernel 2024-04-15T20:48:54.893 INFO:teuthology.orchestra.run.smithi057.stdout:CentOS-9 - AppStream 13 MB/s | 6.7 MB 00:00 2024-04-15T20:48:54.999 INFO:teuthology.orchestra.run.smithi148.stdout:CentOS-9 - AppStream 11 MB/s | 6.7 MB 00:00 2024-04-15T20:48:56.377 INFO:teuthology.orchestra.run.smithi057.stdout:CentOS-9 - BaseOS 6.3 MB/s | 2.0 MB 00:00 2024-04-15T20:48:56.649 INFO:teuthology.orchestra.run.smithi148.stdout:CentOS-9 - BaseOS 4.0 MB/s | 2.0 MB 00:00 2024-04-15T20:48:57.276 INFO:teuthology.orchestra.run.smithi057.stdout:CentOS Stream 9 - BaseOS 15 MB/s | 8.0 MB 00:00 2024-04-15T20:48:57.665 INFO:teuthology.orchestra.run.smithi148.stdout:CentOS Stream 9 - BaseOS 13 MB/s | 8.0 MB 00:00 2024-04-15T20:48:59.211 INFO:teuthology.orchestra.run.smithi057.stdout:CentOS Stream 9 - AppStream 25 MB/s | 19 MB 00:00 2024-04-15T20:48:59.707 INFO:teuthology.orchestra.run.smithi148.stdout:CentOS Stream 9 - AppStream 20 MB/s | 19 MB 00:00 2024-04-15T20:49:04.886 INFO:teuthology.orchestra.run.smithi057.stdout:CentOS Stream 9 - CRB 3.2 MB/s | 6.2 MB 00:01 2024-04-15T20:49:04.924 INFO:teuthology.orchestra.run.smithi148.stdout:CentOS Stream 9 - CRB 3.6 MB/s | 6.2 MB 00:01 2024-04-15T20:49:06.991 INFO:teuthology.orchestra.run.smithi148.stdout:CentOS Stream 9 - Extras packages 18 kB/s | 16 kB 00:00 2024-04-15T20:49:07.511 INFO:teuthology.orchestra.run.smithi057.stdout:CentOS Stream 9 - Extras packages 11 kB/s | 16 kB 00:01 2024-04-15T20:49:08.413 INFO:teuthology.orchestra.run.smithi057.stdout:Extra Packages for Enterprise Linux 28 MB/s | 21 MB 00:00 2024-04-15T20:49:08.729 INFO:teuthology.orchestra.run.smithi148.stdout:Extra Packages for Enterprise Linux 13 MB/s | 21 MB 00:01 2024-04-15T20:49:13.684 INFO:teuthology.orchestra.run.smithi148.stdout:lab-extras 32 kB/s | 1.7 kB 00:00 2024-04-15T20:49:13.738 INFO:teuthology.orchestra.run.smithi057.stdout:lab-extras 31 kB/s | 1.7 kB 00:00 2024-04-15T20:49:16.083 INFO:teuthology.orchestra.run.smithi148.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-04-15T20:49:16.083 INFO:teuthology.orchestra.run.smithi148.stdout:Package kernel-5.14.0-361.el9.x86_64 is already installed. 2024-04-15T20:49:16.173 INFO:teuthology.orchestra.run.smithi148.stdout:Dependencies resolved. 2024-04-15T20:49:16.183 INFO:teuthology.orchestra.run.smithi148.stdout:================================================================================ 2024-04-15T20:49:16.183 INFO:teuthology.orchestra.run.smithi148.stdout: Package Arch Version Repository Size 2024-04-15T20:49:16.183 INFO:teuthology.orchestra.run.smithi148.stdout:================================================================================ 2024-04-15T20:49:16.183 INFO:teuthology.orchestra.run.smithi148.stdout:Installing: 2024-04-15T20:49:16.183 INFO:teuthology.orchestra.run.smithi148.stdout: kernel x86_64 5.14.0-438.el9 CentOS-BaseOS 277 k 2024-04-15T20:49:16.183 INFO:teuthology.orchestra.run.smithi148.stdout:Installing dependencies: 2024-04-15T20:49:16.184 INFO:teuthology.orchestra.run.smithi148.stdout: kernel-core x86_64 5.14.0-438.el9 CentOS-BaseOS 15 M 2024-04-15T20:49:16.184 INFO:teuthology.orchestra.run.smithi148.stdout: kernel-modules x86_64 5.14.0-438.el9 CentOS-BaseOS 34 M 2024-04-15T20:49:16.184 INFO:teuthology.orchestra.run.smithi148.stdout: kernel-modules-core x86_64 5.14.0-438.el9 CentOS-BaseOS 28 M 2024-04-15T20:49:16.184 INFO:teuthology.orchestra.run.smithi148.stdout: 2024-04-15T20:49:16.184 INFO:teuthology.orchestra.run.smithi148.stdout:Transaction Summary 2024-04-15T20:49:16.184 INFO:teuthology.orchestra.run.smithi148.stdout:================================================================================ 2024-04-15T20:49:16.184 INFO:teuthology.orchestra.run.smithi148.stdout:Install 4 Packages 2024-04-15T20:49:16.184 INFO:teuthology.orchestra.run.smithi148.stdout: 2024-04-15T20:49:16.184 INFO:teuthology.orchestra.run.smithi148.stdout:Total download size: 77 M 2024-04-15T20:49:16.184 INFO:teuthology.orchestra.run.smithi148.stdout:Installed size: 123 M 2024-04-15T20:49:16.184 INFO:teuthology.orchestra.run.smithi148.stdout:Downloading Packages: 2024-04-15T20:49:16.219 INFO:teuthology.orchestra.run.smithi057.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-04-15T20:49:16.220 INFO:teuthology.orchestra.run.smithi057.stdout:Package kernel-5.14.0-361.el9.x86_64 is already installed. 2024-04-15T20:49:16.319 INFO:teuthology.orchestra.run.smithi057.stdout:Dependencies resolved. 2024-04-15T20:49:16.324 INFO:teuthology.orchestra.run.smithi057.stdout:================================================================================ 2024-04-15T20:49:16.324 INFO:teuthology.orchestra.run.smithi057.stdout: Package Arch Version Repository Size 2024-04-15T20:49:16.324 INFO:teuthology.orchestra.run.smithi057.stdout:================================================================================ 2024-04-15T20:49:16.324 INFO:teuthology.orchestra.run.smithi057.stdout:Installing: 2024-04-15T20:49:16.324 INFO:teuthology.orchestra.run.smithi057.stdout: kernel x86_64 5.14.0-438.el9 CentOS-BaseOS 277 k 2024-04-15T20:49:16.325 INFO:teuthology.orchestra.run.smithi057.stdout:Installing dependencies: 2024-04-15T20:49:16.325 INFO:teuthology.orchestra.run.smithi057.stdout: kernel-core x86_64 5.14.0-438.el9 CentOS-BaseOS 15 M 2024-04-15T20:49:16.325 INFO:teuthology.orchestra.run.smithi057.stdout: kernel-modules x86_64 5.14.0-438.el9 CentOS-BaseOS 34 M 2024-04-15T20:49:16.325 INFO:teuthology.orchestra.run.smithi057.stdout: kernel-modules-core x86_64 5.14.0-438.el9 CentOS-BaseOS 28 M 2024-04-15T20:49:16.325 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-15T20:49:16.325 INFO:teuthology.orchestra.run.smithi057.stdout:Transaction Summary 2024-04-15T20:49:16.325 INFO:teuthology.orchestra.run.smithi057.stdout:================================================================================ 2024-04-15T20:49:16.325 INFO:teuthology.orchestra.run.smithi057.stdout:Install 4 Packages 2024-04-15T20:49:16.325 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-15T20:49:16.326 INFO:teuthology.orchestra.run.smithi057.stdout:Total download size: 77 M 2024-04-15T20:49:16.326 INFO:teuthology.orchestra.run.smithi057.stdout:Installed size: 123 M 2024-04-15T20:49:16.326 INFO:teuthology.orchestra.run.smithi057.stdout:Downloading Packages: 2024-04-15T20:49:16.385 INFO:teuthology.orchestra.run.smithi148.stdout:(1/4): kernel-5.14.0-438.el9.x86_64.rpm 1.3 MB/s | 277 kB 00:00 2024-04-15T20:49:16.681 INFO:teuthology.orchestra.run.smithi057.stdout:(1/4): kernel-5.14.0-438.el9.x86_64.rpm 782 kB/s | 277 kB 00:00 2024-04-15T20:49:17.556 INFO:teuthology.orchestra.run.smithi057.stdout:(2/4): kernel-core-5.14.0-438.el9.x86_64.rpm 12 MB/s | 15 MB 00:01 2024-04-15T20:49:18.597 INFO:teuthology.orchestra.run.smithi057.stdout:(3/4): kernel-modules-5.14.0-438.el9.x86_64.rpm 15 MB/s | 34 MB 00:02 2024-04-15T20:49:18.619 INFO:teuthology.orchestra.run.smithi148.stdout:(2/4): kernel-core-5.14.0-438.el9.x86_64.rpm 6.2 MB/s | 15 MB 00:02 2024-04-15T20:49:18.944 INFO:teuthology.orchestra.run.smithi148.stdout:(3/4): kernel-modules-5.14.0-438.el9.x86_64.rpm 12 MB/s | 34 MB 00:02 2024-04-15T20:49:19.206 INFO:teuthology.orchestra.run.smithi057.stdout:(4/4): kernel-modules-core-5.14.0-438.el9.x86_6 11 MB/s | 28 MB 00:02 2024-04-15T20:49:19.209 INFO:teuthology.orchestra.run.smithi057.stdout:-------------------------------------------------------------------------------- 2024-04-15T20:49:19.209 INFO:teuthology.orchestra.run.smithi057.stdout:Total 27 MB/s | 77 MB 00:02 2024-04-15T20:49:19.210 INFO:teuthology.orchestra.run.smithi057.stdout:Running transaction check 2024-04-15T20:49:19.645 INFO:teuthology.orchestra.run.smithi057.stdout:Transaction check succeeded. 2024-04-15T20:49:19.646 INFO:teuthology.orchestra.run.smithi057.stdout:Running transaction test 2024-04-15T20:49:20.523 INFO:teuthology.orchestra.run.smithi057.stdout:Transaction test succeeded. 2024-04-15T20:49:20.523 INFO:teuthology.orchestra.run.smithi057.stdout:Running transaction 2024-04-15T20:49:20.561 INFO:teuthology.orchestra.run.smithi148.stdout:(4/4): kernel-modules-core-5.14.0-438.el9.x86_6 6.6 MB/s | 28 MB 00:04 2024-04-15T20:49:20.564 INFO:teuthology.orchestra.run.smithi148.stdout:-------------------------------------------------------------------------------- 2024-04-15T20:49:20.564 INFO:teuthology.orchestra.run.smithi148.stdout:Total 18 MB/s | 77 MB 00:04 2024-04-15T20:49:20.564 INFO:teuthology.orchestra.run.smithi148.stdout:Running transaction check 2024-04-15T20:49:20.940 INFO:teuthology.orchestra.run.smithi148.stdout:Transaction check succeeded. 2024-04-15T20:49:20.940 INFO:teuthology.orchestra.run.smithi148.stdout:Running transaction test 2024-04-15T20:49:21.795 INFO:teuthology.orchestra.run.smithi148.stdout:Transaction test succeeded. 2024-04-15T20:49:21.796 INFO:teuthology.orchestra.run.smithi148.stdout:Running transaction 2024-04-15T20:49:22.963 INFO:teuthology.orchestra.run.smithi057.stdout: Preparing : 1/1 2024-04-15T20:49:23.583 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : kernel-modules-core-5.14.0-438.el9.x86_64 1/4 2024-04-15T20:49:23.722 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : kernel-core-5.14.0-438.el9.x86_64 2/4 2024-04-15T20:49:24.096 INFO:teuthology.orchestra.run.smithi148.stdout: Preparing : 1/1 2024-04-15T20:49:24.702 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : kernel-modules-core-5.14.0-438.el9.x86_64 1/4 2024-04-15T20:49:24.794 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : kernel-core-5.14.0-438.el9.x86_64 2/4 2024-04-15T20:49:26.615 INFO:teuthology.orchestra.run.smithi057.stdout: Running scriptlet: kernel-core-5.14.0-438.el9.x86_64 2/4 2024-04-15T20:49:26.750 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : kernel-modules-5.14.0-438.el9.x86_64 3/4 2024-04-15T20:49:27.554 INFO:teuthology.orchestra.run.smithi148.stdout: Running scriptlet: kernel-core-5.14.0-438.el9.x86_64 2/4 2024-04-15T20:49:27.687 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : kernel-modules-5.14.0-438.el9.x86_64 3/4 2024-04-15T20:49:31.850 INFO:teuthology.orchestra.run.smithi057.stdout: Running scriptlet: kernel-modules-5.14.0-438.el9.x86_64 3/4 2024-04-15T20:49:31.891 INFO:teuthology.orchestra.run.smithi057.stdout: Installing : kernel-5.14.0-438.el9.x86_64 4/4 2024-04-15T20:49:32.415 INFO:teuthology.orchestra.run.smithi148.stdout: Running scriptlet: kernel-modules-5.14.0-438.el9.x86_64 3/4 2024-04-15T20:49:32.452 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : kernel-5.14.0-438.el9.x86_64 4/4 2024-04-15T20:49:37.020 INFO:teuthology.orchestra.run.smithi057.stdout: Running scriptlet: kernel-modules-core-5.14.0-438.el9.x86_64 4/4 2024-04-15T20:49:37.165 INFO:teuthology.orchestra.run.smithi148.stdout: Running scriptlet: kernel-modules-core-5.14.0-438.el9.x86_64 4/4 2024-04-15T20:50:06.232 INFO:teuthology.orchestra.run.smithi148.stdout: Running scriptlet: kernel-core-5.14.0-438.el9.x86_64 4/4 2024-04-15T20:50:06.232 INFO:teuthology.orchestra.run.smithi148.stdout:dracut: Disabling early microcode, because kernel does not support it. CONFIG_MICROCODE_[AMD|INTEL]!=y 2024-04-15T20:50:06.232 INFO:teuthology.orchestra.run.smithi148.stdout: 2024-04-15T20:50:06.276 INFO:teuthology.orchestra.run.smithi148.stdout: Running scriptlet: kernel-modules-5.14.0-438.el9.x86_64 4/4 2024-04-15T20:50:06.647 INFO:teuthology.orchestra.run.smithi148.stdout: Running scriptlet: kernel-5.14.0-438.el9.x86_64 4/4 2024-04-15T20:50:06.647 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : kernel-5.14.0-438.el9.x86_64 1/4 2024-04-15T20:50:06.647 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : kernel-core-5.14.0-438.el9.x86_64 2/4 2024-04-15T20:50:06.647 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : kernel-modules-5.14.0-438.el9.x86_64 3/4 2024-04-15T20:50:07.062 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : kernel-modules-core-5.14.0-438.el9.x86_64 4/4 2024-04-15T20:50:07.062 INFO:teuthology.orchestra.run.smithi148.stdout: 2024-04-15T20:50:07.062 INFO:teuthology.orchestra.run.smithi148.stdout:Installed: 2024-04-15T20:50:07.062 INFO:teuthology.orchestra.run.smithi148.stdout: kernel-5.14.0-438.el9.x86_64 2024-04-15T20:50:07.062 INFO:teuthology.orchestra.run.smithi148.stdout: kernel-core-5.14.0-438.el9.x86_64 2024-04-15T20:50:07.063 INFO:teuthology.orchestra.run.smithi148.stdout: kernel-modules-5.14.0-438.el9.x86_64 2024-04-15T20:50:07.063 INFO:teuthology.orchestra.run.smithi148.stdout: kernel-modules-core-5.14.0-438.el9.x86_64 2024-04-15T20:50:07.063 INFO:teuthology.orchestra.run.smithi148.stdout: 2024-04-15T20:50:07.063 INFO:teuthology.orchestra.run.smithi148.stdout:Complete! 2024-04-15T20:50:07.395 DEBUG:teuthology.orchestra.run.smithi148:> rpm -q kernel | sort -rV | head -n 1 2024-04-15T20:50:07.499 INFO:teuthology.orchestra.run.smithi148.stdout:kernel-5.14.0-438.el9.x86_64 2024-04-15T20:50:07.499 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-438.el9.x86_64 2024-04-15T20:50:07.499 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-361.el9.x86_64 Expected: 5.14.0-438.el9.x86_64 2024-04-15T20:50:07.499 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-04-15T20:50:07.499 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-04-15T20:50:07.499 INFO:teuthology.task.kernel:Installing distro kernel on mon.b... 2024-04-15T20:50:07.500 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi148.front.sepia.ceph.com, path=None, version=distro) 2024-04-15T20:50:07.500 DEBUG:teuthology.orchestra.run.smithi148:> rpm -q kernel | sort -rV | head -n 1 2024-04-15T20:50:07.580 INFO:teuthology.orchestra.run.smithi148.stdout:kernel-5.14.0-438.el9.x86_64 2024-04-15T20:50:07.580 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-438.el9.x86_64 2024-04-15T20:50:07.581 DEBUG:teuthology.orchestra.run.smithi148:> sudo rpm -qi grub2-tools 2024-04-15T20:50:07.615 INFO:teuthology.orchestra.run.smithi148.stdout:Name : grub2-tools 2024-04-15T20:50:07.615 INFO:teuthology.orchestra.run.smithi148.stdout:Epoch : 1 2024-04-15T20:50:07.615 INFO:teuthology.orchestra.run.smithi148.stdout:Version : 2.06 2024-04-15T20:50:07.615 INFO:teuthology.orchestra.run.smithi148.stdout:Release : 68.el9 2024-04-15T20:50:07.615 INFO:teuthology.orchestra.run.smithi148.stdout:Architecture: x86_64 2024-04-15T20:50:07.615 INFO:teuthology.orchestra.run.smithi148.stdout:Install Date: Fri 01 Sep 2023 09:14:30 PM UTC 2024-04-15T20:50:07.615 INFO:teuthology.orchestra.run.smithi148.stdout:Group : Unspecified 2024-04-15T20:50:07.615 INFO:teuthology.orchestra.run.smithi148.stdout:Size : 8264254 2024-04-15T20:50:07.615 INFO:teuthology.orchestra.run.smithi148.stdout:License : GPLv3+ 2024-04-15T20:50:07.615 INFO:teuthology.orchestra.run.smithi148.stdout:Signature : RSA/SHA256, Mon 07 Aug 2023 01:57:16 PM UTC, Key ID 05b555b38483c65d 2024-04-15T20:50:07.615 INFO:teuthology.orchestra.run.smithi148.stdout:Source RPM : grub2-2.06-68.el9.src.rpm 2024-04-15T20:50:07.615 INFO:teuthology.orchestra.run.smithi148.stdout:Build Date : Wed 02 Aug 2023 03:15:48 PM UTC 2024-04-15T20:50:07.616 INFO:teuthology.orchestra.run.smithi148.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-04-15T20:50:07.616 INFO:teuthology.orchestra.run.smithi148.stdout:Packager : builder@centos.org 2024-04-15T20:50:07.616 INFO:teuthology.orchestra.run.smithi148.stdout:Vendor : CentOS 2024-04-15T20:50:07.616 INFO:teuthology.orchestra.run.smithi148.stdout:URL : http://www.gnu.org/software/grub/ 2024-04-15T20:50:07.616 INFO:teuthology.orchestra.run.smithi148.stdout:Summary : Support tools for GRUB. 2024-04-15T20:50:07.616 INFO:teuthology.orchestra.run.smithi148.stdout:Description : 2024-04-15T20:50:07.616 INFO:teuthology.orchestra.run.smithi148.stdout: 2024-04-15T20:50:07.616 INFO:teuthology.orchestra.run.smithi148.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-04-15T20:50:07.616 INFO:teuthology.orchestra.run.smithi148.stdout:customizable bootloader with modular architecture. It supports a rich 2024-04-15T20:50:07.616 INFO:teuthology.orchestra.run.smithi148.stdout:variety of kernel formats, file systems, computer architectures and 2024-04-15T20:50:07.616 INFO:teuthology.orchestra.run.smithi148.stdout:hardware devices. 2024-04-15T20:50:07.616 INFO:teuthology.orchestra.run.smithi148.stdout: 2024-04-15T20:50:07.616 INFO:teuthology.orchestra.run.smithi148.stdout:This subpackage provides tools for support of all platforms. 2024-04-15T20:50:07.617 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-04-15T20:50:07.617 INFO:teuthology.task.kernel:Updating grub on smithi148 to boot 5.14.0-438.el9.x86_64 2024-04-15T20:50:07.617 DEBUG:teuthology.orchestra.run.smithi148:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-04-15T20:50:07.816 INFO:teuthology.orchestra.run.smithi057.stdout: Running scriptlet: kernel-core-5.14.0-438.el9.x86_64 4/4 2024-04-15T20:50:07.816 INFO:teuthology.orchestra.run.smithi057.stdout:dracut: Disabling early microcode, because kernel does not support it. CONFIG_MICROCODE_[AMD|INTEL]!=y 2024-04-15T20:50:07.816 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-15T20:50:07.862 INFO:teuthology.orchestra.run.smithi057.stdout: Running scriptlet: kernel-modules-5.14.0-438.el9.x86_64 4/4 2024-04-15T20:50:08.208 INFO:teuthology.orchestra.run.smithi057.stdout: Running scriptlet: kernel-5.14.0-438.el9.x86_64 4/4 2024-04-15T20:50:08.208 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : kernel-5.14.0-438.el9.x86_64 1/4 2024-04-15T20:50:08.208 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : kernel-core-5.14.0-438.el9.x86_64 2/4 2024-04-15T20:50:08.208 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : kernel-modules-5.14.0-438.el9.x86_64 3/4 2024-04-15T20:50:08.233 INFO:teuthology.orchestra.run.smithi148.stderr:Generating grub configuration file ... 2024-04-15T20:50:08.635 INFO:teuthology.orchestra.run.smithi057.stdout: Verifying : kernel-modules-core-5.14.0-438.el9.x86_64 4/4 2024-04-15T20:50:08.635 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-15T20:50:08.635 INFO:teuthology.orchestra.run.smithi057.stdout:Installed: 2024-04-15T20:50:08.635 INFO:teuthology.orchestra.run.smithi057.stdout: kernel-5.14.0-438.el9.x86_64 2024-04-15T20:50:08.635 INFO:teuthology.orchestra.run.smithi057.stdout: kernel-core-5.14.0-438.el9.x86_64 2024-04-15T20:50:08.635 INFO:teuthology.orchestra.run.smithi057.stdout: kernel-modules-5.14.0-438.el9.x86_64 2024-04-15T20:50:08.635 INFO:teuthology.orchestra.run.smithi057.stdout: kernel-modules-core-5.14.0-438.el9.x86_64 2024-04-15T20:50:08.636 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-15T20:50:08.636 INFO:teuthology.orchestra.run.smithi057.stdout:Complete! 2024-04-15T20:50:08.962 DEBUG:teuthology.orchestra.run.smithi057:> rpm -q kernel | sort -rV | head -n 1 2024-04-15T20:50:09.070 INFO:teuthology.orchestra.run.smithi057.stdout:kernel-5.14.0-438.el9.x86_64 2024-04-15T20:50:09.071 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-438.el9.x86_64 2024-04-15T20:50:09.071 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-361.el9.x86_64 Expected: 5.14.0-438.el9.x86_64 2024-04-15T20:50:09.071 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-04-15T20:50:09.071 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-04-15T20:50:09.071 INFO:teuthology.task.kernel:Installing distro kernel on mon.a... 2024-04-15T20:50:09.071 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi057.front.sepia.ceph.com, path=None, version=distro) 2024-04-15T20:50:09.071 DEBUG:teuthology.orchestra.run.smithi057:> rpm -q kernel | sort -rV | head -n 1 2024-04-15T20:50:09.154 INFO:teuthology.orchestra.run.smithi057.stdout:kernel-5.14.0-438.el9.x86_64 2024-04-15T20:50:09.154 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-438.el9.x86_64 2024-04-15T20:50:09.155 DEBUG:teuthology.orchestra.run.smithi057:> sudo rpm -qi grub2-tools 2024-04-15T20:50:09.191 INFO:teuthology.orchestra.run.smithi057.stdout:Name : grub2-tools 2024-04-15T20:50:09.191 INFO:teuthology.orchestra.run.smithi057.stdout:Epoch : 1 2024-04-15T20:50:09.192 INFO:teuthology.orchestra.run.smithi057.stdout:Version : 2.06 2024-04-15T20:50:09.192 INFO:teuthology.orchestra.run.smithi057.stdout:Release : 68.el9 2024-04-15T20:50:09.192 INFO:teuthology.orchestra.run.smithi057.stdout:Architecture: x86_64 2024-04-15T20:50:09.192 INFO:teuthology.orchestra.run.smithi057.stdout:Install Date: Fri 01 Sep 2023 09:14:30 PM UTC 2024-04-15T20:50:09.192 INFO:teuthology.orchestra.run.smithi057.stdout:Group : Unspecified 2024-04-15T20:50:09.192 INFO:teuthology.orchestra.run.smithi057.stdout:Size : 8264254 2024-04-15T20:50:09.192 INFO:teuthology.orchestra.run.smithi057.stdout:License : GPLv3+ 2024-04-15T20:50:09.192 INFO:teuthology.orchestra.run.smithi057.stdout:Signature : RSA/SHA256, Mon 07 Aug 2023 01:57:16 PM UTC, Key ID 05b555b38483c65d 2024-04-15T20:50:09.192 INFO:teuthology.orchestra.run.smithi057.stdout:Source RPM : grub2-2.06-68.el9.src.rpm 2024-04-15T20:50:09.192 INFO:teuthology.orchestra.run.smithi057.stdout:Build Date : Wed 02 Aug 2023 03:15:48 PM UTC 2024-04-15T20:50:09.192 INFO:teuthology.orchestra.run.smithi057.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-04-15T20:50:09.192 INFO:teuthology.orchestra.run.smithi057.stdout:Packager : builder@centos.org 2024-04-15T20:50:09.192 INFO:teuthology.orchestra.run.smithi057.stdout:Vendor : CentOS 2024-04-15T20:50:09.192 INFO:teuthology.orchestra.run.smithi057.stdout:URL : http://www.gnu.org/software/grub/ 2024-04-15T20:50:09.192 INFO:teuthology.orchestra.run.smithi057.stdout:Summary : Support tools for GRUB. 2024-04-15T20:50:09.193 INFO:teuthology.orchestra.run.smithi057.stdout:Description : 2024-04-15T20:50:09.193 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-15T20:50:09.193 INFO:teuthology.orchestra.run.smithi057.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-04-15T20:50:09.193 INFO:teuthology.orchestra.run.smithi057.stdout:customizable bootloader with modular architecture. It supports a rich 2024-04-15T20:50:09.193 INFO:teuthology.orchestra.run.smithi057.stdout:variety of kernel formats, file systems, computer architectures and 2024-04-15T20:50:09.193 INFO:teuthology.orchestra.run.smithi057.stdout:hardware devices. 2024-04-15T20:50:09.193 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-15T20:50:09.193 INFO:teuthology.orchestra.run.smithi057.stdout:This subpackage provides tools for support of all platforms. 2024-04-15T20:50:09.194 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-04-15T20:50:09.194 INFO:teuthology.task.kernel:Updating grub on smithi057 to boot 5.14.0-438.el9.x86_64 2024-04-15T20:50:09.194 DEBUG:teuthology.orchestra.run.smithi057:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-04-15T20:50:09.624 INFO:teuthology.orchestra.run.smithi148.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-04-15T20:50:09.666 INFO:teuthology.orchestra.run.smithi148.stderr:done 2024-04-15T20:50:09.668 DEBUG:teuthology.orchestra.run.smithi148:> mktemp 2024-04-15T20:50:09.683 INFO:teuthology.orchestra.run.smithi148.stdout:/tmp/tmp.YTRSzM3j0Q 2024-04-15T20:50:09.683 DEBUG:teuthology.orchestra.run.smithi148:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.YTRSzM3j0Q 2024-04-15T20:50:09.751 DEBUG:teuthology.orchestra.run.smithi148:> sudo chmod 0666 /tmp/tmp.YTRSzM3j0Q 2024-04-15T20:50:09.813 INFO:teuthology.orchestra.run.smithi057.stderr:Generating grub configuration file ... 2024-04-15T20:50:09.889 DEBUG:teuthology.orchestra.remote:smithi148:/tmp/tmp.YTRSzM3j0Q is 6KB 2024-04-15T20:50:09.938 DEBUG:teuthology.orchestra.run.smithi148:> rm -fr /tmp/tmp.YTRSzM3j0Q 2024-04-15T20:50:09.952 DEBUG:teuthology.orchestra.run.smithi148:> sudo /bin/ls /boot/loader/entries || true 2024-04-15T20:50:10.017 INFO:teuthology.orchestra.run.smithi148.stdout:15949e3c88704300882482eddfd7baae-0-rescue.conf 2024-04-15T20:50:10.017 INFO:teuthology.orchestra.run.smithi148.stdout:15949e3c88704300882482eddfd7baae-5.14.0-239.el9.x86_64.conf 2024-04-15T20:50:10.017 INFO:teuthology.orchestra.run.smithi148.stdout:15949e3c88704300882482eddfd7baae-5.14.0-361.el9.x86_64.conf 2024-04-15T20:50:10.018 INFO:teuthology.orchestra.run.smithi148.stdout:15949e3c88704300882482eddfd7baae-5.14.0-438.el9.x86_64.conf 2024-04-15T20:50:10.019 DEBUG:teuthology.orchestra.run.smithi148:> sudo grub2-set-default 15949e3c88704300882482eddfd7baae-5.14.0-438.el9.x86_64 2024-04-15T20:50:10.185 DEBUG:teuthology.orchestra.run.smithi148:> sudo shutdown -r now 2024-04-15T20:50:11.139 INFO:teuthology.orchestra.run.smithi057.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-04-15T20:50:11.171 INFO:teuthology.orchestra.run.smithi057.stderr:done 2024-04-15T20:50:11.173 DEBUG:teuthology.orchestra.run.smithi057:> mktemp 2024-04-15T20:50:11.188 INFO:teuthology.orchestra.run.smithi057.stdout:/tmp/tmp.AEmsSpxV0P 2024-04-15T20:50:11.188 DEBUG:teuthology.orchestra.run.smithi057:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.AEmsSpxV0P 2024-04-15T20:50:11.263 DEBUG:teuthology.orchestra.run.smithi057:> sudo chmod 0666 /tmp/tmp.AEmsSpxV0P 2024-04-15T20:50:11.402 DEBUG:teuthology.orchestra.remote:smithi057:/tmp/tmp.AEmsSpxV0P is 6KB 2024-04-15T20:50:11.450 DEBUG:teuthology.orchestra.run.smithi057:> rm -fr /tmp/tmp.AEmsSpxV0P 2024-04-15T20:50:11.465 DEBUG:teuthology.orchestra.run.smithi057:> sudo /bin/ls /boot/loader/entries || true 2024-04-15T20:50:11.533 INFO:teuthology.orchestra.run.smithi057.stdout:15949e3c88704300882482eddfd7baae-0-rescue.conf 2024-04-15T20:50:11.533 INFO:teuthology.orchestra.run.smithi057.stdout:15949e3c88704300882482eddfd7baae-5.14.0-239.el9.x86_64.conf 2024-04-15T20:50:11.533 INFO:teuthology.orchestra.run.smithi057.stdout:15949e3c88704300882482eddfd7baae-5.14.0-361.el9.x86_64.conf 2024-04-15T20:50:11.533 INFO:teuthology.orchestra.run.smithi057.stdout:15949e3c88704300882482eddfd7baae-5.14.0-438.el9.x86_64.conf 2024-04-15T20:50:11.534 DEBUG:teuthology.orchestra.run.smithi057:> sudo grub2-set-default 15949e3c88704300882482eddfd7baae-5.14.0-438.el9.x86_64 2024-04-15T20:50:11.671 DEBUG:teuthology.orchestra.run.smithi057:> sudo shutdown -r now 2024-04-15T20:50:40.216 INFO:teuthology.task.kernel:Checking client mon.b for new kernel version... 2024-04-15T20:50:40.217 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi148.front.sepia.ceph.com' 2024-04-15T20:50:40.218 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi148.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-15T20:50:41.674 INFO:teuthology.task.kernel:Checking client mon.a for new kernel version... 2024-04-15T20:50:41.674 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi057.front.sepia.ceph.com' 2024-04-15T20:50:41.675 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi057.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-15T20:51:14.847 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.148 2024-04-15T20:51:16.126 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.57 2024-04-15T20:51:23.854 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi148.front.sepia.ceph.com' 2024-04-15T20:51:23.855 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi148.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-15T20:51:25.128 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi057.front.sepia.ceph.com' 2024-04-15T20:51:25.129 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi057.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-15T20:51:42.238 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.148 2024-04-15T20:51:54.251 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi148.front.sepia.ceph.com' 2024-04-15T20:51:54.252 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi148.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-15T20:51:56.438 DEBUG:teuthology.orchestra.run.smithi148:> true 2024-04-15T20:51:56.892 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi148.front.sepia.ceph.com' 2024-04-15T20:51:56.892 INFO:teuthology.task.kernel:Checking kernel version of mon.b, want "5.14.0-438.el9.x86_64"... 2024-04-15T20:51:56.892 DEBUG:teuthology.orchestra.run.smithi148:> uname -r 2024-04-15T20:51:56.907 INFO:teuthology.orchestra.run.smithi148.stdout:5.14.0-438.el9.x86_64 2024-04-15T20:51:56.907 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-438.el9.x86_64 vs 5.14.0-438.el9.x86_64 2024-04-15T20:51:56.907 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-04-15T20:51:56.907 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-04-15T20:51:57.909 INFO:teuthology.task.kernel:Enabling kdb on mon.b... 2024-04-15T20:51:57.909 DEBUG:teuthology.orchestra.run.smithi148:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-04-15T20:51:58.007 INFO:teuthology.orchestra.run.smithi148.stdout:ttyS1 2024-04-15T20:51:58.052 DEBUG:teuthology.parallel:result is None 2024-04-15T20:52:25.131 DEBUG:teuthology.orchestra.remote:timed out 2024-04-15T20:52:37.132 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi057.front.sepia.ceph.com' 2024-04-15T20:52:37.133 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi057.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-15T20:52:37.518 DEBUG:teuthology.orchestra.run.smithi057:> true 2024-04-15T20:52:37.913 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi057.front.sepia.ceph.com' 2024-04-15T20:52:37.913 INFO:teuthology.task.kernel:Checking kernel version of mon.a, want "5.14.0-438.el9.x86_64"... 2024-04-15T20:52:37.913 DEBUG:teuthology.orchestra.run.smithi057:> uname -r 2024-04-15T20:52:37.929 INFO:teuthology.orchestra.run.smithi057.stdout:5.14.0-438.el9.x86_64 2024-04-15T20:52:37.930 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-438.el9.x86_64 vs 5.14.0-438.el9.x86_64 2024-04-15T20:52:37.930 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-04-15T20:52:37.930 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-04-15T20:52:38.930 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2024-04-15T20:52:38.931 DEBUG:teuthology.orchestra.run.smithi057:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-04-15T20:52:38.995 INFO:teuthology.orchestra.run.smithi057.stdout:ttyS1 2024-04-15T20:52:39.033 DEBUG:teuthology.parallel:result is None 2024-04-15T20:52:39.033 INFO:teuthology.run_tasks:Running task internal.base... 2024-04-15T20:52:39.041 INFO:teuthology.task.internal:Creating test directory... 2024-04-15T20:52:39.041 DEBUG:teuthology.orchestra.run.smithi057:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-04-15T20:52:39.043 DEBUG:teuthology.orchestra.run.smithi148:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-04-15T20:52:39.063 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-04-15T20:52:39.092 INFO:teuthology.run_tasks:Running task internal.archive... 2024-04-15T20:52:39.126 INFO:teuthology.task.internal:Creating archive directory... 2024-04-15T20:52:39.126 DEBUG:teuthology.orchestra.run.smithi057:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-04-15T20:52:39.129 DEBUG:teuthology.orchestra.run.smithi148:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-04-15T20:52:39.188 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-04-15T20:52:39.199 INFO:teuthology.task.internal:Enabling coredump saving... 2024-04-15T20:52:39.200 DEBUG:teuthology.orchestra.run.smithi057:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-04-15T20:52:39.203 DEBUG:teuthology.orchestra.run.smithi148:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-04-15T20:52:39.238 INFO:teuthology.orchestra.run.smithi057.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-15T20:52:39.246 INFO:teuthology.orchestra.run.smithi148.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-15T20:52:39.253 INFO:teuthology.orchestra.run.smithi057.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-15T20:52:39.261 INFO:teuthology.orchestra.run.smithi148.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-15T20:52:39.263 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-04-15T20:52:39.269 INFO:teuthology.task.internal:Configuring sudo... 2024-04-15T20:52:39.270 DEBUG:teuthology.orchestra.run.smithi057:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-04-15T20:52:39.298 DEBUG:teuthology.orchestra.run.smithi148:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-04-15T20:52:39.335 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-04-15T20:52:39.346 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-04-15T20:52:39.346 DEBUG:teuthology.orchestra.run.smithi057:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-04-15T20:52:39.374 DEBUG:teuthology.orchestra.run.smithi148:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-04-15T20:52:39.392 DEBUG:teuthology.orchestra.run.smithi057:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-15T20:52:39.470 DEBUG:teuthology.orchestra.run.smithi057:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-15T20:52:39.528 DEBUG:teuthology.orchestra.run.smithi057:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-15T20:52:39.612 DEBUG:teuthology.orchestra.run.smithi057:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-15T20:52:39.658 DEBUG:teuthology.orchestra.run.smithi057:> set -ex 2024-04-15T20:52:39.658 DEBUG:teuthology.orchestra.run.smithi057:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-04-15T20:52:39.727 DEBUG:teuthology.orchestra.run.smithi148:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-15T20:52:39.773 DEBUG:teuthology.orchestra.run.smithi148:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-15T20:52:39.830 DEBUG:teuthology.orchestra.run.smithi148:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-15T20:52:39.916 DEBUG:teuthology.orchestra.run.smithi148:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-15T20:52:39.963 DEBUG:teuthology.orchestra.run.smithi148:> set -ex 2024-04-15T20:52:39.963 DEBUG:teuthology.orchestra.run.smithi148:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-04-15T20:52:40.034 DEBUG:teuthology.orchestra.run.smithi057:> sudo service rsyslog restart 2024-04-15T20:52:40.036 DEBUG:teuthology.orchestra.run.smithi148:> sudo service rsyslog restart 2024-04-15T20:52:40.080 INFO:teuthology.orchestra.run.smithi057.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-15T20:52:40.123 INFO:teuthology.orchestra.run.smithi148.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-15T20:52:40.637 INFO:teuthology.run_tasks:Running task internal.timer... 2024-04-15T20:52:40.645 INFO:teuthology.task.internal:Starting timer... 2024-04-15T20:52:40.646 INFO:teuthology.run_tasks:Running task pcp... 2024-04-15T20:52:40.695 INFO:teuthology.run_tasks:Running task selinux... 2024-04-15T20:52:40.736 DEBUG:teuthology.orchestra.run.smithi057:> sudo service auditd rotate 2024-04-15T20:52:40.795 INFO:teuthology.orchestra.run.smithi057.stdout:Rotating logs: 2024-04-15T20:52:40.797 DEBUG:teuthology.orchestra.run.smithi148:> sudo service auditd rotate 2024-04-15T20:52:40.847 INFO:teuthology.orchestra.run.smithi148.stdout:Rotating logs: 2024-04-15T20:52:40.848 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-04-15T20:52:40.849 DEBUG:teuthology.orchestra.run.smithi057:> /usr/sbin/getenforce 2024-04-15T20:52:40.868 INFO:teuthology.orchestra.run.smithi057.stdout:Permissive 2024-04-15T20:52:40.868 DEBUG:teuthology.orchestra.run.smithi148:> /usr/sbin/getenforce 2024-04-15T20:52:40.921 INFO:teuthology.orchestra.run.smithi148.stdout:Permissive 2024-04-15T20:52:40.922 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi057.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi148.front.sepia.ceph.com': 'permissive'} 2024-04-15T20:52:40.922 DEBUG:teuthology.orchestra.run.smithi057:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2024-04-15T20:52:40.951 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-15T20:52:40.952 DEBUG:teuthology.orchestra.run.smithi148:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2024-04-15T20:52:40.982 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-15T20:52:40.983 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-04-15T20:52:40.983 DEBUG:teuthology.orchestra.run.smithi057:> sudo /usr/sbin/setenforce permissive 2024-04-15T20:52:41.029 DEBUG:teuthology.orchestra.run.smithi148:> sudo /usr/sbin/setenforce permissive 2024-04-15T20:52:41.065 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-04-15T20:52:41.078 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-04-15T20:52:41.094 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-04-15T20:52:41.096 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi057.front.sepia.ceph.com,smithi148.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-04-15T20:57:08.537 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi057.front.sepia.ceph.com'), Remote(name='ubuntu@smithi148.front.sepia.ceph.com')] 2024-04-15T20:57:08.539 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi057.front.sepia.ceph.com' 2024-04-15T20:57:08.540 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi057.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-15T20:57:08.633 DEBUG:teuthology.orchestra.run.smithi057:> true 2024-04-15T20:57:08.713 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi057.front.sepia.ceph.com' 2024-04-15T20:57:08.714 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi148.front.sepia.ceph.com' 2024-04-15T20:57:08.714 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi148.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-15T20:57:08.804 DEBUG:teuthology.orchestra.run.smithi148:> true 2024-04-15T20:57:08.882 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi148.front.sepia.ceph.com' 2024-04-15T20:57:08.882 INFO:teuthology.run_tasks:Running task clock... 2024-04-15T20:57:08.894 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-04-15T20:57:08.894 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-04-15T20:57:08.895 DEBUG:teuthology.orchestra.run.smithi057:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-15T20:57:08.897 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-04-15T20:57:08.897 DEBUG:teuthology.orchestra.run.smithi148:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-15T20:57:08.929 INFO:teuthology.orchestra.run.smithi057.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-04-15T20:57:08.948 INFO:teuthology.orchestra.run.smithi057.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-04-15T20:57:08.955 INFO:teuthology.orchestra.run.smithi148.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-04-15T20:57:08.973 INFO:teuthology.orchestra.run.smithi148.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-04-15T20:57:08.979 INFO:teuthology.orchestra.run.smithi057.stderr:sudo: ntpd: command not found 2024-04-15T20:57:08.994 INFO:teuthology.orchestra.run.smithi057.stdout:506 Cannot talk to daemon 2024-04-15T20:57:09.004 INFO:teuthology.orchestra.run.smithi148.stderr:sudo: ntpd: command not found 2024-04-15T20:57:09.012 INFO:teuthology.orchestra.run.smithi057.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-04-15T20:57:09.018 INFO:teuthology.orchestra.run.smithi148.stdout:506 Cannot talk to daemon 2024-04-15T20:57:09.029 INFO:teuthology.orchestra.run.smithi057.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-04-15T20:57:09.035 INFO:teuthology.orchestra.run.smithi148.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-04-15T20:57:09.052 INFO:teuthology.orchestra.run.smithi148.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-04-15T20:57:09.082 INFO:teuthology.orchestra.run.smithi057.stderr:bash: line 1: ntpq: command not found 2024-04-15T20:57:09.085 INFO:teuthology.orchestra.run.smithi057.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-15T20:57:09.085 INFO:teuthology.orchestra.run.smithi057.stdout:=============================================================================== 2024-04-15T20:57:09.085 INFO:teuthology.orchestra.run.smithi057.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-15T20:57:09.085 INFO:teuthology.orchestra.run.smithi057.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-15T20:57:09.085 INFO:teuthology.orchestra.run.smithi057.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-15T20:57:09.086 INFO:teuthology.orchestra.run.smithi057.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-15T20:57:09.110 INFO:teuthology.orchestra.run.smithi148.stderr:bash: line 1: ntpq: command not found 2024-04-15T20:57:09.112 INFO:teuthology.orchestra.run.smithi148.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-15T20:57:09.113 INFO:teuthology.orchestra.run.smithi148.stdout:=============================================================================== 2024-04-15T20:57:09.113 INFO:teuthology.orchestra.run.smithi148.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-15T20:57:09.113 INFO:teuthology.orchestra.run.smithi148.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-15T20:57:09.113 INFO:teuthology.orchestra.run.smithi148.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-15T20:57:09.113 INFO:teuthology.orchestra.run.smithi148.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-15T20:57:09.114 INFO:teuthology.run_tasks:Running task cephadm... 2024-04-15T20:57:09.213 INFO:tasks.cephadm:Config: {'cephadm_branch': 'v17.2.0', 'cephadm_git_url': 'https://github.com/ceph/ceph', 'image': 'quay.io/ceph/ceph:v17.2.0', 'conf': {'global': {'mon election default strategy': 3}, 'mgr': {'debug mgr': 20, 'debug ms': 1, 'mgr/cephadm/use_agent': True}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}, 'osd': {'debug ms': 1, 'debug osd': 20}}, 'flavor': 'default', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)'], 'log-only-match': ['CEPHADM_'], 'sha1': '87dbfb632e974cb2c28d17423071d2d833b53b29'} 2024-04-15T20:57:09.214 INFO:tasks.cephadm:Cluster image is quay.io/ceph/ceph:v17.2.0 2024-04-15T20:57:09.214 INFO:tasks.cephadm:Cluster fsid is b97cffaa-fb6a-11ee-bc8f-c7b262605968 2024-04-15T20:57:09.215 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2024-04-15T20:57:09.215 INFO:tasks.cephadm:Monitor IPs: {'mon.a': '172.21.15.57', 'mon.c': '[v2:172.21.15.57:3301,v1:172.21.15.57:6790]', 'mon.b': '172.21.15.148'} 2024-04-15T20:57:09.215 INFO:tasks.cephadm:First mon is mon.a on smithi057 2024-04-15T20:57:09.215 INFO:tasks.cephadm:First mgr is y 2024-04-15T20:57:09.215 INFO:tasks.cephadm:Normalizing hostnames... 2024-04-15T20:57:09.215 DEBUG:teuthology.orchestra.run.smithi057:> sudo hostname $(hostname -s) 2024-04-15T20:57:09.244 DEBUG:teuthology.orchestra.run.smithi148:> sudo hostname $(hostname -s) 2024-04-15T20:57:09.274 INFO:tasks.cephadm:Downloading cephadm (repo https://github.com/ceph/ceph ref v17.2.0)... 2024-04-15T20:57:09.275 DEBUG:teuthology.orchestra.run.smithi057:> curl --silent https://raw.githubusercontent.com/ceph/ceph/v17.2.0/src/cephadm/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-04-15T20:57:09.534 INFO:teuthology.orchestra.run.smithi057.stdout:-rw-r--r--. 1 ubuntu ubuntu 320521 Apr 15 20:57 /home/ubuntu/cephtest/cephadm 2024-04-15T20:57:09.535 DEBUG:teuthology.orchestra.run.smithi148:> curl --silent https://raw.githubusercontent.com/ceph/ceph/v17.2.0/src/cephadm/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-04-15T20:57:09.710 INFO:teuthology.orchestra.run.smithi148.stdout:-rw-r--r--. 1 ubuntu ubuntu 320521 Apr 15 20:57 /home/ubuntu/cephtest/cephadm 2024-04-15T20:57:09.711 DEBUG:teuthology.orchestra.run.smithi057:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-04-15T20:57:09.727 DEBUG:teuthology.orchestra.run.smithi148:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-04-15T20:57:09.754 INFO:tasks.cephadm:Pulling image quay.io/ceph/ceph:v17.2.0 on all hosts... 2024-04-15T20:57:09.754 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 pull 2024-04-15T20:57:09.769 DEBUG:teuthology.orchestra.run.smithi148:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 pull 2024-04-15T20:57:10.646 INFO:teuthology.orchestra.run.smithi057.stderr:Pulling container image quay.io/ceph/ceph:v17.2.0... 2024-04-15T20:57:10.664 INFO:teuthology.orchestra.run.smithi148.stderr:Pulling container image quay.io/ceph/ceph:v17.2.0... 2024-04-15T20:57:32.384 INFO:teuthology.orchestra.run.smithi057.stdout:{ 2024-04-15T20:57:32.384 INFO:teuthology.orchestra.run.smithi057.stdout: "ceph_version": "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)", 2024-04-15T20:57:32.384 INFO:teuthology.orchestra.run.smithi057.stdout: "image_id": "e1d6a67b021eb077ee22bf650f1a9fb1980a2cf5c36bdb9cba9eac6de8f702d9", 2024-04-15T20:57:32.385 INFO:teuthology.orchestra.run.smithi057.stdout: "repo_digests": [ 2024-04-15T20:57:32.385 INFO:teuthology.orchestra.run.smithi057.stdout: "quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a", 2024-04-15T20:57:32.385 INFO:teuthology.orchestra.run.smithi057.stdout: "quay.io/ceph/ceph@sha256:cb4d698cb769b6aba05bf6ef04f41a7fe694160140347576e13bd9348514b667" 2024-04-15T20:57:32.385 INFO:teuthology.orchestra.run.smithi057.stdout: ] 2024-04-15T20:57:32.385 INFO:teuthology.orchestra.run.smithi057.stdout:} 2024-04-15T20:57:33.313 INFO:teuthology.orchestra.run.smithi148.stdout:{ 2024-04-15T20:57:33.313 INFO:teuthology.orchestra.run.smithi148.stdout: "ceph_version": "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)", 2024-04-15T20:57:33.313 INFO:teuthology.orchestra.run.smithi148.stdout: "image_id": "e1d6a67b021eb077ee22bf650f1a9fb1980a2cf5c36bdb9cba9eac6de8f702d9", 2024-04-15T20:57:33.313 INFO:teuthology.orchestra.run.smithi148.stdout: "repo_digests": [ 2024-04-15T20:57:33.313 INFO:teuthology.orchestra.run.smithi148.stdout: "quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a", 2024-04-15T20:57:33.313 INFO:teuthology.orchestra.run.smithi148.stdout: "quay.io/ceph/ceph@sha256:cb4d698cb769b6aba05bf6ef04f41a7fe694160140347576e13bd9348514b667" 2024-04-15T20:57:33.313 INFO:teuthology.orchestra.run.smithi148.stdout: ] 2024-04-15T20:57:33.313 INFO:teuthology.orchestra.run.smithi148.stdout:} 2024-04-15T20:57:33.332 DEBUG:teuthology.orchestra.run.smithi057:> sudo mkdir -p /etc/ceph 2024-04-15T20:57:33.370 DEBUG:teuthology.orchestra.run.smithi148:> sudo mkdir -p /etc/ceph 2024-04-15T20:57:33.400 DEBUG:teuthology.orchestra.run.smithi057:> sudo chmod 777 /etc/ceph 2024-04-15T20:57:33.442 DEBUG:teuthology.orchestra.run.smithi148:> sudo chmod 777 /etc/ceph 2024-04-15T20:57:33.470 INFO:tasks.cephadm:Writing seed config... 2024-04-15T20:57:33.471 INFO:tasks.cephadm: override: [global] mon election default strategy = 3 2024-04-15T20:57:33.472 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2024-04-15T20:57:33.472 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2024-04-15T20:57:33.472 INFO:tasks.cephadm: override: [mgr] mgr/cephadm/use_agent = True 2024-04-15T20:57:33.472 INFO:tasks.cephadm: override: [mon] debug mon = 20 2024-04-15T20:57:33.472 INFO:tasks.cephadm: override: [mon] debug ms = 1 2024-04-15T20:57:33.472 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2024-04-15T20:57:33.472 INFO:tasks.cephadm: override: [osd] debug ms = 1 2024-04-15T20:57:33.472 INFO:tasks.cephadm: override: [osd] debug osd = 20 2024-04-15T20:57:33.473 DEBUG:teuthology.orchestra.run.smithi057:> set -ex 2024-04-15T20:57:33.473 DEBUG:teuthology.orchestra.run.smithi057:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2024-04-15T20:57:33.500 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false log to journald = false mon cluster log to file = true mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = b97cffaa-fb6a-11ee-bc8f-c7b262605968 mon election default strategy = 3 [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd mclock profile = high_recovery_ops osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = true bdev debug aio = true osd sloppy crc = true debug ms = 1 debug osd = 20 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false debug mgr = 20 debug ms = 1 mgr/cephadm/use_agent = True [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true 2024-04-15T20:57:33.500 DEBUG:teuthology.orchestra.run.smithi057:mon.a> sudo journalctl -f -n 0 -u ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@mon.a.service 2024-04-15T20:57:33.543 DEBUG:teuthology.orchestra.run.smithi057:mgr.y> sudo journalctl -f -n 0 -u ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@mgr.y.service 2024-04-15T20:57:33.586 INFO:tasks.cephadm:Bootstrapping... 2024-04-15T20:57:33.586 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 -v bootstrap --fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-id a --mgr-id y --orphan-initial-daemons --skip-monitoring-stack --mon-ip 172.21.15.57 --skip-admin-label && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2024-04-15T20:57:33.791 INFO:teuthology.orchestra.run.smithi057.stderr:-------------------------------------------------------------------------------- 2024-04-15T20:57:33.791 INFO:teuthology.orchestra.run.smithi057.stderr:cephadm ['--image', 'quay.io/ceph/ceph:v17.2.0', '-v', 'bootstrap', '--fsid', 'b97cffaa-fb6a-11ee-bc8f-c7b262605968', '--config', '/home/ubuntu/cephtest/seed.ceph.conf', '--output-config', '/etc/ceph/ceph.conf', '--output-keyring', '/etc/ceph/ceph.client.admin.keyring', '--output-pub-ssh-key', '/home/ubuntu/cephtest/ceph.pub', '--mon-id', 'a', '--mgr-id', 'y', '--orphan-initial-daemons', '--skip-monitoring-stack', '--mon-ip', '172.21.15.57', '--skip-admin-label'] 2024-04-15T20:57:33.813 INFO:teuthology.orchestra.run.smithi057.stderr:/bin/podman: 4.9.4-dev 2024-04-15T20:57:33.815 INFO:teuthology.orchestra.run.smithi057.stderr:Verifying podman|docker is present... 2024-04-15T20:57:33.837 INFO:teuthology.orchestra.run.smithi057.stderr:/bin/podman: 4.9.4-dev 2024-04-15T20:57:33.839 INFO:teuthology.orchestra.run.smithi057.stderr:Verifying lvm2 is present... 2024-04-15T20:57:33.839 INFO:teuthology.orchestra.run.smithi057.stderr:Verifying time synchronization is in place... 2024-04-15T20:57:33.846 INFO:teuthology.orchestra.run.smithi057.stderr:systemctl: Failed to get unit file state for chrony.service: No such file or directory 2024-04-15T20:57:33.853 INFO:teuthology.orchestra.run.smithi057.stderr:systemctl: inactive 2024-04-15T20:57:33.859 INFO:teuthology.orchestra.run.smithi057.stderr:systemctl: enabled 2024-04-15T20:57:33.866 INFO:teuthology.orchestra.run.smithi057.stderr:systemctl: active 2024-04-15T20:57:33.866 INFO:teuthology.orchestra.run.smithi057.stderr:Unit chronyd.service is enabled and running 2024-04-15T20:57:33.866 INFO:teuthology.orchestra.run.smithi057.stderr:Repeating the final host check... 2024-04-15T20:57:33.887 INFO:teuthology.orchestra.run.smithi057.stderr:/bin/podman: 4.9.4-dev 2024-04-15T20:57:33.889 INFO:teuthology.orchestra.run.smithi057.stderr:podman (/bin/podman) version 4.9.4 is present 2024-04-15T20:57:33.889 INFO:teuthology.orchestra.run.smithi057.stderr:systemctl is present 2024-04-15T20:57:33.889 INFO:teuthology.orchestra.run.smithi057.stderr:lvcreate is present 2024-04-15T20:57:33.895 INFO:teuthology.orchestra.run.smithi057.stderr:systemctl: Failed to get unit file state for chrony.service: No such file or directory 2024-04-15T20:57:33.901 INFO:teuthology.orchestra.run.smithi057.stderr:systemctl: inactive 2024-04-15T20:57:33.908 INFO:teuthology.orchestra.run.smithi057.stderr:systemctl: enabled 2024-04-15T20:57:33.914 INFO:teuthology.orchestra.run.smithi057.stderr:systemctl: active 2024-04-15T20:57:33.915 INFO:teuthology.orchestra.run.smithi057.stderr:Unit chronyd.service is enabled and running 2024-04-15T20:57:33.915 INFO:teuthology.orchestra.run.smithi057.stderr:Host looks OK 2024-04-15T20:57:33.916 INFO:teuthology.orchestra.run.smithi057.stderr:Cluster fsid: b97cffaa-fb6a-11ee-bc8f-c7b262605968 2024-04-15T20:57:33.916 INFO:teuthology.orchestra.run.smithi057.stderr:Acquiring lock 140590810890144 on /run/cephadm/b97cffaa-fb6a-11ee-bc8f-c7b262605968.lock 2024-04-15T20:57:33.916 INFO:teuthology.orchestra.run.smithi057.stderr:Lock 140590810890144 acquired on /run/cephadm/b97cffaa-fb6a-11ee-bc8f-c7b262605968.lock 2024-04-15T20:57:33.916 INFO:teuthology.orchestra.run.smithi057.stderr:Verifying IP 172.21.15.57 port 3300 ... 2024-04-15T20:57:33.917 INFO:teuthology.orchestra.run.smithi057.stderr:Verifying IP 172.21.15.57 port 6789 ... 2024-04-15T20:57:33.917 INFO:teuthology.orchestra.run.smithi057.stderr:Base mon IP is 172.21.15.57, final addrv is [v2:172.21.15.57:3300,v1:172.21.15.57:6789] 2024-04-15T20:57:33.919 INFO:teuthology.orchestra.run.smithi057.stderr:/sbin/ip: default via 172.21.15.254 dev ens1f0 proto dhcp src 172.21.15.57 metric 100 2024-04-15T20:57:33.919 INFO:teuthology.orchestra.run.smithi057.stderr:/sbin/ip: 172.21.0.0/20 dev ens1f0 proto kernel scope link src 172.21.15.57 metric 100 2024-04-15T20:57:33.921 INFO:teuthology.orchestra.run.smithi057.stderr:/sbin/ip: ::1 dev lo proto kernel metric 256 pref medium 2024-04-15T20:57:33.921 INFO:teuthology.orchestra.run.smithi057.stderr:/sbin/ip: fe80::/64 dev ens1f0 proto kernel metric 1024 pref medium 2024-04-15T20:57:33.922 INFO:teuthology.orchestra.run.smithi057.stderr:/sbin/ip: default via fe80::327c:5e00:6487:71e0 dev ens1f0 proto ra metric 100 pref medium 2024-04-15T20:57:33.924 INFO:teuthology.orchestra.run.smithi057.stderr:/sbin/ip: 1: lo: mtu 65536 state UNKNOWN qlen 1000 2024-04-15T20:57:33.924 INFO:teuthology.orchestra.run.smithi057.stderr:/sbin/ip: inet6 ::1/128 scope host 2024-04-15T20:57:33.924 INFO:teuthology.orchestra.run.smithi057.stderr:/sbin/ip: valid_lft forever preferred_lft forever 2024-04-15T20:57:33.925 INFO:teuthology.orchestra.run.smithi057.stderr:/sbin/ip: 4: ens1f0: mtu 1500 state UP qlen 1000 2024-04-15T20:57:33.925 INFO:teuthology.orchestra.run.smithi057.stderr:/sbin/ip: inet6 fe80::ec4:7aff:febd:1562/64 scope link noprefixroute 2024-04-15T20:57:33.925 INFO:teuthology.orchestra.run.smithi057.stderr:/sbin/ip: valid_lft forever preferred_lft forever 2024-04-15T20:57:33.925 INFO:teuthology.orchestra.run.smithi057.stderr:Mon IP `172.21.15.57` is in CIDR network `172.21.0.0/20` 2024-04-15T20:57:33.925 INFO:teuthology.orchestra.run.smithi057.stderr:- internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2024-04-15T20:57:33.926 INFO:teuthology.orchestra.run.smithi057.stderr:Pulling container image quay.io/ceph/ceph:v17.2.0... 2024-04-15T20:57:34.030 INFO:teuthology.orchestra.run.smithi057.stderr:/bin/podman: Trying to pull quay.io/ceph/ceph:v17.2.0... 2024-04-15T20:57:34.466 INFO:teuthology.orchestra.run.smithi057.stderr:/bin/podman: Getting image source signatures 2024-04-15T20:57:34.466 INFO:teuthology.orchestra.run.smithi057.stderr:/bin/podman: Copying blob sha256:a70843738bb77e1ab9c1f85969ebdfa55f178e746be081d1cb4f94011f69eb7c 2024-04-15T20:57:34.466 INFO:teuthology.orchestra.run.smithi057.stderr:/bin/podman: Copying blob sha256:33ca8fff7868c4dc0c11e09bca97c720eb9cfbab7221216754367dd8de70388a 2024-04-15T20:57:34.466 INFO:teuthology.orchestra.run.smithi057.stderr:/bin/podman: Copying blob sha256:89b4a75bc2d8500f15463747507c9623df43886c134463e7f0527e70900e7a7b 2024-04-15T20:57:34.466 INFO:teuthology.orchestra.run.smithi057.stderr:/bin/podman: Copying blob sha256:c32ab78b488d0c72f64eded765c0cf6b5bf2c75dab66cb62a9d367fa6ec42513 2024-04-15T20:57:34.466 INFO:teuthology.orchestra.run.smithi057.stderr:/bin/podman: Copying blob sha256:599d07cb321ff0a3c82224e1138fc685793fa69b93ed5780415751a5f7e4b8c2 2024-04-15T20:57:34.466 INFO:teuthology.orchestra.run.smithi057.stderr:/bin/podman: Copying config sha256:e1d6a67b021eb077ee22bf650f1a9fb1980a2cf5c36bdb9cba9eac6de8f702d9 2024-04-15T20:57:34.636 INFO:teuthology.orchestra.run.smithi057.stderr:/bin/podman: Writing manifest to image destination 2024-04-15T20:57:34.789 INFO:teuthology.orchestra.run.smithi057.stderr:/bin/podman: e1d6a67b021eb077ee22bf650f1a9fb1980a2cf5c36bdb9cba9eac6de8f702d9 2024-04-15T20:57:35.192 INFO:teuthology.orchestra.run.smithi057.stderr:ceph: ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable) 2024-04-15T20:57:35.662 INFO:teuthology.orchestra.run.smithi057.stderr:Ceph version: ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable) 2024-04-15T20:57:35.662 INFO:teuthology.orchestra.run.smithi057.stderr:Extracting ceph user uid/gid from container image... 2024-04-15T20:57:36.087 INFO:teuthology.orchestra.run.smithi057.stderr:stat: 167 167 2024-04-15T20:57:36.702 INFO:teuthology.orchestra.run.smithi057.stderr:Creating initial keys... 2024-04-15T20:57:37.076 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph-authtool: AQDBlB1mBkwFABAAgysd/0DXG/ItoVABOjM7tw== 2024-04-15T20:57:37.956 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph-authtool: AQDBlB1mSG+INRAADL2XEFHNVjQxvFGB4OD/oA== 2024-04-15T20:57:38.836 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph-authtool: AQDClB1m1T9dLRAAqh9m1UIrPbbDic0d22fQ0Q== 2024-04-15T20:57:39.368 INFO:teuthology.orchestra.run.smithi057.stderr:Creating initial monmap... 2024-04-15T20:57:39.708 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/monmaptool: /usr/bin/monmaptool: monmap file /tmp/monmap 2024-04-15T20:57:39.708 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/monmaptool: setting min_mon_release = octopus 2024-04-15T20:57:39.709 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/monmaptool: /usr/bin/monmaptool: set fsid to b97cffaa-fb6a-11ee-bc8f-c7b262605968 2024-04-15T20:57:39.709 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/monmaptool: /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-04-15T20:57:40.213 INFO:teuthology.orchestra.run.smithi057.stderr:monmaptool for a [v2:172.21.15.57:3300,v1:172.21.15.57:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2024-04-15T20:57:40.214 INFO:teuthology.orchestra.run.smithi057.stderr:setting min_mon_release = octopus 2024-04-15T20:57:40.214 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/monmaptool: set fsid to b97cffaa-fb6a-11ee-bc8f-c7b262605968 2024-04-15T20:57:40.214 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-04-15T20:57:40.214 INFO:teuthology.orchestra.run.smithi057.stderr: 2024-04-15T20:57:40.214 INFO:teuthology.orchestra.run.smithi057.stderr:Creating mon... 2024-04-15T20:57:41.077 INFO:teuthology.orchestra.run.smithi057.stderr:create mon.a on 2024-04-15T20:57:41.408 INFO:teuthology.orchestra.run.smithi057.stderr:systemctl: Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /etc/systemd/system/ceph.target. 2024-04-15T20:57:41.772 INFO:teuthology.orchestra.run.smithi057.stderr:systemctl: Created symlink /etc/systemd/system/multi-user.target.wants/ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968.target → /etc/systemd/system/ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968.target. 2024-04-15T20:57:41.772 INFO:teuthology.orchestra.run.smithi057.stderr:systemctl: Created symlink /etc/systemd/system/ceph.target.wants/ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968.target → /etc/systemd/system/ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968.target. 2024-04-15T20:57:42.332 INFO:teuthology.orchestra.run.smithi057.stderr:systemctl: Failed to reset failed state of unit ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@mon.a.service: Unit ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@mon.a.service not loaded. 2024-04-15T20:57:42.340 INFO:teuthology.orchestra.run.smithi057.stderr:systemctl: Created symlink /etc/systemd/system/ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968.target.wants/ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@mon.a.service → /etc/systemd/system/ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@.service. 2024-04-15T20:57:43.120 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:42 smithi057 podman[24432]: 2024-04-15 20:57:42.762208434 +0000 UTC m=+0.018441044 image pull e1d6a67b021eb077ee22bf650f1a9fb1980a2cf5c36bdb9cba9eac6de8f702d9 quay.io/ceph/ceph:v17.2.0 2024-04-15T20:57:44.120 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:43 smithi057 podman[24432]: 2024-04-15 20:57:43.85535675 +0000 UTC m=+1.111589344 container create b9e01684b72971e132611c8da6e0512727465d0546257c19771200d58b8938e8 (image=quay.io/ceph/ceph:v17.2.0, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mon-a, io.buildah.version=1.19.8, vendor=Red Hat, Inc., RELEASE=HEAD, ceph=True, vcs-type=git, io.openshift.expose-services=, GIT_CLEAN=True, version=8, GIT_BRANCH=HEAD, io.openshift.tags=base centos centos-stream, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, release=754, distribution-scope=public, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=-17.2.0, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, architecture=x86_64, io.k8s.display-name=CentOS Stream 8, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, GIT_REPO=https://github.com/ceph/ceph-container.git, com.redhat.component=centos-stream-container, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, name=centos-stream, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, build-date=2022-05-03T08:36:31.336870) 2024-04-15T20:57:46.120 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:45 smithi057 podman[24432]: 2024-04-15 20:57:45.742098599 +0000 UTC m=+2.998331196 container init b9e01684b72971e132611c8da6e0512727465d0546257c19771200d58b8938e8 (image=quay.io/ceph/ceph:v17.2.0, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mon-a, build-date=2022-05-03T08:36:31.336870, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, CEPH_POINT_RELEASE=-17.2.0, release=754, architecture=x86_64, io.openshift.expose-services=, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, GIT_CLEAN=True, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., distribution-scope=public, io.k8s.display-name=CentOS Stream 8, vendor=Red Hat, Inc., GIT_REPO=https://github.com/ceph/ceph-container.git, com.redhat.component=centos-stream-container, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, name=centos-stream, vcs-type=git, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, ceph=True, GIT_BRANCH=HEAD, io.buildah.version=1.19.8, version=8, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, maintainer=Guillaume Abrioux , io.openshift.tags=base centos centos-stream, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, RELEASE=HEAD) 2024-04-15T20:57:46.121 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:45 smithi057 podman[24432]: 2024-04-15 20:57:45.746121241 +0000 UTC m=+3.002353837 container start b9e01684b72971e132611c8da6e0512727465d0546257c19771200d58b8938e8 (image=quay.io/ceph/ceph:v17.2.0, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mon-a, name=centos-stream, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., vendor=Red Hat, Inc., maintainer=Guillaume Abrioux , io.k8s.display-name=CentOS Stream 8, CEPH_POINT_RELEASE=-17.2.0, release=754, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, GIT_CLEAN=True, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, version=8, io.openshift.expose-services=, vcs-type=git, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, GIT_REPO=https://github.com/ceph/ceph-container.git, RELEASE=HEAD, com.redhat.component=centos-stream-container, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, distribution-scope=public, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, io.buildah.version=1.19.8, GIT_BRANCH=HEAD, io.openshift.tags=base centos centos-stream, build-date=2022-05-03T08:36:31.336870, ceph=True, architecture=x86_64) 2024-04-15T20:57:46.121 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:45 smithi057 ceph-mon[24451]: mkfs b97cffaa-fb6a-11ee-bc8f-c7b262605968 2024-04-15T20:57:46.121 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:45 smithi057 ceph-mon[24451]: mon.a is new leader, mons a in quorum (ranks 0) 2024-04-15T20:57:46.607 INFO:teuthology.orchestra.run.smithi057.stderr:systemctl: disabled 2024-04-15T20:57:46.615 INFO:teuthology.orchestra.run.smithi057.stderr:systemctl: inactive 2024-04-15T20:57:46.616 INFO:teuthology.orchestra.run.smithi057.stderr:firewalld.service is not enabled 2024-04-15T20:57:46.616 INFO:teuthology.orchestra.run.smithi057.stderr:Not possible to enable service . firewalld.service is not available 2024-04-15T20:57:46.617 INFO:teuthology.orchestra.run.smithi057.stderr:Waiting for mon to start... 2024-04-15T20:57:46.617 INFO:teuthology.orchestra.run.smithi057.stderr:Waiting for mon... 2024-04-15T20:57:46.870 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:46 smithi057 bash[24432]: b9e01684b72971e132611c8da6e0512727465d0546257c19771200d58b8938e8 2024-04-15T20:57:46.870 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:46 smithi057 systemd[1]: Started Ceph mon.a for b97cffaa-fb6a-11ee-bc8f-c7b262605968. 2024-04-15T20:57:46.870 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:46 smithi057 ceph-mon[24451]: mon.a is new leader, mons a in quorum (ranks 0) 2024-04-15T20:57:46.871 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:46 smithi057 ceph-mon[24451]: monmap e1: 1 mons at {a=[v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0]} 2024-04-15T20:57:46.871 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:46 smithi057 ceph-mon[24451]: fsmap 2024-04-15T20:57:46.871 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:46 smithi057 ceph-mon[24451]: osdmap e1: 0 total, 0 up, 0 in 2024-04-15T20:57:46.871 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:46 smithi057 ceph-mon[24451]: mgrmap e1: no daemons active 2024-04-15T20:57:49.870 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:49 smithi057 ceph-mon[24451]: from='client.? 172.21.15.57:0/3659972661' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-15T20:57:50.408 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: cluster: 2024-04-15T20:57:50.408 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: id: b97cffaa-fb6a-11ee-bc8f-c7b262605968 2024-04-15T20:57:50.408 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: health: HEALTH_OK 2024-04-15T20:57:50.408 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: 2024-04-15T20:57:50.408 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: services: 2024-04-15T20:57:50.408 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: mon: 1 daemons, quorum a (age 3s) 2024-04-15T20:57:50.408 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: mgr: no daemons active 2024-04-15T20:57:50.408 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: osd: 0 osds: 0 up, 0 in 2024-04-15T20:57:50.408 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: 2024-04-15T20:57:50.408 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: data: 2024-04-15T20:57:50.409 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: pools: 0 pools, 0 pgs 2024-04-15T20:57:50.409 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: objects: 0 objects, 0 B 2024-04-15T20:57:50.409 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: usage: 0 B used, 0 B / 0 B avail 2024-04-15T20:57:50.409 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: pgs: 2024-04-15T20:57:50.409 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: 2024-04-15T20:57:52.862 INFO:teuthology.orchestra.run.smithi057.stderr:mon is available 2024-04-15T20:57:52.862 INFO:teuthology.orchestra.run.smithi057.stderr:Assimilating anything we can from ceph.conf... 2024-04-15T20:57:53.379 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: 2024-04-15T20:57:53.379 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: [global] 2024-04-15T20:57:53.379 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: fsid = b97cffaa-fb6a-11ee-bc8f-c7b262605968 2024-04-15T20:57:53.379 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: mon_host = [v2:172.21.15.57:3300,v1:172.21.15.57:6789] 2024-04-15T20:57:53.380 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: mon_osd_allow_pg_remap = true 2024-04-15T20:57:53.380 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: mon_osd_allow_primary_affinity = true 2024-04-15T20:57:53.380 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: mon_warn_on_no_sortbitwise = false 2024-04-15T20:57:53.380 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: osd_crush_chooseleaf_type = 0 2024-04-15T20:57:53.380 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: 2024-04-15T20:57:53.380 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: [mgr] 2024-04-15T20:57:53.380 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: mgr/cephadm/use_agent = True 2024-04-15T20:57:53.380 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: mgr/telemetry/nag = false 2024-04-15T20:57:53.380 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: 2024-04-15T20:57:53.380 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: [osd] 2024-04-15T20:57:53.380 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: osd_map_max_advance = 10 2024-04-15T20:57:53.380 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: osd_sloppy_crc = true 2024-04-15T20:57:53.534 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:53 smithi057 ceph-mon[24451]: from='client.? 172.21.15.57:0/3007638493' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-04-15T20:57:53.534 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:53 smithi057 ceph-mon[24451]: from='client.? 172.21.15.57:0/3007638493' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2024-04-15T20:57:53.901 INFO:teuthology.orchestra.run.smithi057.stderr:Generating new minimal ceph.conf... 2024-04-15T20:57:54.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:54 smithi057 ceph-mon[24451]: from='client.? 172.21.15.57:0/2440629272' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T20:57:54.916 INFO:teuthology.orchestra.run.smithi057.stderr:Restarting the monitor... 2024-04-15T20:57:55.370 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:54 smithi057 systemd[1]: Stopping Ceph mon.a for b97cffaa-fb6a-11ee-bc8f-c7b262605968... 2024-04-15T20:57:55.370 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:54 smithi057 bash[24682]: Error: no container with name or ID "ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mon.a" found: no such container 2024-04-15T20:57:55.370 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:55 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mon-a[24447]: 2024-04-15T20:57:55.056+0000 7fb532969700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-15T20:57:55.370 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:55 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mon-a[24447]: 2024-04-15T20:57:55.056+0000 7fb532969700 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2024-04-15T20:57:55.371 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:55 smithi057 podman[24693]: 2024-04-15 20:57:55.19041841 +0000 UTC m=+0.211868825 container died b9e01684b72971e132611c8da6e0512727465d0546257c19771200d58b8938e8 (image=quay.io/ceph/ceph:v17.2.0, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mon-a, RELEASE=HEAD, GIT_REPO=https://github.com/ceph/ceph-container.git, vendor=Red Hat, Inc., GIT_CLEAN=True, io.openshift.expose-services=, CEPH_POINT_RELEASE=-17.2.0, com.redhat.component=centos-stream-container, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, maintainer=Guillaume Abrioux , io.openshift.tags=base centos centos-stream, build-date=2022-05-03T08:36:31.336870, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, name=centos-stream, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, ceph=True, io.buildah.version=1.19.8, GIT_BRANCH=HEAD, io.k8s.display-name=CentOS Stream 8, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, vcs-type=git, architecture=x86_64, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, release=754, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., version=8, distribution-scope=public) 2024-04-15T20:57:55.699 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:55 smithi057 podman[24693]: 2024-04-15 20:57:55.464448222 +0000 UTC m=+0.485898635 container cleanup b9e01684b72971e132611c8da6e0512727465d0546257c19771200d58b8938e8 (image=quay.io/ceph/ceph:v17.2.0, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mon-a, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, release=754, name=centos-stream, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, io.k8s.display-name=CentOS Stream 8, architecture=x86_64, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , com.redhat.component=centos-stream-container, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, version=8, io.openshift.expose-services=, vcs-type=git, io.openshift.tags=base centos centos-stream, distribution-scope=public, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., GIT_REPO=https://github.com/ceph/ceph-container.git, RELEASE=HEAD, ceph=True, io.buildah.version=1.19.8, vendor=Red Hat, Inc., CEPH_POINT_RELEASE=-17.2.0, build-date=2022-05-03T08:36:31.336870, GIT_CLEAN=True, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb) 2024-04-15T20:57:55.699 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:55 smithi057 bash[24693]: ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mon-a 2024-04-15T20:57:55.699 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:55 smithi057 bash[24722]: Error: no container with name or ID "ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mon.a" found: no such container 2024-04-15T20:57:56.049 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:55 smithi057 podman[24707]: 2024-04-15 20:57:55.707364686 +0000 UTC m=+0.513060174 container remove b9e01684b72971e132611c8da6e0512727465d0546257c19771200d58b8938e8 (image=quay.io/ceph/ceph:v17.2.0, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mon-a, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, release=754, architecture=x86_64, ceph=True, GIT_BRANCH=HEAD, io.openshift.tags=base centos centos-stream, CEPH_POINT_RELEASE=-17.2.0, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, GIT_REPO=https://github.com/ceph/ceph-container.git, maintainer=Guillaume Abrioux , io.buildah.version=1.19.8, distribution-scope=public, build-date=2022-05-03T08:36:31.336870, name=centos-stream, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, com.redhat.component=centos-stream-container, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.k8s.display-name=CentOS Stream 8, io.openshift.expose-services=, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, RELEASE=HEAD, vendor=Red Hat, Inc., vcs-type=git, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, version=8, GIT_CLEAN=True, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac) 2024-04-15T20:57:56.049 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:55 smithi057 systemd[1]: ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@mon.a.service: Deactivated successfully. 2024-04-15T20:57:56.049 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:55 smithi057 systemd[1]: Stopped Ceph mon.a for b97cffaa-fb6a-11ee-bc8f-c7b262605968. 2024-04-15T20:57:56.049 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:55 smithi057 systemd[1]: Starting Ceph mon.a for b97cffaa-fb6a-11ee-bc8f-c7b262605968... 2024-04-15T20:57:56.049 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:55 smithi057 podman[24791]: 2024-04-15 20:57:55.941379194 +0000 UTC m=+0.112476094 container create f68a8a14d0b2b6a119f86f4e425f3bf474e4bc0196028adf11dd9149fcecddeb (image=quay.io/ceph/ceph:v17.2.0, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mon-a, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, GIT_CLEAN=True, io.openshift.tags=base centos centos-stream, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=-17.2.0, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, build-date=2022-05-03T08:36:31.336870, architecture=x86_64, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, GIT_REPO=https://github.com/ceph/ceph-container.git, ceph=True, distribution-scope=public, vendor=Red Hat, Inc., vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, vcs-type=git, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, io.k8s.display-name=CentOS Stream 8, maintainer=Guillaume Abrioux , io.openshift.expose-services=, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, release=754, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., name=centos-stream, com.redhat.component=centos-stream-container, RELEASE=HEAD, io.buildah.version=1.19.8, version=8) 2024-04-15T20:57:56.049 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:55 smithi057 podman[24791]: 2024-04-15 20:57:55.847459227 +0000 UTC m=+0.018556108 image pull e1d6a67b021eb077ee22bf650f1a9fb1980a2cf5c36bdb9cba9eac6de8f702d9 quay.io/ceph/ceph:v17.2.0 2024-04-15T20:57:56.221 INFO:teuthology.orchestra.run.smithi057.stderr:Setting mon public_network to 172.21.0.0/20 2024-04-15T20:57:56.336 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 podman[24791]: 2024-04-15 20:57:56.151701456 +0000 UTC m=+0.322798317 container init f68a8a14d0b2b6a119f86f4e425f3bf474e4bc0196028adf11dd9149fcecddeb (image=quay.io/ceph/ceph:v17.2.0, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mon-a, io.openshift.tags=base centos centos-stream, maintainer=Guillaume Abrioux , RELEASE=HEAD, GIT_CLEAN=True, io.buildah.version=1.19.8, vendor=Red Hat, Inc., release=754, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., com.redhat.license_terms=https://centos.org/legal/licensing-policy/, CEPH_POINT_RELEASE=-17.2.0, version=8, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, vcs-type=git, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, com.redhat.component=centos-stream-container, name=centos-stream, io.openshift.expose-services=, GIT_REPO=https://github.com/ceph/ceph-container.git, io.k8s.display-name=CentOS Stream 8, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, build-date=2022-05-03T08:36:31.336870, ceph=True, distribution-scope=public, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, architecture=x86_64, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, GIT_BRANCH=HEAD) 2024-04-15T20:57:56.337 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 podman[24791]: 2024-04-15 20:57:56.154807771 +0000 UTC m=+0.325904638 container start f68a8a14d0b2b6a119f86f4e425f3bf474e4bc0196028adf11dd9149fcecddeb (image=quay.io/ceph/ceph:v17.2.0, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mon-a, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, maintainer=Guillaume Abrioux , url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, com.redhat.component=centos-stream-container, vcs-type=git, release=754, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, distribution-scope=public, io.buildah.version=1.19.8, name=centos-stream, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, GIT_CLEAN=True, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, RELEASE=HEAD, version=8, io.openshift.tags=base centos centos-stream, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=-17.2.0, vendor=Red Hat, Inc., io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., com.redhat.license_terms=https://centos.org/legal/licensing-policy/, io.openshift.expose-services=, build-date=2022-05-03T08:36:31.336870, GIT_REPO=https://github.com/ceph/ceph-container.git, io.k8s.display-name=CentOS Stream 8, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, ceph=True, architecture=x86_64) 2024-04-15T20:57:56.337 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: set uid:gid to 167:167 (ceph:ceph) 2024-04-15T20:57:56.337 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable), process ceph-mon, pid 2 2024-04-15T20:57:56.337 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: pidfile_write: ignore empty --pid-file 2024-04-15T20:57:56.337 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: load: jerasure load: lrc 2024-04-15T20:57:56.337 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: RocksDB version: 6.15.5 2024-04-15T20:57:56.338 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Git sha rocksdb_build_git_sha:@0@ 2024-04-15T20:57:56.338 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Compile date Apr 18 2022 2024-04-15T20:57:56.338 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: DB SUMMARY 2024-04-15T20:57:56.338 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: DB Session ID: W8Q828KZHVUZ8LFIL91D 2024-04-15T20:57:56.338 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: CURRENT file: CURRENT 2024-04-15T20:57:56.339 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: IDENTITY file: IDENTITY 2024-04-15T20:57:56.339 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: MANIFEST file: MANIFEST-000009 size: 131 Bytes 2024-04-15T20:57:56.339 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000008.sst 2024-04-15T20:57:56.339 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000010.log size: 83433 ; 2024-04-15T20:57:56.339 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.error_if_exists: 0 2024-04-15T20:57:56.339 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.create_if_missing: 0 2024-04-15T20:57:56.339 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.paranoid_checks: 1 2024-04-15T20:57:56.339 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-15T20:57:56.339 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.env: 0x563bb4ac6860 2024-04-15T20:57:56.339 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.fs: Posix File System 2024-04-15T20:57:56.339 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.info_log: 0x563bb5779dc0 2024-04-15T20:57:56.339 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.max_file_opening_threads: 16 2024-04-15T20:57:56.340 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.statistics: (nil) 2024-04-15T20:57:56.340 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.use_fsync: 0 2024-04-15T20:57:56.340 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.max_log_file_size: 0 2024-04-15T20:57:56.340 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-15T20:57:56.340 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.log_file_time_to_roll: 0 2024-04-15T20:57:56.340 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.keep_log_file_num: 1000 2024-04-15T20:57:56.340 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.recycle_log_file_num: 0 2024-04-15T20:57:56.340 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.allow_fallocate: 1 2024-04-15T20:57:56.340 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.allow_mmap_reads: 0 2024-04-15T20:57:56.340 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.allow_mmap_writes: 0 2024-04-15T20:57:56.340 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.use_direct_reads: 0 2024-04-15T20:57:56.340 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-15T20:57:56.340 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.create_missing_column_families: 0 2024-04-15T20:57:56.341 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.db_log_dir: 2024-04-15T20:57:56.341 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-a/store.db 2024-04-15T20:57:56.341 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.table_cache_numshardbits: 6 2024-04-15T20:57:56.341 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.WAL_ttl_seconds: 0 2024-04-15T20:57:56.341 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.WAL_size_limit_MB: 0 2024-04-15T20:57:56.341 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-15T20:57:56.341 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-15T20:57:56.341 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.is_fd_close_on_exec: 1 2024-04-15T20:57:56.341 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.advise_random_on_open: 1 2024-04-15T20:57:56.341 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.db_write_buffer_size: 0 2024-04-15T20:57:56.341 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.write_buffer_manager: 0x563bb586a2a0 2024-04-15T20:57:56.341 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-15T20:57:56.341 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2024-04-15T20:57:56.341 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-15T20:57:56.341 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.use_adaptive_mutex: 0 2024-04-15T20:57:56.342 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.rate_limiter: (nil) 2024-04-15T20:57:56.342 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-15T20:57:56.342 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.wal_recovery_mode: 2 2024-04-15T20:57:56.342 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.enable_thread_tracking: 0 2024-04-15T20:57:56.342 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.enable_pipelined_write: 0 2024-04-15T20:57:56.342 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.unordered_write: 0 2024-04-15T20:57:56.342 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-15T20:57:56.342 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-15T20:57:56.342 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-15T20:57:56.342 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-15T20:57:56.342 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.row_cache: None 2024-04-15T20:57:56.342 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.wal_filter: None 2024-04-15T20:57:56.342 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-15T20:57:56.342 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.allow_ingest_behind: 0 2024-04-15T20:57:56.342 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.preserve_deletes: 0 2024-04-15T20:57:56.343 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.two_write_queues: 0 2024-04-15T20:57:56.343 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.manual_wal_flush: 0 2024-04-15T20:57:56.343 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.atomic_flush: 0 2024-04-15T20:57:56.343 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-15T20:57:56.343 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.persist_stats_to_disk: 0 2024-04-15T20:57:56.343 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.write_dbid_to_manifest: 0 2024-04-15T20:57:56.343 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.log_readahead_size: 0 2024-04-15T20:57:56.343 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-15T20:57:56.343 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.best_efforts_recovery: 0 2024-04-15T20:57:56.343 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-15T20:57:56.343 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-15T20:57:56.343 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.allow_data_in_errors: 0 2024-04-15T20:57:56.343 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.db_host_id: __hostname__ 2024-04-15T20:57:56.343 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.max_background_jobs: 2 2024-04-15T20:57:56.343 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.max_background_compactions: -1 2024-04-15T20:57:56.343 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.max_subcompactions: 1 2024-04-15T20:57:56.344 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-15T20:57:56.344 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-15T20:57:56.344 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.delayed_write_rate : 16777216 2024-04-15T20:57:56.344 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.max_total_wal_size: 0 2024-04-15T20:57:56.344 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-15T20:57:56.344 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.stats_dump_period_sec: 600 2024-04-15T20:57:56.344 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.stats_persist_period_sec: 600 2024-04-15T20:57:56.344 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-15T20:57:56.344 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.max_open_files: -1 2024-04-15T20:57:56.344 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.bytes_per_sync: 0 2024-04-15T20:57:56.344 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.wal_bytes_per_sync: 0 2024-04-15T20:57:56.344 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.strict_bytes_per_sync: 0 2024-04-15T20:57:56.344 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.compaction_readahead_size: 0 2024-04-15T20:57:56.344 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.max_background_flushes: -1 2024-04-15T20:57:56.345 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Compression algorithms supported: 2024-04-15T20:57:56.345 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-15T20:57:56.345 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: kZSTD supported: 0 2024-04-15T20:57:56.345 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: kXpressCompression supported: 0 2024-04-15T20:57:56.345 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: kLZ4HCCompression supported: 1 2024-04-15T20:57:56.345 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: kLZ4Compression supported: 1 2024-04-15T20:57:56.345 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: kBZip2Compression supported: 0 2024-04-15T20:57:56.345 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: kZlibCompression supported: 1 2024-04-15T20:57:56.345 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: kSnappyCompression supported: 1 2024-04-15T20:57:56.345 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Fast CRC32 supported: Supported on x86 2024-04-15T20:57:56.345 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: [db/version_set.cc:4725] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000009 2024-04-15T20:57:56.345 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: [db/column_family.cc:597] --------------- Options for column family [default]: 2024-04-15T20:57:56.345 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-15T20:57:56.345 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.merge_operator: 2024-04-15T20:57:56.345 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.compaction_filter: None 2024-04-15T20:57:56.346 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.compaction_filter_factory: None 2024-04-15T20:57:56.346 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.sst_partitioner_factory: None 2024-04-15T20:57:56.346 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.memtable_factory: SkipListFactory 2024-04-15T20:57:56.346 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.table_factory: BlockBasedTable 2024-04-15T20:57:56.346 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x563bb5745d00) 2024-04-15T20:57:56.346 INFO:journalctl@ceph.mon.a.smithi057.stdout: cache_index_and_filter_blocks: 1 2024-04-15T20:57:56.346 INFO:journalctl@ceph.mon.a.smithi057.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-15T20:57:56.346 INFO:journalctl@ceph.mon.a.smithi057.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-15T20:57:56.346 INFO:journalctl@ceph.mon.a.smithi057.stdout: pin_top_level_index_and_filter: 1 2024-04-15T20:57:56.346 INFO:journalctl@ceph.mon.a.smithi057.stdout: index_type: 0 2024-04-15T20:57:56.346 INFO:journalctl@ceph.mon.a.smithi057.stdout: data_block_index_type: 0 2024-04-15T20:57:56.346 INFO:journalctl@ceph.mon.a.smithi057.stdout: index_shortening: 1 2024-04-15T20:57:56.346 INFO:journalctl@ceph.mon.a.smithi057.stdout: data_block_hash_table_util_ratio: 0.750000 2024-04-15T20:57:56.346 INFO:journalctl@ceph.mon.a.smithi057.stdout: hash_index_allow_collision: 1 2024-04-15T20:57:56.346 INFO:journalctl@ceph.mon.a.smithi057.stdout: checksum: 1 2024-04-15T20:57:56.347 INFO:journalctl@ceph.mon.a.smithi057.stdout: no_block_cache: 0 2024-04-15T20:57:56.347 INFO:journalctl@ceph.mon.a.smithi057.stdout: block_cache: 0x563bb57b0170 2024-04-15T20:57:56.347 INFO:journalctl@ceph.mon.a.smithi057.stdout: block_cache_name: BinnedLRUCache 2024-04-15T20:57:56.347 INFO:journalctl@ceph.mon.a.smithi057.stdout: block_cache_options: 2024-04-15T20:57:56.347 INFO:journalctl@ceph.mon.a.smithi057.stdout: capacity : 536870912 2024-04-15T20:57:56.347 INFO:journalctl@ceph.mon.a.smithi057.stdout: num_shard_bits : 4 2024-04-15T20:57:56.347 INFO:journalctl@ceph.mon.a.smithi057.stdout: strict_capacity_limit : 0 2024-04-15T20:57:56.347 INFO:journalctl@ceph.mon.a.smithi057.stdout: high_pri_pool_ratio: 0.000 2024-04-15T20:57:56.347 INFO:journalctl@ceph.mon.a.smithi057.stdout: block_cache_compressed: (nil) 2024-04-15T20:57:56.347 INFO:journalctl@ceph.mon.a.smithi057.stdout: persistent_cache: (nil) 2024-04-15T20:57:56.347 INFO:journalctl@ceph.mon.a.smithi057.stdout: block_size: 4096 2024-04-15T20:57:56.347 INFO:journalctl@ceph.mon.a.smithi057.stdout: block_size_deviation: 10 2024-04-15T20:57:56.347 INFO:journalctl@ceph.mon.a.smithi057.stdout: block_restart_interval: 16 2024-04-15T20:57:56.347 INFO:journalctl@ceph.mon.a.smithi057.stdout: index_block_restart_interval: 1 2024-04-15T20:57:56.347 INFO:journalctl@ceph.mon.a.smithi057.stdout: metadata_block_size: 4096 2024-04-15T20:57:56.347 INFO:journalctl@ceph.mon.a.smithi057.stdout: partition_filters: 0 2024-04-15T20:57:56.348 INFO:journalctl@ceph.mon.a.smithi057.stdout: use_delta_encoding: 1 2024-04-15T20:57:56.348 INFO:journalctl@ceph.mon.a.smithi057.stdout: filter_policy: rocksdb.BuiltinBloomFilter 2024-04-15T20:57:56.348 INFO:journalctl@ceph.mon.a.smithi057.stdout: whole_key_filtering: 1 2024-04-15T20:57:56.348 INFO:journalctl@ceph.mon.a.smithi057.stdout: verify_compression: 0 2024-04-15T20:57:56.348 INFO:journalctl@ceph.mon.a.smithi057.stdout: read_amp_bytes_per_bit: 0 2024-04-15T20:57:56.348 INFO:journalctl@ceph.mon.a.smithi057.stdout: format_version: 4 2024-04-15T20:57:56.348 INFO:journalctl@ceph.mon.a.smithi057.stdout: enable_index_compression: 1 2024-04-15T20:57:56.348 INFO:journalctl@ceph.mon.a.smithi057.stdout: block_align: 0 2024-04-15T20:57:56.348 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.write_buffer_size: 33554432 2024-04-15T20:57:56.348 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.max_write_buffer_number: 2 2024-04-15T20:57:56.348 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.compression: NoCompression 2024-04-15T20:57:56.348 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.bottommost_compression: Disabled 2024-04-15T20:57:56.348 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.prefix_extractor: nullptr 2024-04-15T20:57:56.348 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-15T20:57:56.348 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.num_levels: 7 2024-04-15T20:57:56.349 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-15T20:57:56.349 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-15T20:57:56.349 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-15T20:57:56.349 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-15T20:57:56.349 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-15T20:57:56.349 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-15T20:57:56.349 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-15T20:57:56.349 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-15T20:57:56.349 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-15T20:57:56.349 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-15T20:57:56.349 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.compression_opts.window_bits: -14 2024-04-15T20:57:56.349 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.compression_opts.level: 32767 2024-04-15T20:57:56.349 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.compression_opts.strategy: 0 2024-04-15T20:57:56.349 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-15T20:57:56.349 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-15T20:57:56.350 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-15T20:57:56.350 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.compression_opts.enabled: false 2024-04-15T20:57:56.350 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-15T20:57:56.351 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-15T20:57:56.351 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-15T20:57:56.351 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.target_file_size_base: 67108864 2024-04-15T20:57:56.351 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.target_file_size_multiplier: 1 2024-04-15T20:57:56.351 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-15T20:57:56.351 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-15T20:57:56.351 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-15T20:57:56.351 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-15T20:57:56.351 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-15T20:57:56.351 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-15T20:57:56.351 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-15T20:57:56.351 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-15T20:57:56.351 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-15T20:57:56.351 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-15T20:57:56.351 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-15T20:57:56.352 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-15T20:57:56.352 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.arena_block_size: 4194304 2024-04-15T20:57:56.352 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-15T20:57:56.352 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-15T20:57:56.352 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2024-04-15T20:57:56.352 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.disable_auto_compactions: 0 2024-04-15T20:57:56.352 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-15T20:57:56.352 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-15T20:57:56.352 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-15T20:57:56.352 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-15T20:57:56.352 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-15T20:57:56.352 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-15T20:57:56.352 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-15T20:57:56.352 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-15T20:57:56.352 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-15T20:57:56.353 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-15T20:57:56.353 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.table_properties_collectors: 2024-04-15T20:57:56.353 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.inplace_update_support: 0 2024-04-15T20:57:56.353 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.inplace_update_num_locks: 10000 2024-04-15T20:57:56.353 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-15T20:57:56.353 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-15T20:57:56.353 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.memtable_huge_page_size: 0 2024-04-15T20:57:56.353 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.bloom_locality: 0 2024-04-15T20:57:56.353 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.max_successive_merges: 0 2024-04-15T20:57:56.353 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.optimize_filters_for_hits: 0 2024-04-15T20:57:56.353 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.paranoid_file_checks: 0 2024-04-15T20:57:56.353 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.force_consistency_checks: 1 2024-04-15T20:57:56.353 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.report_bg_io_stats: 0 2024-04-15T20:57:56.353 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.ttl: 2592000 2024-04-15T20:57:56.353 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.periodic_compaction_seconds: 0 2024-04-15T20:57:56.354 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.enable_blob_files: false 2024-04-15T20:57:56.354 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.min_blob_size: 0 2024-04-15T20:57:56.354 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.blob_file_size: 268435456 2024-04-15T20:57:56.354 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.blob_compression_type: NoCompression 2024-04-15T20:57:56.354 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.enable_blob_garbage_collection: false 2024-04-15T20:57:56.354 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-15T20:57:56.354 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: [db/version_set.cc:4773] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000009 succeeded,manifest_file_number is 9, next_file_number is 11, last_sequence is 5, log_number is 5,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-04-15T20:57:56.354 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: [db/version_set.cc:4782] Column family [default] (ID 0), log number is 5 2024-04-15T20:57:56.354 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: [db/version_set.cc:4083] Creating manifest 13 2024-04-15T20:57:56.354 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: EVENT_LOG_v1 {"time_micros": 1713214676180623, "job": 1, "event": "recovery_started", "wal_files": [10]} 2024-04-15T20:57:56.354 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: [db/db_impl/db_impl_open.cc:847] Recovering log #10 mode 2 2024-04-15T20:57:56.354 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: [table/block_based/filter_policy.cc:996] Using legacy Bloom filter with high (20) bits/key. Dramatic filter space and/or accuracy improvement is available with format_version>=5. 2024-04-15T20:57:56.354 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: EVENT_LOG_v1 {"time_micros": 1713214676182609, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 14, "file_size": 79629, "file_checksum": "", "file_checksum_func_name": "Unknown", "table_properties": {"data_size": 77873, "index_size": 244, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 581, "raw_key_size": 10073, "raw_average_key_size": 47, "raw_value_size": 72124, "raw_average_value_size": 337, "num_data_blocks": 11, "num_entries": 214, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "rocksdb.BuiltinBloomFilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; ", "creation_time": 1713214676, "oldest_key_time": 0, "file_creation_time": 0, "db_id": "649a6d16-d431-4561-80de-d6a512cb68c7", "db_session_id": "W8Q828KZHVUZ8LFIL91D"}} 2024-04-15T20:57:56.354 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: [db/version_set.cc:4083] Creating manifest 15 2024-04-15T20:57:56.354 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: EVENT_LOG_v1 {"time_micros": 1713214676183290, "job": 1, "event": "recovery_finished"} 2024-04-15T20:57:56.355 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: [file/delete_scheduler.cc:73] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000010.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-15T20:57:56.355 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: [db/db_impl/db_impl_open.cc:1701] SstFileManager instance 0x563bb5796a80 2024-04-15T20:57:56.355 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: DB pointer 0x563bb57a6000 2024-04-15T20:57:56.355 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: [db/db_impl/db_impl.cc:902] ------- DUMPING STATS ------- 2024-04-15T20:57:56.355 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: rocksdb: [db/db_impl/db_impl.cc:903] 2024-04-15T20:57:56.355 INFO:journalctl@ceph.mon.a.smithi057.stdout: ** DB Stats ** 2024-04-15T20:57:56.355 INFO:journalctl@ceph.mon.a.smithi057.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-15T20:57:56.355 INFO:journalctl@ceph.mon.a.smithi057.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-15T20:57:56.355 INFO:journalctl@ceph.mon.a.smithi057.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-15T20:57:56.355 INFO:journalctl@ceph.mon.a.smithi057.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-15T20:57:56.355 INFO:journalctl@ceph.mon.a.smithi057.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-15T20:57:56.355 INFO:journalctl@ceph.mon.a.smithi057.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2024-04-15T20:57:56.355 INFO:journalctl@ceph.mon.a.smithi057.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-15T20:57:56.355 INFO:journalctl@ceph.mon.a.smithi057.stdout: 2024-04-15T20:57:56.355 INFO:journalctl@ceph.mon.a.smithi057.stdout: ** Compaction Stats [default] ** 2024-04-15T20:57:56.356 INFO:journalctl@ceph.mon.a.smithi057.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-04-15T20:57:56.356 INFO:journalctl@ceph.mon.a.smithi057.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-15T20:57:56.356 INFO:journalctl@ceph.mon.a.smithi057.stdout: L0 2/0 79.52 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 43.4 0.00 0.00 1 0.002 0 0 2024-04-15T20:57:56.356 INFO:journalctl@ceph.mon.a.smithi057.stdout: Sum 2/0 79.52 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 43.4 0.00 0.00 1 0.002 0 0 2024-04-15T20:57:56.356 INFO:journalctl@ceph.mon.a.smithi057.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 43.4 0.00 0.00 1 0.002 0 0 2024-04-15T20:57:56.356 INFO:journalctl@ceph.mon.a.smithi057.stdout: 2024-04-15T20:57:56.356 INFO:journalctl@ceph.mon.a.smithi057.stdout: ** Compaction Stats [default] ** 2024-04-15T20:57:56.356 INFO:journalctl@ceph.mon.a.smithi057.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-04-15T20:57:56.356 INFO:journalctl@ceph.mon.a.smithi057.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-15T20:57:56.356 INFO:journalctl@ceph.mon.a.smithi057.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 43.4 0.00 0.00 1 0.002 0 0 2024-04-15T20:57:56.356 INFO:journalctl@ceph.mon.a.smithi057.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-15T20:57:56.356 INFO:journalctl@ceph.mon.a.smithi057.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-04-15T20:57:56.356 INFO:journalctl@ceph.mon.a.smithi057.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-15T20:57:56.356 INFO:journalctl@ceph.mon.a.smithi057.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-15T20:57:56.356 INFO:journalctl@ceph.mon.a.smithi057.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-15T20:57:56.356 INFO:journalctl@ceph.mon.a.smithi057.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-15T20:57:56.357 INFO:journalctl@ceph.mon.a.smithi057.stdout: Cumulative compaction: 0.00 GB write, 10.98 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-15T20:57:56.357 INFO:journalctl@ceph.mon.a.smithi057.stdout: Interval compaction: 0.00 GB write, 10.98 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-15T20:57:56.357 INFO:journalctl@ceph.mon.a.smithi057.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-15T20:57:56.357 INFO:journalctl@ceph.mon.a.smithi057.stdout: 2024-04-15T20:57:56.357 INFO:journalctl@ceph.mon.a.smithi057.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-15T20:57:56.357 INFO:journalctl@ceph.mon.a.smithi057.stdout: 2024-04-15T20:57:56.357 INFO:journalctl@ceph.mon.a.smithi057.stdout: ** Compaction Stats [default] ** 2024-04-15T20:57:56.357 INFO:journalctl@ceph.mon.a.smithi057.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-04-15T20:57:56.357 INFO:journalctl@ceph.mon.a.smithi057.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-15T20:57:56.357 INFO:journalctl@ceph.mon.a.smithi057.stdout: L0 2/0 79.52 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 43.4 0.00 0.00 1 0.002 0 0 2024-04-15T20:57:56.357 INFO:journalctl@ceph.mon.a.smithi057.stdout: Sum 2/0 79.52 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 43.4 0.00 0.00 1 0.002 0 0 2024-04-15T20:57:56.357 INFO:journalctl@ceph.mon.a.smithi057.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2024-04-15T20:57:56.357 INFO:journalctl@ceph.mon.a.smithi057.stdout: 2024-04-15T20:57:56.357 INFO:journalctl@ceph.mon.a.smithi057.stdout: ** Compaction Stats [default] ** 2024-04-15T20:57:56.357 INFO:journalctl@ceph.mon.a.smithi057.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-04-15T20:57:56.357 INFO:journalctl@ceph.mon.a.smithi057.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-15T20:57:56.358 INFO:journalctl@ceph.mon.a.smithi057.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 43.4 0.00 0.00 1 0.002 0 0 2024-04-15T20:57:56.358 INFO:journalctl@ceph.mon.a.smithi057.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-15T20:57:56.358 INFO:journalctl@ceph.mon.a.smithi057.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-04-15T20:57:56.358 INFO:journalctl@ceph.mon.a.smithi057.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-15T20:57:56.358 INFO:journalctl@ceph.mon.a.smithi057.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-15T20:57:56.358 INFO:journalctl@ceph.mon.a.smithi057.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-15T20:57:56.358 INFO:journalctl@ceph.mon.a.smithi057.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-15T20:57:56.358 INFO:journalctl@ceph.mon.a.smithi057.stdout: Cumulative compaction: 0.00 GB write, 10.93 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-15T20:57:56.358 INFO:journalctl@ceph.mon.a.smithi057.stdout: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-15T20:57:56.358 INFO:journalctl@ceph.mon.a.smithi057.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-15T20:57:56.358 INFO:journalctl@ceph.mon.a.smithi057.stdout: 2024-04-15T20:57:56.358 INFO:journalctl@ceph.mon.a.smithi057.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-15T20:57:56.358 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: starting mon.a rank 0 at public addrs [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] at bind addrs [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 2024-04-15T20:57:56.358 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: mon.a@-1(???) e1 preinit fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 2024-04-15T20:57:56.358 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: mon.a@-1(???).mds e1 new map 2024-04-15T20:57:56.359 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: mon.a@-1(???).mds e1 print_map 2024-04-15T20:57:56.359 INFO:journalctl@ceph.mon.a.smithi057.stdout: e1 2024-04-15T20:57:56.359 INFO:journalctl@ceph.mon.a.smithi057.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-04-15T20:57:56.359 INFO:journalctl@ceph.mon.a.smithi057.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-15T20:57:56.359 INFO:journalctl@ceph.mon.a.smithi057.stdout: legacy client fscid: -1 2024-04-15T20:57:56.359 INFO:journalctl@ceph.mon.a.smithi057.stdout: 2024-04-15T20:57:56.359 INFO:journalctl@ceph.mon.a.smithi057.stdout: No filesystems configured 2024-04-15T20:57:56.359 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: mon.a@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires 2024-04-15T20:57:56.359 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-04-15T20:57:56.359 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-04-15T20:57:56.359 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-04-15T20:57:56.359 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: mon.a@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3 2024-04-15T20:57:56.359 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 bash[24791]: f68a8a14d0b2b6a119f86f4e425f3bf474e4bc0196028adf11dd9149fcecddeb 2024-04-15T20:57:56.359 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 systemd[1]: Started Ceph mon.a for b97cffaa-fb6a-11ee-bc8f-c7b262605968. 2024-04-15T20:57:56.359 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: mon.a is new leader, mons a in quorum (ranks 0) 2024-04-15T20:57:56.360 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: monmap e1: 1 mons at {a=[v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0]} 2024-04-15T20:57:56.360 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: fsmap 2024-04-15T20:57:56.360 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: osdmap e1: 0 total, 0 up, 0 in 2024-04-15T20:57:56.360 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:56 smithi057 ceph-mon[24810]: mgrmap e1: no daemons active 2024-04-15T20:57:57.345 INFO:teuthology.orchestra.run.smithi057.stderr:Wrote config to /etc/ceph/ceph.conf 2024-04-15T20:57:57.345 INFO:teuthology.orchestra.run.smithi057.stderr:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2024-04-15T20:57:57.345 INFO:teuthology.orchestra.run.smithi057.stderr:Creating mgr... 2024-04-15T20:57:57.346 INFO:teuthology.orchestra.run.smithi057.stderr:Verifying port 9283 ... 2024-04-15T20:57:57.573 INFO:teuthology.orchestra.run.smithi057.stderr:systemctl: Failed to reset failed state of unit ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@mgr.y.service: Unit ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@mgr.y.service not loaded. 2024-04-15T20:57:57.581 INFO:teuthology.orchestra.run.smithi057.stderr:systemctl: Created symlink /etc/systemd/system/ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968.target.wants/ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@mgr.y.service → /etc/systemd/system/ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@.service. 2024-04-15T20:57:57.870 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:57 smithi057 ceph-mon[24810]: from='client.? 172.21.15.57:0/4273316588' entity='client.admin' 2024-04-15T20:57:57.870 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 20:57:57 smithi057 systemd[1]: Starting Ceph mgr.y for b97cffaa-fb6a-11ee-bc8f-c7b262605968... 2024-04-15T20:57:58.370 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 20:57:58 smithi057 podman[25028]: 2024-04-15 20:57:57.99347504 +0000 UTC m=+0.018157925 image pull e1d6a67b021eb077ee22bf650f1a9fb1980a2cf5c36bdb9cba9eac6de8f702d9 quay.io/ceph/ceph:v17.2.0 2024-04-15T20:57:59.328 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 20:57:59 smithi057 podman[25028]: 2024-04-15 20:57:59.030587855 +0000 UTC m=+1.055270715 container create dde955fcd79a18c17b502ac17094a2ac7f2187a54408ede7994a21bd4856bea9 (image=quay.io/ceph/ceph:v17.2.0, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, io.openshift.expose-services=, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, version=8, ceph=True, GIT_BRANCH=HEAD, GIT_REPO=https://github.com/ceph/ceph-container.git, vcs-type=git, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., architecture=x86_64, name=centos-stream, RELEASE=HEAD, io.buildah.version=1.19.8, io.openshift.tags=base centos centos-stream, distribution-scope=public, maintainer=Guillaume Abrioux , url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, com.redhat.component=centos-stream-container, build-date=2022-05-03T08:36:31.336870, io.k8s.display-name=CentOS Stream 8, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, release=754, CEPH_POINT_RELEASE=-17.2.0, GIT_CLEAN=True, vendor=Red Hat, Inc.) 2024-04-15T20:57:59.328 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 20:57:59 smithi057 podman[25028]: 2024-04-15 20:57:59.252714734 +0000 UTC m=+1.277397594 container init dde955fcd79a18c17b502ac17094a2ac7f2187a54408ede7994a21bd4856bea9 (image=quay.io/ceph/ceph:v17.2.0, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, vendor=Red Hat, Inc., io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., GIT_REPO=https://github.com/ceph/ceph-container.git, architecture=x86_64, io.buildah.version=1.19.8, distribution-scope=public, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, vcs-type=git, name=centos-stream, RELEASE=HEAD, io.k8s.display-name=CentOS Stream 8, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, io.openshift.expose-services=, version=8, ceph=True, GIT_CLEAN=True, CEPH_POINT_RELEASE=-17.2.0, com.redhat.component=centos-stream-container, io.openshift.tags=base centos centos-stream, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, release=754, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, build-date=2022-05-03T08:36:31.336870, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream) 2024-04-15T20:57:59.328 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 20:57:59 smithi057 podman[25028]: 2024-04-15 20:57:59.256006404 +0000 UTC m=+1.280689272 container start dde955fcd79a18c17b502ac17094a2ac7f2187a54408ede7994a21bd4856bea9 (image=quay.io/ceph/ceph:v17.2.0, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y, ceph=True, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., maintainer=Guillaume Abrioux , url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, vcs-type=git, RELEASE=HEAD, GIT_CLEAN=True, io.openshift.expose-services=, io.buildah.version=1.19.8, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, GIT_REPO=https://github.com/ceph/ceph-container.git, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=-17.2.0, io.openshift.tags=base centos centos-stream, io.k8s.display-name=CentOS Stream 8, architecture=x86_64, name=centos-stream, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, build-date=2022-05-03T08:36:31.336870, com.redhat.component=centos-stream-container, distribution-scope=public, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, release=754, vendor=Red Hat, Inc., version=8) 2024-04-15T20:57:59.329 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 20:57:59 smithi057 bash[25028]: dde955fcd79a18c17b502ac17094a2ac7f2187a54408ede7994a21bd4856bea9 2024-04-15T20:57:59.341 INFO:teuthology.orchestra.run.smithi057.stderr:systemctl: disabled 2024-04-15T20:57:59.348 INFO:teuthology.orchestra.run.smithi057.stderr:systemctl: inactive 2024-04-15T20:57:59.349 INFO:teuthology.orchestra.run.smithi057.stderr:firewalld.service is not enabled 2024-04-15T20:57:59.349 INFO:teuthology.orchestra.run.smithi057.stderr:Not possible to enable service . firewalld.service is not available 2024-04-15T20:57:59.357 INFO:teuthology.orchestra.run.smithi057.stderr:systemctl: disabled 2024-04-15T20:57:59.364 INFO:teuthology.orchestra.run.smithi057.stderr:systemctl: inactive 2024-04-15T20:57:59.365 INFO:teuthology.orchestra.run.smithi057.stderr:firewalld.service is not enabled 2024-04-15T20:57:59.365 INFO:teuthology.orchestra.run.smithi057.stderr:Not possible to open ports <[9283]>. firewalld.service is not available 2024-04-15T20:57:59.366 INFO:teuthology.orchestra.run.smithi057.stderr:Waiting for mgr to start... 2024-04-15T20:57:59.366 INFO:teuthology.orchestra.run.smithi057.stderr:Waiting for mgr... 2024-04-15T20:57:59.594 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 20:57:59 smithi057 systemd[1]: Started Ceph mgr.y for b97cffaa-fb6a-11ee-bc8f-c7b262605968. 2024-04-15T20:57:59.857 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 20:57:59 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 2024-04-15T20:57:59.770+0000 7f665fd0d000 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-15T20:57:59.857 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 20:57:59 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 2024-04-15T20:57:59.864+0000 7f665fd0d000 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-15T20:57:59.893 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: 2024-04-15T20:57:59.893 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: { 2024-04-15T20:57:59.893 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "fsid": "b97cffaa-fb6a-11ee-bc8f-c7b262605968", 2024-04-15T20:57:59.893 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "health": { 2024-04-15T20:57:59.893 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "status": "HEALTH_OK", 2024-04-15T20:57:59.893 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "checks": {}, 2024-04-15T20:57:59.893 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "mutes": [] 2024-04-15T20:57:59.894 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: }, 2024-04-15T20:57:59.894 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "election_epoch": 5, 2024-04-15T20:57:59.894 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "quorum": [ 2024-04-15T20:57:59.894 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: 0 2024-04-15T20:57:59.894 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: ], 2024-04-15T20:57:59.894 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "quorum_names": [ 2024-04-15T20:57:59.894 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "a" 2024-04-15T20:57:59.894 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: ], 2024-04-15T20:57:59.894 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "quorum_age": 3, 2024-04-15T20:57:59.894 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "monmap": { 2024-04-15T20:57:59.894 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "epoch": 1, 2024-04-15T20:57:59.894 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "min_mon_release_name": "quincy", 2024-04-15T20:57:59.894 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "num_mons": 1 2024-04-15T20:57:59.894 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: }, 2024-04-15T20:57:59.894 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "osdmap": { 2024-04-15T20:57:59.895 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "epoch": 1, 2024-04-15T20:57:59.895 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "num_osds": 0, 2024-04-15T20:57:59.895 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "num_up_osds": 0, 2024-04-15T20:57:59.895 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "osd_up_since": 0, 2024-04-15T20:57:59.895 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "num_in_osds": 0, 2024-04-15T20:57:59.895 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "osd_in_since": 0, 2024-04-15T20:57:59.895 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "num_remapped_pgs": 0 2024-04-15T20:57:59.895 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: }, 2024-04-15T20:57:59.895 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "pgmap": { 2024-04-15T20:57:59.895 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "pgs_by_state": [], 2024-04-15T20:57:59.895 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "num_pgs": 0, 2024-04-15T20:57:59.895 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "num_pools": 0, 2024-04-15T20:57:59.895 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "num_objects": 0, 2024-04-15T20:57:59.895 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "data_bytes": 0, 2024-04-15T20:57:59.895 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "bytes_used": 0, 2024-04-15T20:57:59.896 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "bytes_avail": 0, 2024-04-15T20:57:59.896 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "bytes_total": 0 2024-04-15T20:57:59.896 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: }, 2024-04-15T20:57:59.896 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "fsmap": { 2024-04-15T20:57:59.896 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "epoch": 1, 2024-04-15T20:57:59.896 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "by_rank": [], 2024-04-15T20:57:59.896 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "up:standby": 0 2024-04-15T20:57:59.896 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: }, 2024-04-15T20:57:59.896 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "mgrmap": { 2024-04-15T20:57:59.896 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "available": false, 2024-04-15T20:57:59.896 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "num_standbys": 0, 2024-04-15T20:57:59.896 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "modules": [ 2024-04-15T20:57:59.896 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "iostat", 2024-04-15T20:57:59.896 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "nfs", 2024-04-15T20:57:59.896 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "restful" 2024-04-15T20:57:59.897 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: ], 2024-04-15T20:57:59.897 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "services": {} 2024-04-15T20:57:59.897 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: }, 2024-04-15T20:57:59.897 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "servicemap": { 2024-04-15T20:57:59.897 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "epoch": 1, 2024-04-15T20:57:59.897 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "modified": "2024-04-15T20:57:45.816568+0000", 2024-04-15T20:57:59.897 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "services": {} 2024-04-15T20:57:59.897 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: }, 2024-04-15T20:57:59.897 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "progress_events": {} 2024-04-15T20:57:59.897 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: } 2024-04-15T20:58:00.120 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:57:59 smithi057 ceph-mon[24810]: from='client.? 172.21.15.57:0/3374282256' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-04-15T20:58:00.500 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 20:58:00 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 2024-04-15T20:58:00.495+0000 7f665fd0d000 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-15T20:58:00.502 INFO:teuthology.orchestra.run.smithi057.stderr:mgr not available, waiting (1/15)... 2024-04-15T20:58:00.814 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 20:58:00 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 2024-04-15T20:58:00.587+0000 7f665fd0d000 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-15T20:58:00.814 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 20:58:00 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 2024-04-15T20:58:00.671+0000 7f665fd0d000 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-15T20:58:01.091 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 20:58:00 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 2024-04-15T20:58:00.822+0000 7f665fd0d000 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-15T20:58:01.091 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 20:58:00 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 2024-04-15T20:58:00.904+0000 7f665fd0d000 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-15T20:58:01.092 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 20:58:01 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 2024-04-15T20:58:01.014+0000 7f665fd0d000 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-15T20:58:01.092 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 20:58:01 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 2024-04-15T20:58:01.099+0000 7f665fd0d000 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-15T20:58:01.342 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 20:58:01 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 2024-04-15T20:58:01.264+0000 7f665fd0d000 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-15T20:58:01.342 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 20:58:01 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 2024-04-15T20:58:01.350+0000 7f665fd0d000 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-15T20:58:02.731 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 20:58:02 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 2024-04-15T20:58:02.410+0000 7f665fd0d000 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-15T20:58:02.731 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 20:58:02 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 2024-04-15T20:58:02.545+0000 7f665fd0d000 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-15T20:58:02.731 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 20:58:02 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 2024-04-15T20:58:02.739+0000 7f665fd0d000 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-15T20:58:03.047 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 20:58:02 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 2024-04-15T20:58:02.828+0000 7f665fd0d000 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-15T20:58:03.047 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 20:58:02 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 2024-04-15T20:58:02.969+0000 7f665fd0d000 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-15T20:58:03.052 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: 2024-04-15T20:58:03.053 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: { 2024-04-15T20:58:03.053 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "fsid": "b97cffaa-fb6a-11ee-bc8f-c7b262605968", 2024-04-15T20:58:03.053 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "health": { 2024-04-15T20:58:03.053 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "status": "HEALTH_OK", 2024-04-15T20:58:03.053 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "checks": {}, 2024-04-15T20:58:03.053 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "mutes": [] 2024-04-15T20:58:03.053 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: }, 2024-04-15T20:58:03.053 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "election_epoch": 5, 2024-04-15T20:58:03.053 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "quorum": [ 2024-04-15T20:58:03.053 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: 0 2024-04-15T20:58:03.053 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: ], 2024-04-15T20:58:03.053 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "quorum_names": [ 2024-04-15T20:58:03.053 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "a" 2024-04-15T20:58:03.054 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: ], 2024-04-15T20:58:03.054 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "quorum_age": 6, 2024-04-15T20:58:03.054 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "monmap": { 2024-04-15T20:58:03.054 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "epoch": 1, 2024-04-15T20:58:03.054 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "min_mon_release_name": "quincy", 2024-04-15T20:58:03.054 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "num_mons": 1 2024-04-15T20:58:03.054 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: }, 2024-04-15T20:58:03.054 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "osdmap": { 2024-04-15T20:58:03.054 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "epoch": 1, 2024-04-15T20:58:03.055 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "num_osds": 0, 2024-04-15T20:58:03.055 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "num_up_osds": 0, 2024-04-15T20:58:03.055 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "osd_up_since": 0, 2024-04-15T20:58:03.055 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "num_in_osds": 0, 2024-04-15T20:58:03.055 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "osd_in_since": 0, 2024-04-15T20:58:03.055 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "num_remapped_pgs": 0 2024-04-15T20:58:03.055 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: }, 2024-04-15T20:58:03.055 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "pgmap": { 2024-04-15T20:58:03.055 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "pgs_by_state": [], 2024-04-15T20:58:03.055 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "num_pgs": 0, 2024-04-15T20:58:03.055 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "num_pools": 0, 2024-04-15T20:58:03.055 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "num_objects": 0, 2024-04-15T20:58:03.055 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "data_bytes": 0, 2024-04-15T20:58:03.055 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "bytes_used": 0, 2024-04-15T20:58:03.055 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "bytes_avail": 0, 2024-04-15T20:58:03.056 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "bytes_total": 0 2024-04-15T20:58:03.056 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: }, 2024-04-15T20:58:03.056 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "fsmap": { 2024-04-15T20:58:03.056 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "epoch": 1, 2024-04-15T20:58:03.056 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "by_rank": [], 2024-04-15T20:58:03.056 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "up:standby": 0 2024-04-15T20:58:03.056 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: }, 2024-04-15T20:58:03.056 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "mgrmap": { 2024-04-15T20:58:03.056 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "available": false, 2024-04-15T20:58:03.056 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "num_standbys": 0, 2024-04-15T20:58:03.056 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "modules": [ 2024-04-15T20:58:03.056 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "iostat", 2024-04-15T20:58:03.056 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "nfs", 2024-04-15T20:58:03.056 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "restful" 2024-04-15T20:58:03.057 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: ], 2024-04-15T20:58:03.057 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "services": {} 2024-04-15T20:58:03.057 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: }, 2024-04-15T20:58:03.057 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "servicemap": { 2024-04-15T20:58:03.057 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "epoch": 1, 2024-04-15T20:58:03.057 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "modified": "2024-04-15T20:57:45.816568+0000", 2024-04-15T20:58:03.057 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "services": {} 2024-04-15T20:58:03.057 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: }, 2024-04-15T20:58:03.057 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "progress_events": {} 2024-04-15T20:58:03.057 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: } 2024-04-15T20:58:03.370 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:58:03 smithi057 ceph-mon[24810]: from='client.? 172.21.15.57:0/376926227' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-04-15T20:58:03.370 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 20:58:03 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 2024-04-15T20:58:03.298+0000 7f665fd0d000 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-15T20:58:03.642 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 20:58:03 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 2024-04-15T20:58:03.523+0000 7f665fd0d000 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-15T20:58:03.642 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 20:58:03 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 2024-04-15T20:58:03.609+0000 7f665fd0d000 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-15T20:58:03.642 INFO:teuthology.orchestra.run.smithi057.stderr:mgr not available, waiting (2/15)... 2024-04-15T20:58:04.120 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 20:58:03 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 2024-04-15T20:58:03.784+0000 7f665fd0d000 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-15T20:58:05.020 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 20:58:04 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 2024-04-15T20:58:04.727+0000 7f665fd0d000 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-15T20:58:05.021 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 20:58:05 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 2024-04-15T20:58:05.028+0000 7f665fd0d000 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-15T20:58:05.270 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 20:58:05 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 2024-04-15T20:58:05.124+0000 7f665fd0d000 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-15T20:58:05.271 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 20:58:05 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 2024-04-15T20:58:05.278+0000 7f665fd0d000 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-15T20:58:05.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:58:05 smithi057 ceph-mon[24810]: Activating manager daemon y 2024-04-15T20:58:05.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:58:05 smithi057 ceph-mon[24810]: mgrmap e2: y(active, starting, since 0.00271156s) 2024-04-15T20:58:05.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:58:05 smithi057 ceph-mon[24810]: from='mgr.14100 172.21.15.57:0/2289534769' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-15T20:58:05.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:58:05 smithi057 ceph-mon[24810]: from='mgr.14100 172.21.15.57:0/2289534769' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-15T20:58:05.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:58:05 smithi057 ceph-mon[24810]: from='mgr.14100 172.21.15.57:0/2289534769' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-15T20:58:05.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:58:05 smithi057 ceph-mon[24810]: from='mgr.14100 172.21.15.57:0/2289534769' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T20:58:05.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:58:05 smithi057 ceph-mon[24810]: from='mgr.14100 172.21.15.57:0/2289534769' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-15T20:58:05.621 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:58:05 smithi057 ceph-mon[24810]: Manager daemon y is now available 2024-04-15T20:58:05.621 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:58:05 smithi057 ceph-mon[24810]: from='mgr.14100 172.21.15.57:0/2289534769' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-15T20:58:05.621 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:58:05 smithi057 ceph-mon[24810]: from='mgr.14100 172.21.15.57:0/2289534769' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-15T20:58:05.621 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:58:05 smithi057 ceph-mon[24810]: from='mgr.14100 172.21.15.57:0/2289534769' entity='mgr.y' 2024-04-15T20:58:05.621 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:58:05 smithi057 ceph-mon[24810]: from='mgr.14100 172.21.15.57:0/2289534769' entity='mgr.y' 2024-04-15T20:58:05.621 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:58:05 smithi057 ceph-mon[24810]: from='mgr.14100 172.21.15.57:0/2289534769' entity='mgr.y' 2024-04-15T20:58:06.120 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: 2024-04-15T20:58:06.120 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: { 2024-04-15T20:58:06.120 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "fsid": "b97cffaa-fb6a-11ee-bc8f-c7b262605968", 2024-04-15T20:58:06.121 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "health": { 2024-04-15T20:58:06.121 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "status": "HEALTH_OK", 2024-04-15T20:58:06.121 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "checks": {}, 2024-04-15T20:58:06.121 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "mutes": [] 2024-04-15T20:58:06.121 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: }, 2024-04-15T20:58:06.121 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "election_epoch": 5, 2024-04-15T20:58:06.121 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "quorum": [ 2024-04-15T20:58:06.121 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: 0 2024-04-15T20:58:06.121 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: ], 2024-04-15T20:58:06.121 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "quorum_names": [ 2024-04-15T20:58:06.121 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "a" 2024-04-15T20:58:06.121 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: ], 2024-04-15T20:58:06.121 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "quorum_age": 9, 2024-04-15T20:58:06.121 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "monmap": { 2024-04-15T20:58:06.121 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "epoch": 1, 2024-04-15T20:58:06.122 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "min_mon_release_name": "quincy", 2024-04-15T20:58:06.122 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "num_mons": 1 2024-04-15T20:58:06.122 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: }, 2024-04-15T20:58:06.122 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "osdmap": { 2024-04-15T20:58:06.122 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "epoch": 1, 2024-04-15T20:58:06.122 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "num_osds": 0, 2024-04-15T20:58:06.122 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "num_up_osds": 0, 2024-04-15T20:58:06.122 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "osd_up_since": 0, 2024-04-15T20:58:06.122 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "num_in_osds": 0, 2024-04-15T20:58:06.125 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "osd_in_since": 0, 2024-04-15T20:58:06.125 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "num_remapped_pgs": 0 2024-04-15T20:58:06.126 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: }, 2024-04-15T20:58:06.126 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "pgmap": { 2024-04-15T20:58:06.126 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "pgs_by_state": [], 2024-04-15T20:58:06.126 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "num_pgs": 0, 2024-04-15T20:58:06.126 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "num_pools": 0, 2024-04-15T20:58:06.126 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "num_objects": 0, 2024-04-15T20:58:06.126 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "data_bytes": 0, 2024-04-15T20:58:06.126 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "bytes_used": 0, 2024-04-15T20:58:06.126 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "bytes_avail": 0, 2024-04-15T20:58:06.126 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "bytes_total": 0 2024-04-15T20:58:06.126 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: }, 2024-04-15T20:58:06.126 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "fsmap": { 2024-04-15T20:58:06.126 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "epoch": 1, 2024-04-15T20:58:06.126 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "by_rank": [], 2024-04-15T20:58:06.127 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "up:standby": 0 2024-04-15T20:58:06.127 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: }, 2024-04-15T20:58:06.127 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "mgrmap": { 2024-04-15T20:58:06.127 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "available": false, 2024-04-15T20:58:06.127 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "num_standbys": 0, 2024-04-15T20:58:06.127 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "modules": [ 2024-04-15T20:58:06.127 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "iostat", 2024-04-15T20:58:06.127 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "nfs", 2024-04-15T20:58:06.127 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "restful" 2024-04-15T20:58:06.127 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: ], 2024-04-15T20:58:06.127 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "services": {} 2024-04-15T20:58:06.127 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: }, 2024-04-15T20:58:06.127 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "servicemap": { 2024-04-15T20:58:06.127 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "epoch": 1, 2024-04-15T20:58:06.127 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "modified": "2024-04-15T20:57:45.816568+0000", 2024-04-15T20:58:06.128 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "services": {} 2024-04-15T20:58:06.128 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: }, 2024-04-15T20:58:06.128 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "progress_events": {} 2024-04-15T20:58:06.128 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: } 2024-04-15T20:58:06.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:58:06 smithi057 ceph-mon[24810]: from='client.? 172.21.15.57:0/2502840614' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-04-15T20:58:06.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:58:06 smithi057 ceph-mon[24810]: mgrmap e3: y(active, since 1.00549s) 2024-04-15T20:58:06.656 INFO:teuthology.orchestra.run.smithi057.stderr:mgr not available, waiting (3/15)... 2024-04-15T20:58:08.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:58:08 smithi057 ceph-mon[24810]: mgrmap e4: y(active, since 2s) 2024-04-15T20:58:09.335 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: 2024-04-15T20:58:09.336 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: { 2024-04-15T20:58:09.336 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "fsid": "b97cffaa-fb6a-11ee-bc8f-c7b262605968", 2024-04-15T20:58:09.336 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "health": { 2024-04-15T20:58:09.336 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "status": "HEALTH_OK", 2024-04-15T20:58:09.336 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "checks": {}, 2024-04-15T20:58:09.336 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "mutes": [] 2024-04-15T20:58:09.336 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: }, 2024-04-15T20:58:09.336 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "election_epoch": 5, 2024-04-15T20:58:09.336 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "quorum": [ 2024-04-15T20:58:09.336 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: 0 2024-04-15T20:58:09.336 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: ], 2024-04-15T20:58:09.336 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "quorum_names": [ 2024-04-15T20:58:09.336 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "a" 2024-04-15T20:58:09.336 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: ], 2024-04-15T20:58:09.337 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "quorum_age": 13, 2024-04-15T20:58:09.337 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "monmap": { 2024-04-15T20:58:09.337 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "epoch": 1, 2024-04-15T20:58:09.337 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "min_mon_release_name": "quincy", 2024-04-15T20:58:09.337 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "num_mons": 1 2024-04-15T20:58:09.337 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: }, 2024-04-15T20:58:09.337 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "osdmap": { 2024-04-15T20:58:09.337 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "epoch": 1, 2024-04-15T20:58:09.337 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "num_osds": 0, 2024-04-15T20:58:09.337 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "num_up_osds": 0, 2024-04-15T20:58:09.337 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "osd_up_since": 0, 2024-04-15T20:58:09.337 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "num_in_osds": 0, 2024-04-15T20:58:09.337 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "osd_in_since": 0, 2024-04-15T20:58:09.337 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "num_remapped_pgs": 0 2024-04-15T20:58:09.338 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: }, 2024-04-15T20:58:09.338 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "pgmap": { 2024-04-15T20:58:09.338 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "pgs_by_state": [], 2024-04-15T20:58:09.338 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "num_pgs": 0, 2024-04-15T20:58:09.338 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "num_pools": 0, 2024-04-15T20:58:09.338 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "num_objects": 0, 2024-04-15T20:58:09.338 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "data_bytes": 0, 2024-04-15T20:58:09.338 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "bytes_used": 0, 2024-04-15T20:58:09.338 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "bytes_avail": 0, 2024-04-15T20:58:09.338 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "bytes_total": 0 2024-04-15T20:58:09.338 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: }, 2024-04-15T20:58:09.338 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "fsmap": { 2024-04-15T20:58:09.338 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "epoch": 1, 2024-04-15T20:58:09.338 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "by_rank": [], 2024-04-15T20:58:09.339 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "up:standby": 0 2024-04-15T20:58:09.339 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: }, 2024-04-15T20:58:09.339 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "mgrmap": { 2024-04-15T20:58:09.339 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "available": true, 2024-04-15T20:58:09.339 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "num_standbys": 0, 2024-04-15T20:58:09.339 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "modules": [ 2024-04-15T20:58:09.339 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "iostat", 2024-04-15T20:58:09.339 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "nfs", 2024-04-15T20:58:09.339 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "restful" 2024-04-15T20:58:09.339 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: ], 2024-04-15T20:58:09.339 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "services": {} 2024-04-15T20:58:09.339 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: }, 2024-04-15T20:58:09.339 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "servicemap": { 2024-04-15T20:58:09.339 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "epoch": 1, 2024-04-15T20:58:09.340 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "modified": "2024-04-15T20:57:45.816568+0000", 2024-04-15T20:58:09.340 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "services": {} 2024-04-15T20:58:09.340 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: }, 2024-04-15T20:58:09.340 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "progress_events": {} 2024-04-15T20:58:09.340 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: } 2024-04-15T20:58:09.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:58:09 smithi057 ceph-mon[24810]: from='client.? 172.21.15.57:0/3096365106' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-04-15T20:58:09.978 INFO:teuthology.orchestra.run.smithi057.stderr:mgr is available 2024-04-15T20:58:10.588 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: 2024-04-15T20:58:10.588 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: [global] 2024-04-15T20:58:10.588 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: fsid = b97cffaa-fb6a-11ee-bc8f-c7b262605968 2024-04-15T20:58:10.588 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: mon_osd_allow_pg_remap = true 2024-04-15T20:58:10.588 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: mon_osd_allow_primary_affinity = true 2024-04-15T20:58:10.588 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: mon_warn_on_no_sortbitwise = false 2024-04-15T20:58:10.588 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: osd_crush_chooseleaf_type = 0 2024-04-15T20:58:10.588 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: 2024-04-15T20:58:10.588 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: [mgr] 2024-04-15T20:58:10.589 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: mgr/telemetry/nag = false 2024-04-15T20:58:10.589 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: 2024-04-15T20:58:10.589 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: [osd] 2024-04-15T20:58:10.589 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: osd_map_max_advance = 10 2024-04-15T20:58:10.589 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: osd_sloppy_crc = true 2024-04-15T20:58:10.870 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:58:10 smithi057 ceph-mon[24810]: from='client.? 172.21.15.57:0/308893926' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-04-15T20:58:10.870 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:58:10 smithi057 ceph-mon[24810]: from='client.? 172.21.15.57:0/308893926' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2024-04-15T20:58:11.143 INFO:teuthology.orchestra.run.smithi057.stderr:Enabling cephadm module... 2024-04-15T20:58:12.521 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:58:12 smithi057 ceph-mon[24810]: from='client.? 172.21.15.57:0/823679927' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2024-04-15T20:58:12.522 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 20:58:12 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: ignoring --setuser ceph since I am not root 2024-04-15T20:58:12.522 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 20:58:12 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: ignoring --setgroup ceph since I am not root 2024-04-15T20:58:12.793 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 20:58:12 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 2024-04-15T20:58:12.707+0000 7f92f9fdf000 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-15T20:58:12.793 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 20:58:12 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 2024-04-15T20:58:12.799+0000 7f92f9fdf000 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-15T20:58:13.370 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:58:13 smithi057 ceph-mon[24810]: from='client.? 172.21.15.57:0/823679927' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2024-04-15T20:58:13.370 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:58:13 smithi057 ceph-mon[24810]: mgrmap e5: y(active, since 6s) 2024-04-15T20:58:13.435 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: { 2024-04-15T20:58:13.435 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "epoch": 5, 2024-04-15T20:58:13.435 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "available": true, 2024-04-15T20:58:13.435 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "active_name": "y", 2024-04-15T20:58:13.435 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "num_standby": 0 2024-04-15T20:58:13.435 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: } 2024-04-15T20:58:13.744 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 20:58:13 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 2024-04-15T20:58:13.419+0000 7f92f9fdf000 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-15T20:58:13.744 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 20:58:13 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 2024-04-15T20:58:13.514+0000 7f92f9fdf000 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-15T20:58:13.745 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 20:58:13 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 2024-04-15T20:58:13.600+0000 7f92f9fdf000 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-15T20:58:13.745 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 20:58:13 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 2024-04-15T20:58:13.751+0000 7f92f9fdf000 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-15T20:58:14.024 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 20:58:13 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 2024-04-15T20:58:13.834+0000 7f92f9fdf000 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-15T20:58:14.025 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 20:58:13 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 2024-04-15T20:58:13.946+0000 7f92f9fdf000 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-15T20:58:14.025 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 20:58:14 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 2024-04-15T20:58:14.031+0000 7f92f9fdf000 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-15T20:58:14.064 INFO:teuthology.orchestra.run.smithi057.stderr:Waiting for the mgr to restart... 2024-04-15T20:58:14.064 INFO:teuthology.orchestra.run.smithi057.stderr:Waiting for mgr epoch 5... 2024-04-15T20:58:14.282 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:58:14 smithi057 ceph-mon[24810]: from='client.? 172.21.15.57:0/4238439758' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-04-15T20:58:14.282 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 20:58:14 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 2024-04-15T20:58:14.200+0000 7f92f9fdf000 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-15T20:58:14.282 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 20:58:14 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 2024-04-15T20:58:14.288+0000 7f92f9fdf000 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-15T20:58:15.620 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 20:58:15 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 2024-04-15T20:58:15.343+0000 7f92f9fdf000 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-15T20:58:15.620 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 20:58:15 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 2024-04-15T20:58:15.475+0000 7f92f9fdf000 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-15T20:58:16.120 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 20:58:15 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 2024-04-15T20:58:15.671+0000 7f92f9fdf000 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-15T20:58:16.120 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 20:58:15 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 2024-04-15T20:58:15.759+0000 7f92f9fdf000 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-15T20:58:16.120 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 20:58:15 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 2024-04-15T20:58:15.897+0000 7f92f9fdf000 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-15T20:58:16.524 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 20:58:16 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 2024-04-15T20:58:16.220+0000 7f92f9fdf000 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-15T20:58:16.524 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 20:58:16 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 2024-04-15T20:58:16.445+0000 7f92f9fdf000 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-15T20:58:16.524 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 20:58:16 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 2024-04-15T20:58:16.531+0000 7f92f9fdf000 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-15T20:58:16.870 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 20:58:16 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 2024-04-15T20:58:16.705+0000 7f92f9fdf000 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-15T20:58:17.935 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 20:58:17 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 2024-04-15T20:58:17.640+0000 7f92f9fdf000 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-15T20:58:17.936 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 20:58:17 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 2024-04-15T20:58:17.942+0000 7f92f9fdf000 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-15T20:58:18.185 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 20:58:18 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 2024-04-15T20:58:18.038+0000 7f92f9fdf000 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-15T20:58:18.186 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 20:58:18 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 2024-04-15T20:58:18.192+0000 7f92f9fdf000 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-15T20:58:18.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:58:18 smithi057 ceph-mon[24810]: Active manager daemon y restarted 2024-04-15T20:58:18.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:58:18 smithi057 ceph-mon[24810]: Activating manager daemon y 2024-04-15T20:58:18.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:58:18 smithi057 ceph-mon[24810]: osdmap e2: 0 total, 0 up, 0 in 2024-04-15T20:58:19.267 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: { 2024-04-15T20:58:19.267 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "mgrmap_epoch": 7, 2024-04-15T20:58:19.267 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "initialized": true 2024-04-15T20:58:19.267 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: } 2024-04-15T20:58:19.574 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:58:19 smithi057 ceph-mon[24810]: mgrmap e6: y(active, starting, since 0.0526282s) 2024-04-15T20:58:19.574 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:58:19 smithi057 ceph-mon[24810]: from='mgr.14120 172.21.15.57:0/211391013' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T20:58:19.575 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:58:19 smithi057 ceph-mon[24810]: from='mgr.14120 172.21.15.57:0/211391013' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-15T20:58:19.575 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:58:19 smithi057 ceph-mon[24810]: from='mgr.14120 172.21.15.57:0/211391013' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-15T20:58:19.575 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:58:19 smithi057 ceph-mon[24810]: from='mgr.14120 172.21.15.57:0/211391013' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-15T20:58:19.575 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:58:19 smithi057 ceph-mon[24810]: from='mgr.14120 172.21.15.57:0/211391013' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-15T20:58:19.575 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:58:19 smithi057 ceph-mon[24810]: Manager daemon y is now available 2024-04-15T20:58:19.575 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:58:19 smithi057 ceph-mon[24810]: from='mgr.14120 172.21.15.57:0/211391013' entity='mgr.y' 2024-04-15T20:58:19.575 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:58:19 smithi057 ceph-mon[24810]: from='mgr.14120 172.21.15.57:0/211391013' entity='mgr.y' 2024-04-15T20:58:19.575 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:58:19 smithi057 ceph-mon[24810]: from='mgr.14120 172.21.15.57:0/211391013' entity='mgr.y' 2024-04-15T20:58:19.575 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:58:19 smithi057 ceph-mon[24810]: from='mgr.14120 172.21.15.57:0/211391013' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T20:58:19.575 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:58:19 smithi057 ceph-mon[24810]: from='mgr.14120 172.21.15.57:0/211391013' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T20:58:19.575 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:58:19 smithi057 ceph-mon[24810]: from='mgr.14120 172.21.15.57:0/211391013' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T20:58:19.575 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:58:19 smithi057 ceph-mon[24810]: from='mgr.14120 172.21.15.57:0/211391013' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-15T20:58:19.576 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:58:19 smithi057 ceph-mon[24810]: from='mgr.14120 172.21.15.57:0/211391013' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-15T20:58:19.870 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 20:58:19 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: [15/Apr/2024:20:58:19] ENGINE Bus STARTING 2024-04-15T20:58:20.044 INFO:teuthology.orchestra.run.smithi057.stderr:mgr epoch 5 is available 2024-04-15T20:58:20.044 INFO:teuthology.orchestra.run.smithi057.stderr:Setting orchestrator backend to cephadm... 2024-04-15T20:58:20.254 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 20:58:19 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: [15/Apr/2024:20:58:19] ENGINE Serving on https://172.21.15.57:7150 2024-04-15T20:58:20.254 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 20:58:19 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: [15/Apr/2024:20:58:19] ENGINE Bus STARTED 2024-04-15T20:58:20.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:58:20 smithi057 ceph-mon[24810]: mgrmap e7: y(active, since 1.06855s) 2024-04-15T20:58:20.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:58:20 smithi057 ceph-mon[24810]: [15/Apr/2024:20:58:19] ENGINE Bus STARTING 2024-04-15T20:58:20.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:58:20 smithi057 ceph-mon[24810]: [15/Apr/2024:20:58:19] ENGINE Serving on https://172.21.15.57:7150 2024-04-15T20:58:20.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:58:20 smithi057 ceph-mon[24810]: [15/Apr/2024:20:58:19] ENGINE Bus STARTED 2024-04-15T20:58:20.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:58:20 smithi057 ceph-mon[24810]: from='mgr.14120 172.21.15.57:0/211391013' entity='mgr.y' 2024-04-15T20:58:20.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:58:20 smithi057 ceph-mon[24810]: from='mgr.14120 172.21.15.57:0/211391013' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T20:58:21.759 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: value unchanged 2024-04-15T20:58:22.069 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:58:21 smithi057 ceph-mon[24810]: from='client.14132 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T20:58:22.069 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:58:21 smithi057 ceph-mon[24810]: from='mgr.14120 172.21.15.57:0/211391013' entity='mgr.y' 2024-04-15T20:58:22.069 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:58:21 smithi057 ceph-mon[24810]: from='mgr.14120 172.21.15.57:0/211391013' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T20:58:22.069 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:58:21 smithi057 ceph-mon[24810]: mgrmap e8: y(active, since 2s) 2024-04-15T20:58:22.365 INFO:teuthology.orchestra.run.smithi057.stderr:Generating ssh key... 2024-04-15T20:58:23.120 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:58:22 smithi057 ceph-mon[24810]: from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T20:58:23.461 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 20:58:23 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: Generating public/private rsa key pair. 2024-04-15T20:58:23.461 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 20:58:23 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: Your identification has been saved in /tmp/tmpcvvb77hg/key. 2024-04-15T20:58:23.461 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 20:58:23 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: Your public key has been saved in /tmp/tmpcvvb77hg/key.pub. 2024-04-15T20:58:23.461 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 20:58:23 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: The key fingerprint is: 2024-04-15T20:58:23.461 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 20:58:23 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: SHA256:paLeQXezaTXvCrjpp9v77d14fmBXaP8q+HGnhOdIV9c ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968 2024-04-15T20:58:23.461 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 20:58:23 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: The key's randomart image is: 2024-04-15T20:58:23.462 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 20:58:23 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: +---[RSA 3072]----+ 2024-04-15T20:58:23.462 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 20:58:23 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: | | 2024-04-15T20:58:23.462 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 20:58:23 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: | | 2024-04-15T20:58:23.462 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 20:58:23 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: | . . | 2024-04-15T20:58:23.462 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 20:58:23 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: | o o o| 2024-04-15T20:58:23.462 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 20:58:23 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: | o S o o. .E| 2024-04-15T20:58:23.462 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 20:58:23 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: | o o o = +o.+| 2024-04-15T20:58:23.462 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 20:58:23 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: | . . . =.+.*oo| 2024-04-15T20:58:23.462 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 20:58:23 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: | . . . =oo.@ ==| 2024-04-15T20:58:23.462 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 20:58:23 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: | . ..*+o+=+O+=| 2024-04-15T20:58:23.462 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 20:58:23 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: +----[SHA256]-----+ 2024-04-15T20:58:24.370 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:58:24 smithi057 ceph-mon[24810]: from='client.14136 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T20:58:24.370 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:58:24 smithi057 ceph-mon[24810]: Generating ssh key... 2024-04-15T20:58:24.370 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:58:24 smithi057 ceph-mon[24810]: from='mgr.14120 172.21.15.57:0/211391013' entity='mgr.y' 2024-04-15T20:58:24.370 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:58:24 smithi057 ceph-mon[24810]: from='mgr.14120 172.21.15.57:0/211391013' entity='mgr.y' 2024-04-15T20:58:24.404 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC8oZeBbGK3TpScqO257B2wPU8ZkkCWLdZPdnuVBHL9VSFcTHRpMBHRNsaKK+1zXJSbXn+dm+WK4IV45FGr+WQvlgkD8LHMZSkbLJNIrLXa8CxJEdPu+0ybEfgiW1IaM6VNSvz5WKM36862j6K7uMC4fV4n9WVMUPj8Jo1YWQPi5eN/Yb16P3xUbi3eSj7TLypZxjhoaBX1WuPcI2g+IJnG5tE/yPNrHkkuR0sD/gSBSPqkMhEJaRHoJKl1wpWcyg0lCytwimU53PQfeCXeI/YIKwVajC+Fd2AL85h4JPVjmwHZPdjFc5T54GJJxDjySBCCAMeOP0ya7RaITkA+hAuZq/AKpXb+tLl1idu+XxyIcyKMsspOReXkdPIbupPEVRZA5jCUMjKgWXDmnnQqYSl3seXCsO9Zu7dse+vGjnkQHCw2zH6P1l66LLaskyoV45aQ7GuGY/751AKs4Vk7dYz/joTjohASqQaPn7UiIHmVozRytWDoKi6JyLF0219WP9c= ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968 2024-04-15T20:58:24.968 INFO:teuthology.orchestra.run.smithi057.stderr:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2024-04-15T20:58:24.968 INFO:teuthology.orchestra.run.smithi057.stderr:Adding key to root@localhost authorized_keys... 2024-04-15T20:58:24.969 INFO:teuthology.orchestra.run.smithi057.stderr:Adding host smithi057... 2024-04-15T20:58:25.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:58:25 smithi057 ceph-mon[24810]: from='client.14138 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T20:58:26.638 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: Added host 'smithi057' with addr '172.21.15.57' 2024-04-15T20:58:27.255 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:58:27 smithi057 ceph-mon[24810]: from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi057", "addr": "172.21.15.57", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T20:58:27.255 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:58:27 smithi057 ceph-mon[24810]: Deploying cephadm binary to smithi057 2024-04-15T20:58:27.255 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:58:27 smithi057 ceph-mon[24810]: from='mgr.14120 172.21.15.57:0/211391013' entity='mgr.y' 2024-04-15T20:58:27.255 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:58:27 smithi057 ceph-mon[24810]: from='mgr.14120 172.21.15.57:0/211391013' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T20:58:27.257 INFO:teuthology.orchestra.run.smithi057.stderr:Deploying unmanaged mon service... 2024-04-15T20:58:27.925 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: Scheduled mon update... 2024-04-15T20:58:28.447 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:58:28 smithi057 ceph-mon[24810]: Added host smithi057 2024-04-15T20:58:28.447 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:58:28 smithi057 ceph-mon[24810]: from='mgr.14120 172.21.15.57:0/211391013' entity='mgr.y' 2024-04-15T20:58:28.449 INFO:teuthology.orchestra.run.smithi057.stderr:Deploying unmanaged mgr service... 2024-04-15T20:58:29.046 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: Scheduled mgr update... 2024-04-15T20:58:29.370 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:58:29 smithi057 ceph-mon[24810]: from='client.14142 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T20:58:29.370 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:58:29 smithi057 ceph-mon[24810]: Saving service mon spec with placement count:5 2024-04-15T20:58:29.370 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:58:29 smithi057 ceph-mon[24810]: from='mgr.14120 172.21.15.57:0/211391013' entity='mgr.y' 2024-04-15T20:58:30.452 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:58:30 smithi057 ceph-mon[24810]: from='client.14144 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T20:58:30.452 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:58:30 smithi057 ceph-mon[24810]: Saving service mgr spec with placement count:2 2024-04-15T20:58:31.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:58:31 smithi057 ceph-mon[24810]: from='mgr.14120 172.21.15.57:0/211391013' entity='mgr.y' 2024-04-15T20:58:31.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:58:31 smithi057 ceph-mon[24810]: from='mgr.14120 172.21.15.57:0/211391013' entity='mgr.y' 2024-04-15T20:58:31.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:58:31 smithi057 ceph-mon[24810]: from='client.? 172.21.15.57:0/3368608711' entity='client.admin' 2024-04-15T20:58:32.775 INFO:teuthology.orchestra.run.smithi057.stderr:Enabling the dashboard module... 2024-04-15T20:58:33.370 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:58:33 smithi057 ceph-mon[24810]: from='client.? 172.21.15.57:0/2645520740' entity='client.admin' 2024-04-15T20:58:34.781 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 20:58:34 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: ignoring --setuser ceph since I am not root 2024-04-15T20:58:34.781 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 20:58:34 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: ignoring --setgroup ceph since I am not root 2024-04-15T20:58:34.781 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:58:34 smithi057 ceph-mon[24810]: from='mgr.14120 172.21.15.57:0/211391013' entity='mgr.y' 2024-04-15T20:58:34.781 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:58:34 smithi057 ceph-mon[24810]: from='mgr.14120 172.21.15.57:0/211391013' entity='mgr.y' 2024-04-15T20:58:34.781 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:58:34 smithi057 ceph-mon[24810]: from='mgr.14120 172.21.15.57:0/211391013' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi057", "name": "osd_memory_target"}]: dispatch 2024-04-15T20:58:34.781 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:58:34 smithi057 ceph-mon[24810]: from='mgr.14120 172.21.15.57:0/211391013' entity='mgr.y' 2024-04-15T20:58:34.782 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:58:34 smithi057 ceph-mon[24810]: from='mgr.14120 172.21.15.57:0/211391013' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi057", "caps": []}]: dispatch 2024-04-15T20:58:34.782 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:58:34 smithi057 ceph-mon[24810]: from='mgr.14120 172.21.15.57:0/211391013' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "client.agent.smithi057", "caps": []}]': finished 2024-04-15T20:58:34.782 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:58:34 smithi057 ceph-mon[24810]: Deploying daemon agent.smithi057 on smithi057 2024-04-15T20:58:34.782 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:58:34 smithi057 ceph-mon[24810]: from='client.? 172.21.15.57:0/722029522' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2024-04-15T20:58:35.084 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 20:58:35 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 2024-04-15T20:58:34.999+0000 7f3b55fbf000 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-15T20:58:35.084 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 20:58:35 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 2024-04-15T20:58:35.091+0000 7f3b55fbf000 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-15T20:58:35.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:58:35 smithi057 ceph-mon[24810]: from='client.? 172.21.15.57:0/722029522' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2024-04-15T20:58:35.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:58:35 smithi057 ceph-mon[24810]: mgrmap e9: y(active, since 16s) 2024-04-15T20:58:35.820 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: { 2024-04-15T20:58:35.820 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "epoch": 9, 2024-04-15T20:58:35.820 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "available": true, 2024-04-15T20:58:35.821 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "active_name": "y", 2024-04-15T20:58:35.821 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "num_standby": 0 2024-04-15T20:58:35.821 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: } 2024-04-15T20:58:36.037 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 20:58:35 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 2024-04-15T20:58:35.711+0000 7f3b55fbf000 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-15T20:58:36.037 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 20:58:35 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 2024-04-15T20:58:35.803+0000 7f3b55fbf000 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-15T20:58:36.037 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 20:58:35 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 2024-04-15T20:58:35.891+0000 7f3b55fbf000 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-15T20:58:36.037 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 20:58:36 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 2024-04-15T20:58:36.044+0000 7f3b55fbf000 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-15T20:58:36.320 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 20:58:36 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 2024-04-15T20:58:36.127+0000 7f3b55fbf000 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-15T20:58:36.320 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 20:58:36 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 2024-04-15T20:58:36.241+0000 7f3b55fbf000 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-15T20:58:36.320 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 20:58:36 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 2024-04-15T20:58:36.327+0000 7f3b55fbf000 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-15T20:58:36.491 INFO:teuthology.orchestra.run.smithi057.stderr:Waiting for the mgr to restart... 2024-04-15T20:58:36.491 INFO:teuthology.orchestra.run.smithi057.stderr:Waiting for mgr epoch 9... 2024-04-15T20:58:36.583 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:58:36 smithi057 ceph-mon[24810]: from='client.? 172.21.15.57:0/4168349866' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-04-15T20:58:36.583 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 20:58:36 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 2024-04-15T20:58:36.494+0000 7f3b55fbf000 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-15T20:58:36.583 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 20:58:36 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 2024-04-15T20:58:36.590+0000 7f3b55fbf000 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-15T20:58:37.971 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 20:58:37 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 2024-04-15T20:58:37.647+0000 7f3b55fbf000 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-15T20:58:37.971 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 20:58:37 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 2024-04-15T20:58:37.781+0000 7f3b55fbf000 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-15T20:58:37.971 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 20:58:37 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 2024-04-15T20:58:37.977+0000 7f3b55fbf000 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-15T20:58:38.370 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 20:58:38 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 2024-04-15T20:58:38.067+0000 7f3b55fbf000 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-15T20:58:38.370 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 20:58:38 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 2024-04-15T20:58:38.206+0000 7f3b55fbf000 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-15T20:58:38.839 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 20:58:38 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 2024-04-15T20:58:38.531+0000 7f3b55fbf000 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-15T20:58:38.839 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 20:58:38 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 2024-04-15T20:58:38.759+0000 7f3b55fbf000 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-15T20:58:38.839 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 20:58:38 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 2024-04-15T20:58:38.846+0000 7f3b55fbf000 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-15T20:58:39.120 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 20:58:39 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 2024-04-15T20:58:39.021+0000 7f3b55fbf000 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-15T20:58:40.274 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 20:58:39 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 2024-04-15T20:58:39.978+0000 7f3b55fbf000 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-15T20:58:40.274 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 20:58:40 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 2024-04-15T20:58:40.281+0000 7f3b55fbf000 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-15T20:58:40.525 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 20:58:40 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 2024-04-15T20:58:40.378+0000 7f3b55fbf000 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-15T20:58:40.525 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 20:58:40 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 2024-04-15T20:58:40.532+0000 7f3b55fbf000 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-15T20:58:40.788 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:58:40 smithi057 ceph-mon[24810]: Active manager daemon y restarted 2024-04-15T20:58:40.788 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:58:40 smithi057 ceph-mon[24810]: Activating manager daemon y 2024-04-15T20:58:40.788 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:58:40 smithi057 ceph-mon[24810]: osdmap e3: 0 total, 0 up, 0 in 2024-04-15T20:58:41.370 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 20:58:41 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: [15/Apr/2024:20:58:41] ENGINE Bus STARTING 2024-04-15T20:58:41.370 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 20:58:41 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: [15/Apr/2024:20:58:41] ENGINE Serving on https://172.21.15.57:7150 2024-04-15T20:58:41.370 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 20:58:41 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: [15/Apr/2024:20:58:41] ENGINE Bus STARTED 2024-04-15T20:58:41.596 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: { 2024-04-15T20:58:41.596 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "mgrmap_epoch": 11, 2024-04-15T20:58:41.596 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: "initialized": true 2024-04-15T20:58:41.597 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: } 2024-04-15T20:58:41.870 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:58:41 smithi057 ceph-mon[24810]: mgrmap e10: y(active, starting, since 0.0525217s) 2024-04-15T20:58:41.870 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:58:41 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T20:58:41.870 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:58:41 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-15T20:58:41.870 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:58:41 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-15T20:58:41.870 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:58:41 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-15T20:58:41.870 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:58:41 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-15T20:58:41.870 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:58:41 smithi057 ceph-mon[24810]: Manager daemon y is now available 2024-04-15T20:58:41.870 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:58:41 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T20:58:41.870 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:58:41 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T20:58:41.870 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:58:41 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T20:58:41.870 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:58:41 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-15T20:58:41.871 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:58:41 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-15T20:58:41.871 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:58:41 smithi057 ceph-mon[24810]: [15/Apr/2024:20:58:41] ENGINE Bus STARTING 2024-04-15T20:58:41.871 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:58:41 smithi057 ceph-mon[24810]: [15/Apr/2024:20:58:41] ENGINE Serving on https://172.21.15.57:7150 2024-04-15T20:58:41.871 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:58:41 smithi057 ceph-mon[24810]: [15/Apr/2024:20:58:41] ENGINE Bus STARTED 2024-04-15T20:58:41.871 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:58:41 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T20:58:42.426 INFO:teuthology.orchestra.run.smithi057.stderr:mgr epoch 9 is available 2024-04-15T20:58:42.426 INFO:teuthology.orchestra.run.smithi057.stderr:Generating a dashboard self-signed certificate... 2024-04-15T20:58:42.699 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:58:42 smithi057 ceph-mon[24810]: from='client.14156 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-04-15T20:58:42.699 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:58:42 smithi057 ceph-mon[24810]: mgrmap e11: y(active, since 1.06316s) 2024-04-15T20:58:42.699 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:58:42 smithi057 ceph-mon[24810]: from='client.14156 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-04-15T20:58:43.228 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: Self-signed certificate created 2024-04-15T20:58:43.870 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:58:43 smithi057 ceph-mon[24810]: mgrmap e12: y(active, since 2s) 2024-04-15T20:58:43.870 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:58:43 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T20:58:43.870 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:58:43 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi057", "name": "osd_memory_target"}]: dispatch 2024-04-15T20:58:43.870 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:58:43 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T20:58:43.871 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:58:43 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi057", "caps": []}]: dispatch 2024-04-15T20:58:43.871 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:58:43 smithi057 ceph-mon[24810]: from='client.14164 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T20:58:43.871 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:58:43 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T20:58:43.871 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:58:43 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T20:58:43.871 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:58:43 smithi057 ceph-mon[24810]: Deploying daemon agent.smithi057 on smithi057 2024-04-15T20:58:43.981 INFO:teuthology.orchestra.run.smithi057.stderr:Creating initial admin user... 2024-04-15T20:58:44.847 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: {"username": "admin", "password": "$2b$12$ajm.tpD4Nnckj6KLWUOS5ewC1qqT0e/9l1aMhb6YN/hKtSlL1waeC", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1713214724, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2024-04-15T20:58:45.430 INFO:teuthology.orchestra.run.smithi057.stderr:Fetching dashboard port number... 2024-04-15T20:58:46.049 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:58:45 smithi057 ceph-mon[24810]: from='client.14166 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T20:58:46.049 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:58:45 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T20:58:46.049 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: 8443 2024-04-15T20:58:46.709 INFO:teuthology.orchestra.run.smithi057.stderr:systemctl: disabled 2024-04-15T20:58:46.714 INFO:teuthology.orchestra.run.smithi057.stderr:systemctl: inactive 2024-04-15T20:58:46.714 INFO:teuthology.orchestra.run.smithi057.stderr:firewalld.service is not enabled 2024-04-15T20:58:46.714 INFO:teuthology.orchestra.run.smithi057.stderr:Not possible to open ports <[8443]>. firewalld.service is not available 2024-04-15T20:58:46.716 INFO:teuthology.orchestra.run.smithi057.stderr:Ceph Dashboard is now available at: 2024-04-15T20:58:46.716 INFO:teuthology.orchestra.run.smithi057.stderr: 2024-04-15T20:58:46.716 INFO:teuthology.orchestra.run.smithi057.stderr: URL: https://smithi057.front.sepia.ceph.com:8443/ 2024-04-15T20:58:46.716 INFO:teuthology.orchestra.run.smithi057.stderr: User: admin 2024-04-15T20:58:46.716 INFO:teuthology.orchestra.run.smithi057.stderr: Password: nhy4tg3jhq 2024-04-15T20:58:46.716 INFO:teuthology.orchestra.run.smithi057.stderr: 2024-04-15T20:58:46.717 INFO:teuthology.orchestra.run.smithi057.stderr:Enabling autotune for osd_memory_target 2024-04-15T20:58:46.959 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:58:46 smithi057 ceph-mon[24810]: from='client.? 172.21.15.57:0/278076916' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2024-04-15T20:58:48.452 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:58:48 smithi057 ceph-mon[24810]: mgrmap e13: y(active, since 6s) 2024-04-15T20:58:48.757 INFO:teuthology.orchestra.run.smithi057.stderr:/usr/bin/ceph: set mgr/dashboard/cluster/status 2024-04-15T20:58:49.358 INFO:teuthology.orchestra.run.smithi057.stderr:You can access the Ceph CLI with: 2024-04-15T20:58:49.358 INFO:teuthology.orchestra.run.smithi057.stderr: 2024-04-15T20:58:49.358 INFO:teuthology.orchestra.run.smithi057.stderr: sudo /home/ubuntu/cephtest/cephadm shell --fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2024-04-15T20:58:49.358 INFO:teuthology.orchestra.run.smithi057.stderr: 2024-04-15T20:58:49.359 INFO:teuthology.orchestra.run.smithi057.stderr:Please consider enabling telemetry to help improve Ceph: 2024-04-15T20:58:49.359 INFO:teuthology.orchestra.run.smithi057.stderr: 2024-04-15T20:58:49.359 INFO:teuthology.orchestra.run.smithi057.stderr: ceph telemetry on 2024-04-15T20:58:49.359 INFO:teuthology.orchestra.run.smithi057.stderr: 2024-04-15T20:58:49.359 INFO:teuthology.orchestra.run.smithi057.stderr:For more information see: 2024-04-15T20:58:49.359 INFO:teuthology.orchestra.run.smithi057.stderr: 2024-04-15T20:58:49.359 INFO:teuthology.orchestra.run.smithi057.stderr: https://docs.ceph.com/docs/master/mgr/telemetry/ 2024-04-15T20:58:49.359 INFO:teuthology.orchestra.run.smithi057.stderr: 2024-04-15T20:58:49.359 INFO:teuthology.orchestra.run.smithi057.stderr:Bootstrap complete. 2024-04-15T20:58:49.403 INFO:tasks.cephadm:Fetching config... 2024-04-15T20:58:49.403 DEBUG:teuthology.orchestra.run.smithi057:> set -ex 2024-04-15T20:58:49.403 DEBUG:teuthology.orchestra.run.smithi057:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2024-04-15T20:58:49.420 INFO:tasks.cephadm:Fetching client.admin keyring... 2024-04-15T20:58:49.420 DEBUG:teuthology.orchestra.run.smithi057:> set -ex 2024-04-15T20:58:49.420 DEBUG:teuthology.orchestra.run.smithi057:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2024-04-15T20:58:49.476 INFO:tasks.cephadm:Fetching mon keyring... 2024-04-15T20:58:49.477 DEBUG:teuthology.orchestra.run.smithi057:> set -ex 2024-04-15T20:58:49.477 DEBUG:teuthology.orchestra.run.smithi057:> sudo dd if=/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/mon.a/keyring of=/dev/stdout 2024-04-15T20:58:49.565 INFO:tasks.cephadm:Fetching pub ssh key... 2024-04-15T20:58:49.565 DEBUG:teuthology.orchestra.run.smithi057:> set -ex 2024-04-15T20:58:49.565 DEBUG:teuthology.orchestra.run.smithi057:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2024-04-15T20:58:49.625 INFO:tasks.cephadm:Installing pub ssh key for root users... 2024-04-15T20:58:49.625 DEBUG:teuthology.orchestra.run.smithi057:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC8oZeBbGK3TpScqO257B2wPU8ZkkCWLdZPdnuVBHL9VSFcTHRpMBHRNsaKK+1zXJSbXn+dm+WK4IV45FGr+WQvlgkD8LHMZSkbLJNIrLXa8CxJEdPu+0ybEfgiW1IaM6VNSvz5WKM36862j6K7uMC4fV4n9WVMUPj8Jo1YWQPi5eN/Yb16P3xUbi3eSj7TLypZxjhoaBX1WuPcI2g+IJnG5tE/yPNrHkkuR0sD/gSBSPqkMhEJaRHoJKl1wpWcyg0lCytwimU53PQfeCXeI/YIKwVajC+Fd2AL85h4JPVjmwHZPdjFc5T54GJJxDjySBCCAMeOP0ya7RaITkA+hAuZq/AKpXb+tLl1idu+XxyIcyKMsspOReXkdPIbupPEVRZA5jCUMjKgWXDmnnQqYSl3seXCsO9Zu7dse+vGjnkQHCw2zH6P1l66LLaskyoV45aQ7GuGY/751AKs4Vk7dYz/joTjohASqQaPn7UiIHmVozRytWDoKi6JyLF0219WP9c= ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-04-15T20:58:49.770 INFO:teuthology.orchestra.run.smithi057.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC8oZeBbGK3TpScqO257B2wPU8ZkkCWLdZPdnuVBHL9VSFcTHRpMBHRNsaKK+1zXJSbXn+dm+WK4IV45FGr+WQvlgkD8LHMZSkbLJNIrLXa8CxJEdPu+0ybEfgiW1IaM6VNSvz5WKM36862j6K7uMC4fV4n9WVMUPj8Jo1YWQPi5eN/Yb16P3xUbi3eSj7TLypZxjhoaBX1WuPcI2g+IJnG5tE/yPNrHkkuR0sD/gSBSPqkMhEJaRHoJKl1wpWcyg0lCytwimU53PQfeCXeI/YIKwVajC+Fd2AL85h4JPVjmwHZPdjFc5T54GJJxDjySBCCAMeOP0ya7RaITkA+hAuZq/AKpXb+tLl1idu+XxyIcyKMsspOReXkdPIbupPEVRZA5jCUMjKgWXDmnnQqYSl3seXCsO9Zu7dse+vGjnkQHCw2zH6P1l66LLaskyoV45aQ7GuGY/751AKs4Vk7dYz/joTjohASqQaPn7UiIHmVozRytWDoKi6JyLF0219WP9c= ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968 2024-04-15T20:58:49.786 DEBUG:teuthology.orchestra.run.smithi148:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC8oZeBbGK3TpScqO257B2wPU8ZkkCWLdZPdnuVBHL9VSFcTHRpMBHRNsaKK+1zXJSbXn+dm+WK4IV45FGr+WQvlgkD8LHMZSkbLJNIrLXa8CxJEdPu+0ybEfgiW1IaM6VNSvz5WKM36862j6K7uMC4fV4n9WVMUPj8Jo1YWQPi5eN/Yb16P3xUbi3eSj7TLypZxjhoaBX1WuPcI2g+IJnG5tE/yPNrHkkuR0sD/gSBSPqkMhEJaRHoJKl1wpWcyg0lCytwimU53PQfeCXeI/YIKwVajC+Fd2AL85h4JPVjmwHZPdjFc5T54GJJxDjySBCCAMeOP0ya7RaITkA+hAuZq/AKpXb+tLl1idu+XxyIcyKMsspOReXkdPIbupPEVRZA5jCUMjKgWXDmnnQqYSl3seXCsO9Zu7dse+vGjnkQHCw2zH6P1l66LLaskyoV45aQ7GuGY/751AKs4Vk7dYz/joTjohASqQaPn7UiIHmVozRytWDoKi6JyLF0219WP9c= ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-04-15T20:58:49.836 INFO:teuthology.orchestra.run.smithi148.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC8oZeBbGK3TpScqO257B2wPU8ZkkCWLdZPdnuVBHL9VSFcTHRpMBHRNsaKK+1zXJSbXn+dm+WK4IV45FGr+WQvlgkD8LHMZSkbLJNIrLXa8CxJEdPu+0ybEfgiW1IaM6VNSvz5WKM36862j6K7uMC4fV4n9WVMUPj8Jo1YWQPi5eN/Yb16P3xUbi3eSj7TLypZxjhoaBX1WuPcI2g+IJnG5tE/yPNrHkkuR0sD/gSBSPqkMhEJaRHoJKl1wpWcyg0lCytwimU53PQfeCXeI/YIKwVajC+Fd2AL85h4JPVjmwHZPdjFc5T54GJJxDjySBCCAMeOP0ya7RaITkA+hAuZq/AKpXb+tLl1idu+XxyIcyKMsspOReXkdPIbupPEVRZA5jCUMjKgWXDmnnQqYSl3seXCsO9Zu7dse+vGjnkQHCw2zH6P1l66LLaskyoV45aQ7GuGY/751AKs4Vk7dYz/joTjohASqQaPn7UiIHmVozRytWDoKi6JyLF0219WP9c= ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968 2024-04-15T20:58:49.853 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 -- ceph config set mgr mgr/cephadm/allow_ptrace true 2024-04-15T20:58:49.948 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:58:49 smithi057 ceph-mon[24810]: from='client.? 172.21.15.57:0/2692165043' entity='client.admin' 2024-04-15T20:58:50.870 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:58:50 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T20:58:50.870 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:58:50 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T20:58:50.870 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:58:50 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T20:58:50.870 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:58:50 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T20:58:50.870 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:58:50 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T20:58:50.870 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:58:50 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T20:58:51.303 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 20:58:51 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 172.21.15.57 - - [15/Apr/2024:20:58:51] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-15T20:58:52.472 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:58:52 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T20:58:52.473 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:58:52 smithi057 ceph-mon[24810]: from='client.? 172.21.15.57:0/365610386' entity='client.admin' 2024-04-15T20:58:52.473 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:58:52 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T20:58:52.473 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:58:52 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T20:58:52.989 INFO:tasks.cephadm:Distributing conf and client.admin keyring to all hosts + 0755 2024-04-15T20:58:52.990 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 -- ceph orch client-keyring set client.admin '*' --mode 0755 2024-04-15T20:58:56.434 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 20:58:56 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 172.21.15.57 - - [15/Apr/2024:20:58:56] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-15T20:58:57.370 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 20:58:57 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 172.21.15.57 - - [15/Apr/2024:20:58:57] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-15T20:58:57.370 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:58:57 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T20:58:57.370 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:58:57 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T20:58:57.370 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:58:57 smithi057 ceph-mon[24810]: from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T20:58:57.370 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:58:57 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T20:58:57.370 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:58:57 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T20:58:57.370 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:58:57 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T20:58:57.370 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:58:57 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T20:58:57.370 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:58:57 smithi057 ceph-mon[24810]: Updating smithi057:/etc/ceph/ceph.conf 2024-04-15T20:58:57.371 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:58:57 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T20:58:57.371 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:58:57 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T20:58:57.371 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:58:57 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T20:58:57.371 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:58:57 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T20:58:57.498 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi148 2024-04-15T20:58:57.498 DEBUG:teuthology.orchestra.run.smithi148:> set -ex 2024-04-15T20:58:57.498 DEBUG:teuthology.orchestra.run.smithi148:> dd of=/etc/ceph/ceph.conf 2024-04-15T20:58:57.518 DEBUG:teuthology.orchestra.run.smithi148:> set -ex 2024-04-15T20:58:57.518 DEBUG:teuthology.orchestra.run.smithi148:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-15T20:58:57.577 INFO:tasks.cephadm:Adding host smithi148 to orchestrator... 2024-04-15T20:58:57.577 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 -- ceph orch host add smithi148 2024-04-15T20:58:58.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:58:58 smithi057 ceph-mon[24810]: Updating smithi057:/etc/ceph/ceph.client.admin.keyring 2024-04-15T20:58:59.870 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:58:59 smithi057 ceph-mon[24810]: from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi148", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T20:59:00.506 INFO:teuthology.orchestra.run.smithi057.stdout:Added host 'smithi148' with addr '172.21.15.148' 2024-04-15T20:59:01.079 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 -- ceph orch host ls --format=json 2024-04-15T20:59:01.698 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:01 smithi057 ceph-mon[24810]: Deploying cephadm binary to smithi148 2024-04-15T20:59:01.698 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:01 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T20:59:01.698 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:01 smithi057 ceph-mon[24810]: Added host smithi148 2024-04-15T20:59:01.698 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:01 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T20:59:01.698 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:01 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T20:59:01.698 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:01 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T20:59:01.698 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:01 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T20:59:01.699 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:01 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T20:59:01.699 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:01 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T20:59:01.699 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:01 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi148", "name": "osd_memory_target"}]: dispatch 2024-04-15T20:59:01.699 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:01 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T20:59:01.699 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:01 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi148", "caps": []}]: dispatch 2024-04-15T20:59:01.699 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:01 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "client.agent.smithi148", "caps": []}]': finished 2024-04-15T20:59:02.807 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:02 smithi057 ceph-mon[24810]: pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T20:59:02.807 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:02 smithi057 ceph-mon[24810]: Deploying daemon agent.smithi148 on smithi148 2024-04-15T20:59:02.808 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:02 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T20:59:02.808 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:02 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T20:59:02.808 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:02 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T20:59:02.808 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:02 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T20:59:02.808 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:02 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T20:59:02.808 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:02 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T20:59:02.808 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:02 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T20:59:02.808 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:02 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T20:59:02.808 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:02 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T20:59:02.808 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:02 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T20:59:02.910 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-15T20:59:02.910 INFO:teuthology.orchestra.run.smithi057.stdout:[{"addr": "172.21.15.57", "hostname": "smithi057", "labels": [], "status": ""}, {"addr": "172.21.15.148", "hostname": "smithi148", "labels": [], "status": ""}] 2024-04-15T20:59:03.120 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 20:59:02 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 172.21.15.148 - - [15/Apr/2024:20:59:02] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-15T20:59:03.465 INFO:tasks.cephadm:Setting crush tunables to default 2024-04-15T20:59:03.465 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 -- ceph osd crush tunables default 2024-04-15T20:59:03.775 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:03 smithi057 ceph-mon[24810]: Updating smithi148:/etc/ceph/ceph.conf 2024-04-15T20:59:03.775 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:03 smithi057 ceph-mon[24810]: Updating smithi148:/etc/ceph/ceph.client.admin.keyring 2024-04-15T20:59:03.775 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:03 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T20:59:03.775 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 20:59:03 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 172.21.15.148 - - [15/Apr/2024:20:59:03] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-15T20:59:04.830 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 20:59:04 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 172.21.15.148 - - [15/Apr/2024:20:59:04] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-15T20:59:04.831 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:04 smithi057 ceph-mon[24810]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T20:59:04.831 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:04 smithi057 ceph-mon[24810]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-15T20:59:04.831 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:04 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T20:59:04.831 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:04 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T20:59:05.577 INFO:teuthology.orchestra.run.smithi057.stderr:adjusted tunables profile to default 2024-04-15T20:59:05.870 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:05 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T20:59:05.870 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:05 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T20:59:05.870 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:05 smithi057 ceph-mon[24810]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T20:59:05.870 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:05 smithi057 ceph-mon[24810]: from='client.? 172.21.15.57:0/3352756771' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-04-15T20:59:06.219 INFO:tasks.cephadm:Adding mon.a on smithi057 2024-04-15T20:59:06.219 INFO:tasks.cephadm:Adding mon.c on smithi057 2024-04-15T20:59:06.219 INFO:tasks.cephadm:Adding mon.b on smithi148 2024-04-15T20:59:06.219 DEBUG:teuthology.orchestra.run.smithi148:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 -- ceph orch apply mon '3;smithi057:172.21.15.57=a;smithi057:[v2:172.21.15.57:3301,v1:172.21.15.57:6790]=c;smithi148:172.21.15.148=b' 2024-04-15T20:59:06.870 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:06 smithi057 ceph-mon[24810]: from='client.? 172.21.15.57:0/3352756771' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-04-15T20:59:06.870 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:06 smithi057 ceph-mon[24810]: osdmap e4: 0 total, 0 up, 0 in 2024-04-15T20:59:06.870 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:06 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T20:59:07.870 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:07 smithi057 ceph-mon[24810]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T20:59:08.025 INFO:teuthology.orchestra.run.smithi148.stdout:Scheduled mon update... 2024-04-15T20:59:08.676 DEBUG:teuthology.orchestra.run.smithi057:mon.c> sudo journalctl -f -n 0 -u ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@mon.c.service 2024-04-15T20:59:08.678 DEBUG:teuthology.orchestra.run.smithi148:mon.b> sudo journalctl -f -n 0 -u ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@mon.b.service 2024-04-15T20:59:08.680 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-04-15T20:59:08.680 DEBUG:teuthology.orchestra.run.smithi148:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 -- ceph mon dump -f json 2024-04-15T20:59:09.120 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:09 smithi057 ceph-mon[24810]: from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi057:172.21.15.57=a;smithi057:[v2:172.21.15.57:3301,v1:172.21.15.57:6790]=c;smithi148:172.21.15.148=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T20:59:09.120 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:09 smithi057 ceph-mon[24810]: Saving service mon spec with placement smithi057:172.21.15.57=a;smithi057:[v2:172.21.15.57:3301,v1:172.21.15.57:6790]=c;smithi148:172.21.15.148=b;count:3 2024-04-15T20:59:09.120 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:09 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T20:59:09.120 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:09 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T20:59:09.120 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:09 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T20:59:09.120 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:09 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T20:59:09.120 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:09 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T20:59:09.120 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:09 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-15T20:59:09.120 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:09 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T20:59:09.120 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:09 smithi057 ceph-mon[24810]: Deploying daemon mon.c on smithi057 2024-04-15T20:59:10.370 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:10 smithi057 ceph-mon[24810]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T20:59:10.459 INFO:teuthology.orchestra.run.smithi148.stdout: 2024-04-15T20:59:10.459 INFO:teuthology.orchestra.run.smithi148.stdout:{"epoch":1,"fsid":"b97cffaa-fb6a-11ee-bc8f-c7b262605968","modified":"2024-04-15T20:57:39.671790Z","created":"2024-04-15T20:57:39.671790Z","min_mon_release":17,"min_mon_release_name":"quincy","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:3300","nonce":0},{"type":"v1","addr":"172.21.15.57:6789","nonce":0}]},"addr":"172.21.15.57:6789/0","public_addr":"172.21.15.57:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2024-04-15T20:59:10.462 INFO:teuthology.orchestra.run.smithi148.stderr:dumped monmap epoch 1 2024-04-15T20:59:11.072 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:10 smithi057 systemd[1]: Starting Ceph mon.c for b97cffaa-fb6a-11ee-bc8f-c7b262605968... 2024-04-15T20:59:11.072 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 podman[29590]: 2024-04-15 20:59:11.0791437 +0000 UTC m=+0.109637542 container create 7cbf3ea734af842a3f649771443f8d1e3566f18613be525e9c44df10ff6245c6 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mon-c, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, architecture=x86_64, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, ceph=True, com.redhat.component=centos-stream-container, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, vcs-type=git, io.openshift.expose-services=, name=centos-stream, release=754, GIT_BRANCH=HEAD, io.buildah.version=1.19.8, RELEASE=HEAD, maintainer=Guillaume Abrioux , vendor=Red Hat, Inc., com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, io.k8s.display-name=CentOS Stream 8, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., build-date=2022-05-03T08:36:31.336870, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, CEPH_POINT_RELEASE=-17.2.0, GIT_CLEAN=True, distribution-scope=public, GIT_REPO=https://github.com/ceph/ceph-container.git, io.openshift.tags=base centos centos-stream, version=8) 2024-04-15T20:59:11.324 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[24810]: from='client.? 172.21.15.148:0/4138827548' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-15T20:59:11.324 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 podman[29590]: 2024-04-15 20:59:10.987761895 +0000 UTC m=+0.018255755 image pull e1d6a67b021eb077ee22bf650f1a9fb1980a2cf5c36bdb9cba9eac6de8f702d9 quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a 2024-04-15T20:59:12.013 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-04-15T20:59:12.014 DEBUG:teuthology.orchestra.run.smithi148:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 -- ceph mon dump -f json 2024-04-15T20:59:12.181 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 podman[29590]: 2024-04-15 20:59:11.936077745 +0000 UTC m=+0.966571585 container init 7cbf3ea734af842a3f649771443f8d1e3566f18613be525e9c44df10ff6245c6 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mon-c, distribution-scope=public, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, io.k8s.display-name=CentOS Stream 8, maintainer=Guillaume Abrioux , description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, architecture=x86_64, version=8, CEPH_POINT_RELEASE=-17.2.0, vendor=Red Hat, Inc., GIT_CLEAN=True, build-date=2022-05-03T08:36:31.336870, vcs-type=git, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., release=754, GIT_REPO=https://github.com/ceph/ceph-container.git, io.openshift.expose-services=, com.redhat.component=centos-stream-container, name=centos-stream, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, io.buildah.version=1.19.8, RELEASE=HEAD, ceph=True, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, GIT_BRANCH=HEAD, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, io.openshift.tags=base centos centos-stream, com.redhat.license_terms=https://centos.org/legal/licensing-policy/) 2024-04-15T20:59:12.182 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 podman[29590]: 2024-04-15 20:59:11.939556556 +0000 UTC m=+0.970050396 container start 7cbf3ea734af842a3f649771443f8d1e3566f18613be525e9c44df10ff6245c6 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mon-c, com.redhat.component=centos-stream-container, release=754, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, GIT_REPO=https://github.com/ceph/ceph-container.git, ceph=True, build-date=2022-05-03T08:36:31.336870, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, version=8, GIT_BRANCH=HEAD, GIT_CLEAN=True, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, distribution-scope=public, CEPH_POINT_RELEASE=-17.2.0, vendor=Red Hat, Inc., url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, vcs-type=git, architecture=x86_64, io.openshift.expose-services=, name=centos-stream, maintainer=Guillaume Abrioux , summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, RELEASE=HEAD, io.buildah.version=1.19.8, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, io.openshift.tags=base centos centos-stream, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, io.k8s.display-name=CentOS Stream 8, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly.) 2024-04-15T20:59:12.182 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: set uid:gid to 167:167 (ceph:ceph) 2024-04-15T20:59:12.182 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable), process ceph-mon, pid 2 2024-04-15T20:59:12.182 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: pidfile_write: ignore empty --pid-file 2024-04-15T20:59:12.182 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: load: jerasure load: lrc 2024-04-15T20:59:12.183 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: RocksDB version: 6.15.5 2024-04-15T20:59:12.183 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Git sha rocksdb_build_git_sha:@0@ 2024-04-15T20:59:12.183 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Compile date Apr 18 2022 2024-04-15T20:59:12.183 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: DB SUMMARY 2024-04-15T20:59:12.183 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: DB Session ID: IEJXFB5RE4Q1AHOYO3V4 2024-04-15T20:59:12.183 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: CURRENT file: CURRENT 2024-04-15T20:59:12.183 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: IDENTITY file: IDENTITY 2024-04-15T20:59:12.184 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: MANIFEST file: MANIFEST-000003 size: 57 Bytes 2024-04-15T20:59:12.184 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 0, files: 2024-04-15T20:59:12.184 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000004.log size: 511 ; 2024-04-15T20:59:12.184 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.error_if_exists: 0 2024-04-15T20:59:12.184 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.create_if_missing: 0 2024-04-15T20:59:12.184 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.paranoid_checks: 1 2024-04-15T20:59:12.185 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-15T20:59:12.185 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.env: 0x5600138c6860 2024-04-15T20:59:12.185 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.fs: Posix File System 2024-04-15T20:59:12.185 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.info_log: 0x56001609ddc0 2024-04-15T20:59:12.185 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.max_file_opening_threads: 16 2024-04-15T20:59:12.185 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.statistics: (nil) 2024-04-15T20:59:12.185 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.use_fsync: 0 2024-04-15T20:59:12.186 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.max_log_file_size: 0 2024-04-15T20:59:12.186 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-15T20:59:12.186 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.log_file_time_to_roll: 0 2024-04-15T20:59:12.186 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.keep_log_file_num: 1000 2024-04-15T20:59:12.186 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.recycle_log_file_num: 0 2024-04-15T20:59:12.186 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.allow_fallocate: 1 2024-04-15T20:59:12.187 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.allow_mmap_reads: 0 2024-04-15T20:59:12.187 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.allow_mmap_writes: 0 2024-04-15T20:59:12.187 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.use_direct_reads: 0 2024-04-15T20:59:12.187 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-15T20:59:12.187 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.create_missing_column_families: 0 2024-04-15T20:59:12.187 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.db_log_dir: 2024-04-15T20:59:12.187 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-c/store.db 2024-04-15T20:59:12.187 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.table_cache_numshardbits: 6 2024-04-15T20:59:12.188 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.WAL_ttl_seconds: 0 2024-04-15T20:59:12.188 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.WAL_size_limit_MB: 0 2024-04-15T20:59:12.188 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-15T20:59:12.188 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-15T20:59:12.188 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.is_fd_close_on_exec: 1 2024-04-15T20:59:12.188 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.advise_random_on_open: 1 2024-04-15T20:59:12.188 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.db_write_buffer_size: 0 2024-04-15T20:59:12.188 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.write_buffer_manager: 0x56001618e2d0 2024-04-15T20:59:12.189 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-15T20:59:12.189 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2024-04-15T20:59:12.189 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-15T20:59:12.189 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.use_adaptive_mutex: 0 2024-04-15T20:59:12.189 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.rate_limiter: (nil) 2024-04-15T20:59:12.189 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-15T20:59:12.189 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.wal_recovery_mode: 2 2024-04-15T20:59:12.190 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.enable_thread_tracking: 0 2024-04-15T20:59:12.190 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.enable_pipelined_write: 0 2024-04-15T20:59:12.191 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.unordered_write: 0 2024-04-15T20:59:12.191 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-15T20:59:12.191 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-15T20:59:12.191 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-15T20:59:12.191 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-15T20:59:12.192 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.row_cache: None 2024-04-15T20:59:12.192 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.wal_filter: None 2024-04-15T20:59:12.192 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-15T20:59:12.192 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.allow_ingest_behind: 0 2024-04-15T20:59:12.192 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.preserve_deletes: 0 2024-04-15T20:59:12.192 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.two_write_queues: 0 2024-04-15T20:59:12.192 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.manual_wal_flush: 0 2024-04-15T20:59:12.193 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.atomic_flush: 0 2024-04-15T20:59:12.193 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-15T20:59:12.193 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.persist_stats_to_disk: 0 2024-04-15T20:59:12.193 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.write_dbid_to_manifest: 0 2024-04-15T20:59:12.193 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.log_readahead_size: 0 2024-04-15T20:59:12.194 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-15T20:59:12.194 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.best_efforts_recovery: 0 2024-04-15T20:59:12.194 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-15T20:59:12.194 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-15T20:59:12.194 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.allow_data_in_errors: 0 2024-04-15T20:59:12.194 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.db_host_id: __hostname__ 2024-04-15T20:59:12.194 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.max_background_jobs: 2 2024-04-15T20:59:12.194 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.max_background_compactions: -1 2024-04-15T20:59:12.195 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.max_subcompactions: 1 2024-04-15T20:59:12.195 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-15T20:59:12.195 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-15T20:59:12.195 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.delayed_write_rate : 16777216 2024-04-15T20:59:12.195 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.max_total_wal_size: 0 2024-04-15T20:59:12.195 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-15T20:59:12.196 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.stats_dump_period_sec: 600 2024-04-15T20:59:12.196 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.stats_persist_period_sec: 600 2024-04-15T20:59:12.196 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-15T20:59:12.196 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.max_open_files: -1 2024-04-15T20:59:12.196 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.bytes_per_sync: 0 2024-04-15T20:59:12.196 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.wal_bytes_per_sync: 0 2024-04-15T20:59:12.196 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.strict_bytes_per_sync: 0 2024-04-15T20:59:12.196 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.compaction_readahead_size: 0 2024-04-15T20:59:12.197 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.max_background_flushes: -1 2024-04-15T20:59:12.197 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Compression algorithms supported: 2024-04-15T20:59:12.197 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-15T20:59:12.197 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: kZSTD supported: 0 2024-04-15T20:59:12.197 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: kXpressCompression supported: 0 2024-04-15T20:59:12.198 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: kLZ4HCCompression supported: 1 2024-04-15T20:59:12.201 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: kLZ4Compression supported: 1 2024-04-15T20:59:12.201 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: kBZip2Compression supported: 0 2024-04-15T20:59:12.202 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: kZlibCompression supported: 1 2024-04-15T20:59:12.202 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: kSnappyCompression supported: 1 2024-04-15T20:59:12.202 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Fast CRC32 supported: Supported on x86 2024-04-15T20:59:12.202 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: [db/version_set.cc:4725] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000003 2024-04-15T20:59:12.202 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: [db/column_family.cc:597] --------------- Options for column family [default]: 2024-04-15T20:59:12.202 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-15T20:59:12.203 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.merge_operator: 2024-04-15T20:59:12.203 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.compaction_filter: None 2024-04-15T20:59:12.203 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.compaction_filter_factory: None 2024-04-15T20:59:12.204 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.sst_partitioner_factory: None 2024-04-15T20:59:12.205 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.memtable_factory: SkipListFactory 2024-04-15T20:59:12.205 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.table_factory: BlockBasedTable 2024-04-15T20:59:12.205 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x560016069d00) 2024-04-15T20:59:12.205 INFO:journalctl@ceph.mon.c.smithi057.stdout: cache_index_and_filter_blocks: 1 2024-04-15T20:59:12.205 INFO:journalctl@ceph.mon.c.smithi057.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-15T20:59:12.205 INFO:journalctl@ceph.mon.c.smithi057.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-15T20:59:12.205 INFO:journalctl@ceph.mon.c.smithi057.stdout: pin_top_level_index_and_filter: 1 2024-04-15T20:59:12.205 INFO:journalctl@ceph.mon.c.smithi057.stdout: index_type: 0 2024-04-15T20:59:12.205 INFO:journalctl@ceph.mon.c.smithi057.stdout: data_block_index_type: 0 2024-04-15T20:59:12.205 INFO:journalctl@ceph.mon.c.smithi057.stdout: index_shortening: 1 2024-04-15T20:59:12.205 INFO:journalctl@ceph.mon.c.smithi057.stdout: data_block_hash_table_util_ratio: 0.750000 2024-04-15T20:59:12.205 INFO:journalctl@ceph.mon.c.smithi057.stdout: hash_index_allow_collision: 1 2024-04-15T20:59:12.205 INFO:journalctl@ceph.mon.c.smithi057.stdout: checksum: 1 2024-04-15T20:59:12.206 INFO:journalctl@ceph.mon.c.smithi057.stdout: no_block_cache: 0 2024-04-15T20:59:12.206 INFO:journalctl@ceph.mon.c.smithi057.stdout: block_cache: 0x5600160d4170 2024-04-15T20:59:12.206 INFO:journalctl@ceph.mon.c.smithi057.stdout: block_cache_name: BinnedLRUCache 2024-04-15T20:59:12.206 INFO:journalctl@ceph.mon.c.smithi057.stdout: block_cache_options: 2024-04-15T20:59:12.206 INFO:journalctl@ceph.mon.c.smithi057.stdout: capacity : 536870912 2024-04-15T20:59:12.206 INFO:journalctl@ceph.mon.c.smithi057.stdout: num_shard_bits : 4 2024-04-15T20:59:12.206 INFO:journalctl@ceph.mon.c.smithi057.stdout: strict_capacity_limit : 0 2024-04-15T20:59:12.206 INFO:journalctl@ceph.mon.c.smithi057.stdout: high_pri_pool_ratio: 0.000 2024-04-15T20:59:12.206 INFO:journalctl@ceph.mon.c.smithi057.stdout: block_cache_compressed: (nil) 2024-04-15T20:59:12.206 INFO:journalctl@ceph.mon.c.smithi057.stdout: persistent_cache: (nil) 2024-04-15T20:59:12.206 INFO:journalctl@ceph.mon.c.smithi057.stdout: block_size: 4096 2024-04-15T20:59:12.206 INFO:journalctl@ceph.mon.c.smithi057.stdout: block_size_deviation: 10 2024-04-15T20:59:12.206 INFO:journalctl@ceph.mon.c.smithi057.stdout: block_restart_interval: 16 2024-04-15T20:59:12.206 INFO:journalctl@ceph.mon.c.smithi057.stdout: index_block_restart_interval: 1 2024-04-15T20:59:12.207 INFO:journalctl@ceph.mon.c.smithi057.stdout: metadata_block_size: 4096 2024-04-15T20:59:12.207 INFO:journalctl@ceph.mon.c.smithi057.stdout: partition_filters: 0 2024-04-15T20:59:12.207 INFO:journalctl@ceph.mon.c.smithi057.stdout: use_delta_encoding: 1 2024-04-15T20:59:12.207 INFO:journalctl@ceph.mon.c.smithi057.stdout: filter_policy: rocksdb.BuiltinBloomFilter 2024-04-15T20:59:12.207 INFO:journalctl@ceph.mon.c.smithi057.stdout: whole_key_filtering: 1 2024-04-15T20:59:12.207 INFO:journalctl@ceph.mon.c.smithi057.stdout: verify_compression: 0 2024-04-15T20:59:12.207 INFO:journalctl@ceph.mon.c.smithi057.stdout: read_amp_bytes_per_bit: 0 2024-04-15T20:59:12.207 INFO:journalctl@ceph.mon.c.smithi057.stdout: format_version: 4 2024-04-15T20:59:12.207 INFO:journalctl@ceph.mon.c.smithi057.stdout: enable_index_compression: 1 2024-04-15T20:59:12.207 INFO:journalctl@ceph.mon.c.smithi057.stdout: block_align: 0 2024-04-15T20:59:12.207 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.write_buffer_size: 33554432 2024-04-15T20:59:12.207 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.max_write_buffer_number: 2 2024-04-15T20:59:12.207 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.compression: NoCompression 2024-04-15T20:59:12.207 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.bottommost_compression: Disabled 2024-04-15T20:59:12.208 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.prefix_extractor: nullptr 2024-04-15T20:59:12.208 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-15T20:59:12.208 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.num_levels: 7 2024-04-15T20:59:12.208 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-15T20:59:12.208 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-15T20:59:12.208 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-15T20:59:12.208 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-15T20:59:12.208 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-15T20:59:12.208 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-15T20:59:12.208 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-15T20:59:12.209 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-15T20:59:12.209 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-15T20:59:12.209 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-15T20:59:12.209 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.compression_opts.window_bits: -14 2024-04-15T20:59:12.209 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.compression_opts.level: 32767 2024-04-15T20:59:12.209 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.compression_opts.strategy: 0 2024-04-15T20:59:12.209 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-15T20:59:12.209 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-15T20:59:12.209 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-15T20:59:12.209 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.compression_opts.enabled: false 2024-04-15T20:59:12.211 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-15T20:59:12.211 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-15T20:59:12.211 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-15T20:59:12.211 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.target_file_size_base: 67108864 2024-04-15T20:59:12.211 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.target_file_size_multiplier: 1 2024-04-15T20:59:12.211 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-15T20:59:12.211 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-15T20:59:12.211 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-15T20:59:12.211 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-15T20:59:12.212 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-15T20:59:12.212 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-15T20:59:12.212 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-15T20:59:12.212 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-15T20:59:12.212 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-15T20:59:12.212 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-15T20:59:12.212 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-15T20:59:12.212 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-15T20:59:12.212 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.arena_block_size: 4194304 2024-04-15T20:59:12.212 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-15T20:59:12.212 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-15T20:59:12.212 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2024-04-15T20:59:12.212 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.disable_auto_compactions: 0 2024-04-15T20:59:12.212 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-15T20:59:12.213 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-15T20:59:12.213 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-15T20:59:12.213 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-15T20:59:12.213 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-15T20:59:12.213 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-15T20:59:12.213 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-15T20:59:12.213 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-15T20:59:12.213 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-15T20:59:12.213 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-15T20:59:12.214 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.table_properties_collectors: 2024-04-15T20:59:12.214 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.inplace_update_support: 0 2024-04-15T20:59:12.214 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.inplace_update_num_locks: 10000 2024-04-15T20:59:12.214 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-15T20:59:12.214 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-15T20:59:12.214 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.memtable_huge_page_size: 0 2024-04-15T20:59:12.214 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.bloom_locality: 0 2024-04-15T20:59:12.214 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.max_successive_merges: 0 2024-04-15T20:59:12.215 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.optimize_filters_for_hits: 0 2024-04-15T20:59:12.215 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.paranoid_file_checks: 0 2024-04-15T20:59:12.215 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.force_consistency_checks: 1 2024-04-15T20:59:12.215 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.report_bg_io_stats: 0 2024-04-15T20:59:12.215 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.ttl: 2592000 2024-04-15T20:59:12.215 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.periodic_compaction_seconds: 0 2024-04-15T20:59:12.215 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.enable_blob_files: false 2024-04-15T20:59:12.215 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.min_blob_size: 0 2024-04-15T20:59:12.215 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.blob_file_size: 268435456 2024-04-15T20:59:12.215 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.blob_compression_type: NoCompression 2024-04-15T20:59:12.215 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.enable_blob_garbage_collection: false 2024-04-15T20:59:12.216 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-15T20:59:12.216 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: [db/version_set.cc:4773] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000003 succeeded,manifest_file_number is 3, next_file_number is 5, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-04-15T20:59:12.216 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: [db/version_set.cc:4782] Column family [default] (ID 0), log number is 0 2024-04-15T20:59:12.216 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: [db/version_set.cc:4083] Creating manifest 7 2024-04-15T20:59:12.216 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: EVENT_LOG_v1 {"time_micros": 1713214751971991, "job": 1, "event": "recovery_started", "wal_files": [4]} 2024-04-15T20:59:12.216 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: [db/db_impl/db_impl_open.cc:847] Recovering log #4 mode 2 2024-04-15T20:59:12.216 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: [table/block_based/filter_policy.cc:996] Using legacy Bloom filter with high (20) bits/key. Dramatic filter space and/or accuracy improvement is available with format_version>=5. 2024-04-15T20:59:12.216 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: EVENT_LOG_v1 {"time_micros": 1713214751972536, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1545, "file_checksum": "", "file_checksum_func_name": "Unknown", "table_properties": {"data_size": 523, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 401, "raw_average_value_size": 80, "num_data_blocks": 1, "num_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "rocksdb.BuiltinBloomFilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; ", "creation_time": 1713214751, "oldest_key_time": 0, "file_creation_time": 0, "db_id": "d05c5592-62aa-417d-a7ef-12cc5c3a955c", "db_session_id": "IEJXFB5RE4Q1AHOYO3V4"}} 2024-04-15T20:59:12.216 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: [db/version_set.cc:4083] Creating manifest 9 2024-04-15T20:59:12.216 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: EVENT_LOG_v1 {"time_micros": 1713214751977843, "job": 1, "event": "recovery_finished"} 2024-04-15T20:59:12.217 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: [file/delete_scheduler.cc:73] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-15T20:59:12.217 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: [db/db_impl/db_impl_open.cc:1701] SstFileManager instance 0x5600160baa80 2024-04-15T20:59:12.217 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: DB pointer 0x5600160ca000 2024-04-15T20:59:12.217 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: mon.c does not exist in monmap, will attempt to join an existing cluster 2024-04-15T20:59:12.217 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: [db/db_impl/db_impl.cc:902] ------- DUMPING STATS ------- 2024-04-15T20:59:12.217 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: rocksdb: [db/db_impl/db_impl.cc:903] 2024-04-15T20:59:12.217 INFO:journalctl@ceph.mon.c.smithi057.stdout: ** DB Stats ** 2024-04-15T20:59:12.217 INFO:journalctl@ceph.mon.c.smithi057.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-15T20:59:12.217 INFO:journalctl@ceph.mon.c.smithi057.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-15T20:59:12.217 INFO:journalctl@ceph.mon.c.smithi057.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-15T20:59:12.217 INFO:journalctl@ceph.mon.c.smithi057.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-15T20:59:12.217 INFO:journalctl@ceph.mon.c.smithi057.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-15T20:59:12.217 INFO:journalctl@ceph.mon.c.smithi057.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2024-04-15T20:59:12.217 INFO:journalctl@ceph.mon.c.smithi057.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-15T20:59:12.217 INFO:journalctl@ceph.mon.c.smithi057.stdout: 2024-04-15T20:59:12.218 INFO:journalctl@ceph.mon.c.smithi057.stdout: ** Compaction Stats [default] ** 2024-04-15T20:59:12.218 INFO:journalctl@ceph.mon.c.smithi057.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-04-15T20:59:12.218 INFO:journalctl@ceph.mon.c.smithi057.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-15T20:59:12.218 INFO:journalctl@ceph.mon.c.smithi057.stdout: L0 1/0 1.51 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.1 0.00 0.00 1 0.000 0 0 2024-04-15T20:59:12.218 INFO:journalctl@ceph.mon.c.smithi057.stdout: Sum 1/0 1.51 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.1 0.00 0.00 1 0.000 0 0 2024-04-15T20:59:12.218 INFO:journalctl@ceph.mon.c.smithi057.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.1 0.00 0.00 1 0.000 0 0 2024-04-15T20:59:12.218 INFO:journalctl@ceph.mon.c.smithi057.stdout: 2024-04-15T20:59:12.218 INFO:journalctl@ceph.mon.c.smithi057.stdout: ** Compaction Stats [default] ** 2024-04-15T20:59:12.218 INFO:journalctl@ceph.mon.c.smithi057.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-04-15T20:59:12.218 INFO:journalctl@ceph.mon.c.smithi057.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-15T20:59:12.218 INFO:journalctl@ceph.mon.c.smithi057.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 3.1 0.00 0.00 1 0.000 0 0 2024-04-15T20:59:12.218 INFO:journalctl@ceph.mon.c.smithi057.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-15T20:59:12.218 INFO:journalctl@ceph.mon.c.smithi057.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-04-15T20:59:12.218 INFO:journalctl@ceph.mon.c.smithi057.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-15T20:59:12.219 INFO:journalctl@ceph.mon.c.smithi057.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-15T20:59:12.219 INFO:journalctl@ceph.mon.c.smithi057.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-15T20:59:12.219 INFO:journalctl@ceph.mon.c.smithi057.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-15T20:59:12.219 INFO:journalctl@ceph.mon.c.smithi057.stdout: Cumulative compaction: 0.00 GB write, 0.11 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-15T20:59:12.219 INFO:journalctl@ceph.mon.c.smithi057.stdout: Interval compaction: 0.00 GB write, 0.11 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-15T20:59:12.219 INFO:journalctl@ceph.mon.c.smithi057.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-15T20:59:12.219 INFO:journalctl@ceph.mon.c.smithi057.stdout: 2024-04-15T20:59:12.219 INFO:journalctl@ceph.mon.c.smithi057.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-15T20:59:12.219 INFO:journalctl@ceph.mon.c.smithi057.stdout: 2024-04-15T20:59:12.219 INFO:journalctl@ceph.mon.c.smithi057.stdout: ** Compaction Stats [default] ** 2024-04-15T20:59:12.219 INFO:journalctl@ceph.mon.c.smithi057.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-04-15T20:59:12.219 INFO:journalctl@ceph.mon.c.smithi057.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-15T20:59:12.219 INFO:journalctl@ceph.mon.c.smithi057.stdout: L0 1/0 1.51 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.1 0.00 0.00 1 0.000 0 0 2024-04-15T20:59:12.220 INFO:journalctl@ceph.mon.c.smithi057.stdout: Sum 1/0 1.51 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.1 0.00 0.00 1 0.000 0 0 2024-04-15T20:59:12.220 INFO:journalctl@ceph.mon.c.smithi057.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2024-04-15T20:59:12.220 INFO:journalctl@ceph.mon.c.smithi057.stdout: 2024-04-15T20:59:12.220 INFO:journalctl@ceph.mon.c.smithi057.stdout: ** Compaction Stats [default] ** 2024-04-15T20:59:12.220 INFO:journalctl@ceph.mon.c.smithi057.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-04-15T20:59:12.220 INFO:journalctl@ceph.mon.c.smithi057.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-15T20:59:12.220 INFO:journalctl@ceph.mon.c.smithi057.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 3.1 0.00 0.00 1 0.000 0 0 2024-04-15T20:59:12.220 INFO:journalctl@ceph.mon.c.smithi057.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-15T20:59:12.220 INFO:journalctl@ceph.mon.c.smithi057.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-04-15T20:59:12.220 INFO:journalctl@ceph.mon.c.smithi057.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-15T20:59:12.220 INFO:journalctl@ceph.mon.c.smithi057.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-15T20:59:12.220 INFO:journalctl@ceph.mon.c.smithi057.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-15T20:59:12.220 INFO:journalctl@ceph.mon.c.smithi057.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-15T20:59:12.221 INFO:journalctl@ceph.mon.c.smithi057.stdout: Cumulative compaction: 0.00 GB write, 0.11 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-15T20:59:12.221 INFO:journalctl@ceph.mon.c.smithi057.stdout: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-15T20:59:12.221 INFO:journalctl@ceph.mon.c.smithi057.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-15T20:59:12.221 INFO:journalctl@ceph.mon.c.smithi057.stdout: 2024-04-15T20:59:12.221 INFO:journalctl@ceph.mon.c.smithi057.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-15T20:59:12.221 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: using public_addrv [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] 2024-04-15T20:59:12.221 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: starting mon.c rank -1 at public addrs [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] at bind addrs [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] mon_data /var/lib/ceph/mon/ceph-c fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 2024-04-15T20:59:12.221 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: mon.c@-1(???) e0 preinit fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 2024-04-15T20:59:12.221 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: mon.c@-1(synchronizing).mds e1 new map 2024-04-15T20:59:12.221 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: mon.c@-1(synchronizing).mds e1 print_map 2024-04-15T20:59:12.221 INFO:journalctl@ceph.mon.c.smithi057.stdout: e1 2024-04-15T20:59:12.221 INFO:journalctl@ceph.mon.c.smithi057.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-04-15T20:59:12.222 INFO:journalctl@ceph.mon.c.smithi057.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-15T20:59:12.222 INFO:journalctl@ceph.mon.c.smithi057.stdout: legacy client fscid: -1 2024-04-15T20:59:12.222 INFO:journalctl@ceph.mon.c.smithi057.stdout: 2024-04-15T20:59:12.222 INFO:journalctl@ceph.mon.c.smithi057.stdout: No filesystems configured 2024-04-15T20:59:12.222 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: mon.c@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2024-04-15T20:59:12.222 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: mon.c@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2024-04-15T20:59:12.222 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: mon.c@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2024-04-15T20:59:12.222 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: mon.c@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2024-04-15T20:59:12.222 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: mon.c@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2024-04-15T20:59:12.222 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: mon.c@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2024-04-15T20:59:12.222 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: mon.c@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2024-04-15T20:59:12.222 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-15T20:59:12.222 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-15T20:59:12.223 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-15T20:59:12.223 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T20:59:12.223 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T20:59:12.223 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T20:59:12.223 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: from='client.? 172.21.15.57:0/3352756771' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-04-15T20:59:12.223 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: from='client.? 172.21.15.57:0/3352756771' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-04-15T20:59:12.223 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: osdmap e4: 0 total, 0 up, 0 in 2024-04-15T20:59:12.223 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T20:59:12.223 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T20:59:12.223 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi057:172.21.15.57=a;smithi057:[v2:172.21.15.57:3301,v1:172.21.15.57:6790]=c;smithi148:172.21.15.148=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T20:59:12.223 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: Saving service mon spec with placement smithi057:172.21.15.57=a;smithi057:[v2:172.21.15.57:3301,v1:172.21.15.57:6790]=c;smithi148:172.21.15.148=b;count:3 2024-04-15T20:59:12.223 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T20:59:12.223 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T20:59:12.223 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T20:59:12.223 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T20:59:12.224 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T20:59:12.224 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-15T20:59:12.224 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T20:59:12.224 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: Deploying daemon mon.c on smithi057 2024-04-15T20:59:12.224 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T20:59:12.224 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: from='client.? 172.21.15.148:0/4138827548' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-15T20:59:12.224 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: mon.c@-1(synchronizing).paxosservice(auth 1..5) refresh upgraded, format 0 -> 3 2024-04-15T20:59:12.225 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:11 smithi057 ceph-mon[29654]: mon.c@-1(synchronizing) e1 handle_conf_change mon_allow_pool_delete,mon_cluster_log_to_file 2024-04-15T20:59:12.225 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:12 smithi057 bash[29590]: 7cbf3ea734af842a3f649771443f8d1e3566f18613be525e9c44df10ff6245c6 2024-04-15T20:59:12.225 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:12 smithi057 systemd[1]: Started Ceph mon.c for b97cffaa-fb6a-11ee-bc8f-c7b262605968. 2024-04-15T20:59:17.370 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 20:59:17 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 172.21.15.57 - - [15/Apr/2024:20:59:17] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-15T20:59:17.370 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:17 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T20:59:17.371 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:17 smithi057 ceph-mon[24810]: mon.a calling monitor election 2024-04-15T20:59:17.371 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:17 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T20:59:17.371 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:17 smithi057 ceph-mon[24810]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T20:59:17.371 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:17 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T20:59:17.371 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:17 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T20:59:17.371 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:17 smithi057 ceph-mon[24810]: mon.c calling monitor election 2024-04-15T20:59:17.371 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:17 smithi057 ceph-mon[24810]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T20:59:17.371 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:17 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T20:59:17.371 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:17 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T20:59:17.371 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:17 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T20:59:17.371 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:17 smithi057 ceph-mon[24810]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-04-15T20:59:17.371 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:17 smithi057 ceph-mon[24810]: monmap e2: 2 mons at {a=[v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0],c=[v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0]} 2024-04-15T20:59:17.371 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:17 smithi057 ceph-mon[24810]: fsmap 2024-04-15T20:59:17.371 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:17 smithi057 ceph-mon[24810]: osdmap e4: 0 total, 0 up, 0 in 2024-04-15T20:59:17.372 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:17 smithi057 ceph-mon[24810]: mgrmap e13: y(active, since 36s) 2024-04-15T20:59:17.372 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:17 smithi057 ceph-mon[24810]: overall HEALTH_OK 2024-04-15T20:59:17.372 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:17 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T20:59:17.372 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:17 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T20:59:17.372 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:17 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-15T20:59:17.372 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:17 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T20:59:17.372 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:17 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T20:59:17.372 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:17 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T20:59:17.373 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:17 smithi057 ceph-mon[29654]: mon.a calling monitor election 2024-04-15T20:59:17.373 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:17 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T20:59:17.373 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:17 smithi057 ceph-mon[29654]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T20:59:17.373 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:17 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T20:59:17.373 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:17 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T20:59:17.373 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:17 smithi057 ceph-mon[29654]: mon.c calling monitor election 2024-04-15T20:59:17.373 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:17 smithi057 ceph-mon[29654]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T20:59:17.373 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:17 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T20:59:17.373 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:17 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T20:59:17.373 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:17 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T20:59:17.373 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:17 smithi057 ceph-mon[29654]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-04-15T20:59:17.373 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:17 smithi057 ceph-mon[29654]: monmap e2: 2 mons at {a=[v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0],c=[v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0]} 2024-04-15T20:59:17.373 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:17 smithi057 ceph-mon[29654]: fsmap 2024-04-15T20:59:17.373 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:17 smithi057 ceph-mon[29654]: osdmap e4: 0 total, 0 up, 0 in 2024-04-15T20:59:17.374 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:17 smithi057 ceph-mon[29654]: mgrmap e13: y(active, since 36s) 2024-04-15T20:59:17.374 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:17 smithi057 ceph-mon[29654]: overall HEALTH_OK 2024-04-15T20:59:17.374 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:17 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T20:59:17.374 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:17 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T20:59:17.374 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:17 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-15T20:59:17.374 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:17 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T20:59:17.374 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:17 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T20:59:17.437 INFO:teuthology.orchestra.run.smithi148.stdout: 2024-04-15T20:59:17.438 INFO:teuthology.orchestra.run.smithi148.stdout:{"epoch":2,"fsid":"b97cffaa-fb6a-11ee-bc8f-c7b262605968","modified":"2024-04-15T20:59:11.997093Z","created":"2024-04-15T20:57:39.671790Z","min_mon_release":17,"min_mon_release_name":"quincy","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:3300","nonce":0},{"type":"v1","addr":"172.21.15.57:6789","nonce":0}]},"addr":"172.21.15.57:6789/0","public_addr":"172.21.15.57:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:3301","nonce":0},{"type":"v1","addr":"172.21.15.57:6790","nonce":0}]},"addr":"172.21.15.57:6790/0","public_addr":"172.21.15.57:6790/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-04-15T20:59:17.440 INFO:teuthology.orchestra.run.smithi148.stderr:dumped monmap epoch 2 2024-04-15T20:59:18.370 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:18 smithi057 ceph-mon[24810]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T20:59:18.370 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:18 smithi057 ceph-mon[24810]: Deploying daemon mon.b on smithi148 2024-04-15T20:59:18.370 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:18 smithi057 ceph-mon[24810]: from='client.? 172.21.15.148:0/4221227053' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-15T20:59:18.370 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:18 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T20:59:18.370 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:18 smithi057 ceph-mon[29654]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T20:59:18.371 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:18 smithi057 ceph-mon[29654]: Deploying daemon mon.b on smithi148 2024-04-15T20:59:18.371 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:18 smithi057 ceph-mon[29654]: from='client.? 172.21.15.148:0/4221227053' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-15T20:59:18.371 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:18 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T20:59:20.370 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:20 smithi057 ceph-mon[24810]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T20:59:20.370 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:20 smithi057 ceph-mon[29654]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T20:59:20.622 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-04-15T20:59:20.622 DEBUG:teuthology.orchestra.run.smithi148:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 -- ceph mon dump -f json 2024-04-15T20:59:20.957 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:20 smithi148 systemd[1]: Starting Ceph mon.b for b97cffaa-fb6a-11ee-bc8f-c7b262605968... 2024-04-15T20:59:22.171 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:21 smithi148 podman[25703]: 2024-04-15 20:59:21.968378145 +0000 UTC m=+0.425893017 container create 27f4990cb4d7a4623c3c4d8a795512ce6d08de5108e97f3ef9a218366f02936f (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mon-b, io.openshift.tags=base centos centos-stream, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, build-date=2022-05-03T08:36:31.336870, com.redhat.component=centos-stream-container, RELEASE=HEAD, io.k8s.display-name=CentOS Stream 8, io.buildah.version=1.19.8, vcs-type=git, ceph=True, version=8, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, maintainer=Guillaume Abrioux , distribution-scope=public, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, GIT_REPO=https://github.com/ceph/ceph-container.git, GIT_BRANCH=HEAD, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, architecture=x86_64, vendor=Red Hat, Inc., summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, name=centos-stream, GIT_CLEAN=True, release=754, CEPH_POINT_RELEASE=-17.2.0, io.openshift.expose-services=, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com) 2024-04-15T20:59:22.171 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:21 smithi148 podman[25703]: 2024-04-15 20:59:21.892688218 +0000 UTC m=+0.350203118 image pull e1d6a67b021eb077ee22bf650f1a9fb1980a2cf5c36bdb9cba9eac6de8f702d9 quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a 2024-04-15T20:59:22.496 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 podman[25703]: 2024-04-15 20:59:22.179477533 +0000 UTC m=+0.636992419 container init 27f4990cb4d7a4623c3c4d8a795512ce6d08de5108e97f3ef9a218366f02936f (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mon-b, GIT_CLEAN=True, release=754, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, maintainer=Guillaume Abrioux , io.buildah.version=1.19.8, io.openshift.tags=base centos centos-stream, com.redhat.component=centos-stream-container, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, CEPH_POINT_RELEASE=-17.2.0, vcs-type=git, ceph=True, RELEASE=HEAD, vendor=Red Hat, Inc., io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, io.openshift.expose-services=, version=8, GIT_REPO=https://github.com/ceph/ceph-container.git, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, name=centos-stream, GIT_BRANCH=HEAD, io.k8s.display-name=CentOS Stream 8, architecture=x86_64, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, build-date=2022-05-03T08:36:31.336870, distribution-scope=public) 2024-04-15T20:59:22.496 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 podman[25703]: 2024-04-15 20:59:22.183027439 +0000 UTC m=+0.640542312 container start 27f4990cb4d7a4623c3c4d8a795512ce6d08de5108e97f3ef9a218366f02936f (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mon-b, ceph=True, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, io.k8s.display-name=CentOS Stream 8, name=centos-stream, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, distribution-scope=public, io.openshift.tags=base centos centos-stream, build-date=2022-05-03T08:36:31.336870, vendor=Red Hat, Inc., io.openshift.expose-services=, CEPH_POINT_RELEASE=-17.2.0, RELEASE=HEAD, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, GIT_BRANCH=HEAD, vcs-type=git, io.buildah.version=1.19.8, version=8, GIT_REPO=https://github.com/ceph/ceph-container.git, GIT_CLEAN=True, com.redhat.component=centos-stream-container, architecture=x86_64, release=754, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, maintainer=Guillaume Abrioux ) 2024-04-15T20:59:22.496 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: set uid:gid to 167:167 (ceph:ceph) 2024-04-15T20:59:22.496 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable), process ceph-mon, pid 2 2024-04-15T20:59:22.496 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: pidfile_write: ignore empty --pid-file 2024-04-15T20:59:22.496 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: load: jerasure load: lrc 2024-04-15T20:59:22.497 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: RocksDB version: 6.15.5 2024-04-15T20:59:22.497 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Git sha rocksdb_build_git_sha:@0@ 2024-04-15T20:59:22.497 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Compile date Apr 18 2022 2024-04-15T20:59:22.497 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: DB SUMMARY 2024-04-15T20:59:22.497 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: DB Session ID: ZTNMPHKTYW3KBTXXY8EY 2024-04-15T20:59:22.497 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: CURRENT file: CURRENT 2024-04-15T20:59:22.497 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: IDENTITY file: IDENTITY 2024-04-15T20:59:22.498 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: MANIFEST file: MANIFEST-000003 size: 57 Bytes 2024-04-15T20:59:22.498 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 0, files: 2024-04-15T20:59:22.498 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000004.log size: 636 ; 2024-04-15T20:59:22.498 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.error_if_exists: 0 2024-04-15T20:59:22.498 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.create_if_missing: 0 2024-04-15T20:59:22.498 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.paranoid_checks: 1 2024-04-15T20:59:22.498 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-15T20:59:22.498 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.env: 0x5561922c6860 2024-04-15T20:59:22.498 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.fs: Posix File System 2024-04-15T20:59:22.498 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.info_log: 0x55619421bdc0 2024-04-15T20:59:22.498 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.max_file_opening_threads: 16 2024-04-15T20:59:22.498 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.statistics: (nil) 2024-04-15T20:59:22.498 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.use_fsync: 0 2024-04-15T20:59:22.499 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.max_log_file_size: 0 2024-04-15T20:59:22.499 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-15T20:59:22.499 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.log_file_time_to_roll: 0 2024-04-15T20:59:22.499 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.keep_log_file_num: 1000 2024-04-15T20:59:22.499 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.recycle_log_file_num: 0 2024-04-15T20:59:22.499 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.allow_fallocate: 1 2024-04-15T20:59:22.499 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.allow_mmap_reads: 0 2024-04-15T20:59:22.499 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.allow_mmap_writes: 0 2024-04-15T20:59:22.499 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.use_direct_reads: 0 2024-04-15T20:59:22.499 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-15T20:59:22.499 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.create_missing_column_families: 0 2024-04-15T20:59:22.499 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.db_log_dir: 2024-04-15T20:59:22.499 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-b/store.db 2024-04-15T20:59:22.500 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.table_cache_numshardbits: 6 2024-04-15T20:59:22.500 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.WAL_ttl_seconds: 0 2024-04-15T20:59:22.500 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.WAL_size_limit_MB: 0 2024-04-15T20:59:22.500 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-15T20:59:22.500 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-15T20:59:22.501 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.is_fd_close_on_exec: 1 2024-04-15T20:59:22.502 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.advise_random_on_open: 1 2024-04-15T20:59:22.502 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.db_write_buffer_size: 0 2024-04-15T20:59:22.502 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.write_buffer_manager: 0x55619430c240 2024-04-15T20:59:22.502 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-15T20:59:22.502 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2024-04-15T20:59:22.502 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-15T20:59:22.502 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.use_adaptive_mutex: 0 2024-04-15T20:59:22.502 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.rate_limiter: (nil) 2024-04-15T20:59:22.502 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-15T20:59:22.502 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.wal_recovery_mode: 2 2024-04-15T20:59:22.502 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.enable_thread_tracking: 0 2024-04-15T20:59:22.502 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.enable_pipelined_write: 0 2024-04-15T20:59:22.503 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.unordered_write: 0 2024-04-15T20:59:22.503 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-15T20:59:22.503 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-15T20:59:22.503 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-15T20:59:22.503 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-15T20:59:22.503 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.row_cache: None 2024-04-15T20:59:22.503 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.wal_filter: None 2024-04-15T20:59:22.503 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-15T20:59:22.503 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.allow_ingest_behind: 0 2024-04-15T20:59:22.503 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.preserve_deletes: 0 2024-04-15T20:59:22.503 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.two_write_queues: 0 2024-04-15T20:59:22.503 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.manual_wal_flush: 0 2024-04-15T20:59:22.503 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.atomic_flush: 0 2024-04-15T20:59:22.504 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-15T20:59:22.504 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.persist_stats_to_disk: 0 2024-04-15T20:59:22.504 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.write_dbid_to_manifest: 0 2024-04-15T20:59:22.504 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.log_readahead_size: 0 2024-04-15T20:59:22.504 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-15T20:59:22.504 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.best_efforts_recovery: 0 2024-04-15T20:59:22.504 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-15T20:59:22.504 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-15T20:59:22.504 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.allow_data_in_errors: 0 2024-04-15T20:59:22.504 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.db_host_id: __hostname__ 2024-04-15T20:59:22.504 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.max_background_jobs: 2 2024-04-15T20:59:22.504 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.max_background_compactions: -1 2024-04-15T20:59:22.504 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.max_subcompactions: 1 2024-04-15T20:59:22.505 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-15T20:59:22.505 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-15T20:59:22.505 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.delayed_write_rate : 16777216 2024-04-15T20:59:22.505 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.max_total_wal_size: 0 2024-04-15T20:59:22.505 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-15T20:59:22.505 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.stats_dump_period_sec: 600 2024-04-15T20:59:22.505 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.stats_persist_period_sec: 600 2024-04-15T20:59:22.505 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-15T20:59:22.505 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.max_open_files: -1 2024-04-15T20:59:22.505 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.bytes_per_sync: 0 2024-04-15T20:59:22.505 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.wal_bytes_per_sync: 0 2024-04-15T20:59:22.505 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.strict_bytes_per_sync: 0 2024-04-15T20:59:22.505 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.compaction_readahead_size: 0 2024-04-15T20:59:22.506 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.max_background_flushes: -1 2024-04-15T20:59:22.506 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Compression algorithms supported: 2024-04-15T20:59:22.506 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-15T20:59:22.506 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: kZSTD supported: 0 2024-04-15T20:59:22.506 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: kXpressCompression supported: 0 2024-04-15T20:59:22.506 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: kLZ4HCCompression supported: 1 2024-04-15T20:59:22.506 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: kLZ4Compression supported: 1 2024-04-15T20:59:22.506 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: kBZip2Compression supported: 0 2024-04-15T20:59:22.506 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: kZlibCompression supported: 1 2024-04-15T20:59:22.506 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: kSnappyCompression supported: 1 2024-04-15T20:59:22.506 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Fast CRC32 supported: Supported on x86 2024-04-15T20:59:22.506 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: [db/version_set.cc:4725] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000003 2024-04-15T20:59:22.507 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: [db/column_family.cc:597] --------------- Options for column family [default]: 2024-04-15T20:59:22.507 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-15T20:59:22.507 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.merge_operator: 2024-04-15T20:59:22.507 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.compaction_filter: None 2024-04-15T20:59:22.507 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.compaction_filter_factory: None 2024-04-15T20:59:22.507 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.sst_partitioner_factory: None 2024-04-15T20:59:22.507 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.memtable_factory: SkipListFactory 2024-04-15T20:59:22.507 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.table_factory: BlockBasedTable 2024-04-15T20:59:22.507 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x5561941e7d00) 2024-04-15T20:59:22.507 INFO:journalctl@ceph.mon.b.smithi148.stdout: cache_index_and_filter_blocks: 1 2024-04-15T20:59:22.507 INFO:journalctl@ceph.mon.b.smithi148.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-15T20:59:22.507 INFO:journalctl@ceph.mon.b.smithi148.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-15T20:59:22.507 INFO:journalctl@ceph.mon.b.smithi148.stdout: pin_top_level_index_and_filter: 1 2024-04-15T20:59:22.507 INFO:journalctl@ceph.mon.b.smithi148.stdout: index_type: 0 2024-04-15T20:59:22.508 INFO:journalctl@ceph.mon.b.smithi148.stdout: data_block_index_type: 0 2024-04-15T20:59:22.508 INFO:journalctl@ceph.mon.b.smithi148.stdout: index_shortening: 1 2024-04-15T20:59:22.508 INFO:journalctl@ceph.mon.b.smithi148.stdout: data_block_hash_table_util_ratio: 0.750000 2024-04-15T20:59:22.508 INFO:journalctl@ceph.mon.b.smithi148.stdout: hash_index_allow_collision: 1 2024-04-15T20:59:22.508 INFO:journalctl@ceph.mon.b.smithi148.stdout: checksum: 1 2024-04-15T20:59:22.508 INFO:journalctl@ceph.mon.b.smithi148.stdout: no_block_cache: 0 2024-04-15T20:59:22.508 INFO:journalctl@ceph.mon.b.smithi148.stdout: block_cache: 0x556194252170 2024-04-15T20:59:22.509 INFO:journalctl@ceph.mon.b.smithi148.stdout: block_cache_name: BinnedLRUCache 2024-04-15T20:59:22.510 INFO:journalctl@ceph.mon.b.smithi148.stdout: block_cache_options: 2024-04-15T20:59:22.510 INFO:journalctl@ceph.mon.b.smithi148.stdout: capacity : 536870912 2024-04-15T20:59:22.510 INFO:journalctl@ceph.mon.b.smithi148.stdout: num_shard_bits : 4 2024-04-15T20:59:22.510 INFO:journalctl@ceph.mon.b.smithi148.stdout: strict_capacity_limit : 0 2024-04-15T20:59:22.510 INFO:journalctl@ceph.mon.b.smithi148.stdout: high_pri_pool_ratio: 0.000 2024-04-15T20:59:22.510 INFO:journalctl@ceph.mon.b.smithi148.stdout: block_cache_compressed: (nil) 2024-04-15T20:59:22.510 INFO:journalctl@ceph.mon.b.smithi148.stdout: persistent_cache: (nil) 2024-04-15T20:59:22.510 INFO:journalctl@ceph.mon.b.smithi148.stdout: block_size: 4096 2024-04-15T20:59:22.510 INFO:journalctl@ceph.mon.b.smithi148.stdout: block_size_deviation: 10 2024-04-15T20:59:22.510 INFO:journalctl@ceph.mon.b.smithi148.stdout: block_restart_interval: 16 2024-04-15T20:59:22.510 INFO:journalctl@ceph.mon.b.smithi148.stdout: index_block_restart_interval: 1 2024-04-15T20:59:22.510 INFO:journalctl@ceph.mon.b.smithi148.stdout: metadata_block_size: 4096 2024-04-15T20:59:22.511 INFO:journalctl@ceph.mon.b.smithi148.stdout: partition_filters: 0 2024-04-15T20:59:22.511 INFO:journalctl@ceph.mon.b.smithi148.stdout: use_delta_encoding: 1 2024-04-15T20:59:22.511 INFO:journalctl@ceph.mon.b.smithi148.stdout: filter_policy: rocksdb.BuiltinBloomFilter 2024-04-15T20:59:22.511 INFO:journalctl@ceph.mon.b.smithi148.stdout: whole_key_filtering: 1 2024-04-15T20:59:22.511 INFO:journalctl@ceph.mon.b.smithi148.stdout: verify_compression: 0 2024-04-15T20:59:22.511 INFO:journalctl@ceph.mon.b.smithi148.stdout: read_amp_bytes_per_bit: 0 2024-04-15T20:59:22.511 INFO:journalctl@ceph.mon.b.smithi148.stdout: format_version: 4 2024-04-15T20:59:22.511 INFO:journalctl@ceph.mon.b.smithi148.stdout: enable_index_compression: 1 2024-04-15T20:59:22.511 INFO:journalctl@ceph.mon.b.smithi148.stdout: block_align: 0 2024-04-15T20:59:22.511 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.write_buffer_size: 33554432 2024-04-15T20:59:22.511 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.max_write_buffer_number: 2 2024-04-15T20:59:22.511 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.compression: NoCompression 2024-04-15T20:59:22.511 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.bottommost_compression: Disabled 2024-04-15T20:59:22.512 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.prefix_extractor: nullptr 2024-04-15T20:59:22.512 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-15T20:59:22.512 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.num_levels: 7 2024-04-15T20:59:22.512 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-15T20:59:22.512 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-15T20:59:22.512 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-15T20:59:22.512 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-15T20:59:22.512 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-15T20:59:22.513 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-15T20:59:22.513 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-15T20:59:22.513 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-15T20:59:22.513 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-15T20:59:22.513 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-15T20:59:22.513 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.compression_opts.window_bits: -14 2024-04-15T20:59:22.513 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.compression_opts.level: 32767 2024-04-15T20:59:22.513 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.compression_opts.strategy: 0 2024-04-15T20:59:22.513 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-15T20:59:22.513 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-15T20:59:22.513 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-15T20:59:22.513 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.compression_opts.enabled: false 2024-04-15T20:59:22.513 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-15T20:59:22.513 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-15T20:59:22.514 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-15T20:59:22.514 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.target_file_size_base: 67108864 2024-04-15T20:59:22.514 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.target_file_size_multiplier: 1 2024-04-15T20:59:22.514 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-15T20:59:22.514 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-15T20:59:22.514 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-15T20:59:22.514 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-15T20:59:22.514 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-15T20:59:22.514 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-15T20:59:22.514 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-15T20:59:22.514 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-15T20:59:22.515 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-15T20:59:22.515 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-15T20:59:22.515 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-15T20:59:22.515 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-15T20:59:22.515 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.arena_block_size: 4194304 2024-04-15T20:59:22.515 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-15T20:59:22.515 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-15T20:59:22.515 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2024-04-15T20:59:22.515 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.disable_auto_compactions: 0 2024-04-15T20:59:22.515 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-15T20:59:22.515 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-15T20:59:22.515 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-15T20:59:22.515 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-15T20:59:22.515 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-15T20:59:22.516 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-15T20:59:22.516 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-15T20:59:22.516 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-15T20:59:22.516 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-15T20:59:22.516 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-15T20:59:22.516 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.table_properties_collectors: 2024-04-15T20:59:22.516 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.inplace_update_support: 0 2024-04-15T20:59:22.516 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.inplace_update_num_locks: 10000 2024-04-15T20:59:22.516 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-15T20:59:22.516 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-15T20:59:22.516 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.memtable_huge_page_size: 0 2024-04-15T20:59:22.516 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.bloom_locality: 0 2024-04-15T20:59:22.516 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.max_successive_merges: 0 2024-04-15T20:59:22.516 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.optimize_filters_for_hits: 0 2024-04-15T20:59:22.517 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.paranoid_file_checks: 0 2024-04-15T20:59:22.517 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.force_consistency_checks: 1 2024-04-15T20:59:22.517 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.report_bg_io_stats: 0 2024-04-15T20:59:22.517 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.ttl: 2592000 2024-04-15T20:59:22.517 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.periodic_compaction_seconds: 0 2024-04-15T20:59:22.517 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.enable_blob_files: false 2024-04-15T20:59:22.517 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.min_blob_size: 0 2024-04-15T20:59:22.517 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.blob_file_size: 268435456 2024-04-15T20:59:22.517 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.blob_compression_type: NoCompression 2024-04-15T20:59:22.517 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.enable_blob_garbage_collection: false 2024-04-15T20:59:22.518 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-15T20:59:22.518 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: [db/version_set.cc:4773] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000003 succeeded,manifest_file_number is 3, next_file_number is 5, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-04-15T20:59:22.518 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: [db/version_set.cc:4782] Column family [default] (ID 0), log number is 0 2024-04-15T20:59:22.518 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: [db/version_set.cc:4083] Creating manifest 7 2024-04-15T20:59:22.518 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: EVENT_LOG_v1 {"time_micros": 1713214762209831, "job": 1, "event": "recovery_started", "wal_files": [4]} 2024-04-15T20:59:22.518 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: [db/db_impl/db_impl_open.cc:847] Recovering log #4 mode 2 2024-04-15T20:59:22.518 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: [table/block_based/filter_policy.cc:996] Using legacy Bloom filter with high (20) bits/key. Dramatic filter space and/or accuracy improvement is available with format_version>=5. 2024-04-15T20:59:22.518 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: EVENT_LOG_v1 {"time_micros": 1713214762210143, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1670, "file_checksum": "", "file_checksum_func_name": "Unknown", "table_properties": {"data_size": 648, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 526, "raw_average_value_size": 105, "num_data_blocks": 1, "num_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "rocksdb.BuiltinBloomFilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; ", "creation_time": 1713214762, "oldest_key_time": 0, "file_creation_time": 0, "db_id": "b0ba7332-a714-4541-a308-b543d0a56f38", "db_session_id": "ZTNMPHKTYW3KBTXXY8EY"}} 2024-04-15T20:59:22.518 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: [db/version_set.cc:4083] Creating manifest 9 2024-04-15T20:59:22.518 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: EVENT_LOG_v1 {"time_micros": 1713214762210459, "job": 1, "event": "recovery_finished"} 2024-04-15T20:59:22.518 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: [file/delete_scheduler.cc:73] Deleted file /var/lib/ceph/mon/ceph-b/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-15T20:59:22.518 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: [db/db_impl/db_impl_open.cc:1701] SstFileManager instance 0x556194238a80 2024-04-15T20:59:22.518 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: DB pointer 0x556194248000 2024-04-15T20:59:22.519 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: [db/db_impl/db_impl.cc:902] ------- DUMPING STATS ------- 2024-04-15T20:59:22.519 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: rocksdb: [db/db_impl/db_impl.cc:903] 2024-04-15T20:59:22.519 INFO:journalctl@ceph.mon.b.smithi148.stdout: ** DB Stats ** 2024-04-15T20:59:22.519 INFO:journalctl@ceph.mon.b.smithi148.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-15T20:59:22.519 INFO:journalctl@ceph.mon.b.smithi148.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-15T20:59:22.519 INFO:journalctl@ceph.mon.b.smithi148.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-15T20:59:22.519 INFO:journalctl@ceph.mon.b.smithi148.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-15T20:59:22.519 INFO:journalctl@ceph.mon.b.smithi148.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-15T20:59:22.519 INFO:journalctl@ceph.mon.b.smithi148.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2024-04-15T20:59:22.519 INFO:journalctl@ceph.mon.b.smithi148.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-15T20:59:22.519 INFO:journalctl@ceph.mon.b.smithi148.stdout: 2024-04-15T20:59:22.519 INFO:journalctl@ceph.mon.b.smithi148.stdout: ** Compaction Stats [default] ** 2024-04-15T20:59:22.519 INFO:journalctl@ceph.mon.b.smithi148.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-04-15T20:59:22.519 INFO:journalctl@ceph.mon.b.smithi148.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-15T20:59:22.519 INFO:journalctl@ceph.mon.b.smithi148.stdout: L0 1/0 1.63 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 5.3 0.00 0.00 1 0.000 0 0 2024-04-15T20:59:22.520 INFO:journalctl@ceph.mon.b.smithi148.stdout: Sum 1/0 1.63 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 5.3 0.00 0.00 1 0.000 0 0 2024-04-15T20:59:22.520 INFO:journalctl@ceph.mon.b.smithi148.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 5.3 0.00 0.00 1 0.000 0 0 2024-04-15T20:59:22.520 INFO:journalctl@ceph.mon.b.smithi148.stdout: 2024-04-15T20:59:22.520 INFO:journalctl@ceph.mon.b.smithi148.stdout: ** Compaction Stats [default] ** 2024-04-15T20:59:22.520 INFO:journalctl@ceph.mon.b.smithi148.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-04-15T20:59:22.520 INFO:journalctl@ceph.mon.b.smithi148.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-15T20:59:22.520 INFO:journalctl@ceph.mon.b.smithi148.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 5.3 0.00 0.00 1 0.000 0 0 2024-04-15T20:59:22.520 INFO:journalctl@ceph.mon.b.smithi148.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-15T20:59:22.520 INFO:journalctl@ceph.mon.b.smithi148.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-04-15T20:59:22.520 INFO:journalctl@ceph.mon.b.smithi148.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-15T20:59:22.520 INFO:journalctl@ceph.mon.b.smithi148.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-15T20:59:22.520 INFO:journalctl@ceph.mon.b.smithi148.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-15T20:59:22.520 INFO:journalctl@ceph.mon.b.smithi148.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-15T20:59:22.521 INFO:journalctl@ceph.mon.b.smithi148.stdout: Cumulative compaction: 0.00 GB write, 0.62 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-15T20:59:22.521 INFO:journalctl@ceph.mon.b.smithi148.stdout: Interval compaction: 0.00 GB write, 0.62 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-15T20:59:22.521 INFO:journalctl@ceph.mon.b.smithi148.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-15T20:59:22.521 INFO:journalctl@ceph.mon.b.smithi148.stdout: 2024-04-15T20:59:22.521 INFO:journalctl@ceph.mon.b.smithi148.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-15T20:59:22.521 INFO:journalctl@ceph.mon.b.smithi148.stdout: 2024-04-15T20:59:22.521 INFO:journalctl@ceph.mon.b.smithi148.stdout: ** Compaction Stats [default] ** 2024-04-15T20:59:22.521 INFO:journalctl@ceph.mon.b.smithi148.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-04-15T20:59:22.521 INFO:journalctl@ceph.mon.b.smithi148.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-15T20:59:22.521 INFO:journalctl@ceph.mon.b.smithi148.stdout: L0 1/0 1.63 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 5.3 0.00 0.00 1 0.000 0 0 2024-04-15T20:59:22.522 INFO:journalctl@ceph.mon.b.smithi148.stdout: Sum 1/0 1.63 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 5.3 0.00 0.00 1 0.000 0 0 2024-04-15T20:59:22.522 INFO:journalctl@ceph.mon.b.smithi148.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2024-04-15T20:59:22.522 INFO:journalctl@ceph.mon.b.smithi148.stdout: 2024-04-15T20:59:22.522 INFO:journalctl@ceph.mon.b.smithi148.stdout: ** Compaction Stats [default] ** 2024-04-15T20:59:22.522 INFO:journalctl@ceph.mon.b.smithi148.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-04-15T20:59:22.522 INFO:journalctl@ceph.mon.b.smithi148.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-15T20:59:22.522 INFO:journalctl@ceph.mon.b.smithi148.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 5.3 0.00 0.00 1 0.000 0 0 2024-04-15T20:59:22.522 INFO:journalctl@ceph.mon.b.smithi148.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-15T20:59:22.523 INFO:journalctl@ceph.mon.b.smithi148.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-04-15T20:59:22.523 INFO:journalctl@ceph.mon.b.smithi148.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-15T20:59:22.523 INFO:journalctl@ceph.mon.b.smithi148.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-15T20:59:22.523 INFO:journalctl@ceph.mon.b.smithi148.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-15T20:59:22.523 INFO:journalctl@ceph.mon.b.smithi148.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-15T20:59:22.523 INFO:journalctl@ceph.mon.b.smithi148.stdout: Cumulative compaction: 0.00 GB write, 0.61 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-15T20:59:22.523 INFO:journalctl@ceph.mon.b.smithi148.stdout: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-15T20:59:22.523 INFO:journalctl@ceph.mon.b.smithi148.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-15T20:59:22.523 INFO:journalctl@ceph.mon.b.smithi148.stdout: 2024-04-15T20:59:22.523 INFO:journalctl@ceph.mon.b.smithi148.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-15T20:59:22.523 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: mon.b does not exist in monmap, will attempt to join an existing cluster 2024-04-15T20:59:22.523 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: using public_addr v2:172.21.15.148:0/0 -> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] 2024-04-15T20:59:22.523 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: starting mon.b rank -1 at public addrs [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] at bind addrs [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 2024-04-15T20:59:22.524 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: mon.b@-1(???) e0 preinit fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 2024-04-15T20:59:22.524 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: mon.b@-1(synchronizing).mds e1 new map 2024-04-15T20:59:22.524 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: mon.b@-1(synchronizing).mds e1 print_map 2024-04-15T20:59:22.524 INFO:journalctl@ceph.mon.b.smithi148.stdout: e1 2024-04-15T20:59:22.524 INFO:journalctl@ceph.mon.b.smithi148.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-04-15T20:59:22.524 INFO:journalctl@ceph.mon.b.smithi148.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-15T20:59:22.524 INFO:journalctl@ceph.mon.b.smithi148.stdout: legacy client fscid: -1 2024-04-15T20:59:22.524 INFO:journalctl@ceph.mon.b.smithi148.stdout: 2024-04-15T20:59:22.524 INFO:journalctl@ceph.mon.b.smithi148.stdout: No filesystems configured 2024-04-15T20:59:22.524 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: mon.b@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2024-04-15T20:59:22.524 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: mon.b@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2024-04-15T20:59:22.524 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: mon.b@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2024-04-15T20:59:22.524 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: mon.b@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2024-04-15T20:59:22.525 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: mon.b@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2024-04-15T20:59:22.525 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: mon.b@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2024-04-15T20:59:22.525 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: mon.b@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2024-04-15T20:59:22.525 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-15T20:59:22.525 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-15T20:59:22.525 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-15T20:59:22.525 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T20:59:22.525 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T20:59:22.525 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T20:59:22.525 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: from='client.? 172.21.15.57:0/3352756771' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-04-15T20:59:22.525 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: from='client.? 172.21.15.57:0/3352756771' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-04-15T20:59:22.525 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: osdmap e4: 0 total, 0 up, 0 in 2024-04-15T20:59:22.525 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T20:59:22.525 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T20:59:22.526 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi057:172.21.15.57=a;smithi057:[v2:172.21.15.57:3301,v1:172.21.15.57:6790]=c;smithi148:172.21.15.148=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T20:59:22.526 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: Saving service mon spec with placement smithi057:172.21.15.57=a;smithi057:[v2:172.21.15.57:3301,v1:172.21.15.57:6790]=c;smithi148:172.21.15.148=b;count:3 2024-04-15T20:59:22.526 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T20:59:22.526 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T20:59:22.526 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T20:59:22.526 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T20:59:22.526 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T20:59:22.526 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-15T20:59:22.526 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T20:59:22.526 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: Deploying daemon mon.c on smithi057 2024-04-15T20:59:22.526 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T20:59:22.526 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: from='client.? 172.21.15.148:0/4138827548' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-15T20:59:22.526 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T20:59:22.526 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: mon.a calling monitor election 2024-04-15T20:59:22.527 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T20:59:22.527 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T20:59:22.527 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T20:59:22.527 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T20:59:22.527 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: mon.c calling monitor election 2024-04-15T20:59:22.527 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T20:59:22.527 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T20:59:22.527 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T20:59:22.527 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T20:59:22.527 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-04-15T20:59:22.527 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: monmap e2: 2 mons at {a=[v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0],c=[v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0]} 2024-04-15T20:59:22.527 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: fsmap 2024-04-15T20:59:22.527 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: osdmap e4: 0 total, 0 up, 0 in 2024-04-15T20:59:22.527 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: mgrmap e13: y(active, since 36s) 2024-04-15T20:59:22.528 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: overall HEALTH_OK 2024-04-15T20:59:22.528 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T20:59:22.528 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T20:59:22.528 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-15T20:59:22.528 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T20:59:22.528 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T20:59:22.528 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T20:59:22.528 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: Deploying daemon mon.b on smithi148 2024-04-15T20:59:22.528 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: from='client.? 172.21.15.148:0/4221227053' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-15T20:59:22.528 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T20:59:22.528 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T20:59:22.528 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T20:59:22.529 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: mon.b@-1(synchronizing).paxosservice(auth 1..6) refresh upgraded, format 0 -> 3 2024-04-15T20:59:22.529 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 ceph-mon[25742]: mon.b@-1(synchronizing) e2 handle_conf_change mon_allow_pool_delete,mon_cluster_log_to_file 2024-04-15T20:59:22.529 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 bash[25703]: 27f4990cb4d7a4623c3c4d8a795512ce6d08de5108e97f3ef9a218366f02936f 2024-04-15T20:59:22.529 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:22 smithi148 systemd[1]: Started Ceph mon.b for b97cffaa-fb6a-11ee-bc8f-c7b262605968. 2024-04-15T20:59:22.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:22 smithi057 ceph-mon[24810]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T20:59:22.620 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:22 smithi057 ceph-mon[29654]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T20:59:27.568 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 20:59:27 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 172.21.15.148 - - [15/Apr/2024:20:59:27] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-15T20:59:27.568 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 20:59:27 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 172.21.15.148 - - [15/Apr/2024:20:59:27] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-15T20:59:27.569 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:27 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T20:59:27.569 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:27 smithi057 ceph-mon[24810]: mon.a calling monitor election 2024-04-15T20:59:27.569 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:27 smithi057 ceph-mon[24810]: mon.c calling monitor election 2024-04-15T20:59:27.569 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:27 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T20:59:27.569 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:27 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T20:59:27.569 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:27 smithi057 ceph-mon[24810]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T20:59:27.569 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:27 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T20:59:27.569 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:27 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T20:59:27.569 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:27 smithi057 ceph-mon[24810]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T20:59:27.569 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:27 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T20:59:27.569 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:27 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T20:59:27.569 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:27 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T20:59:27.569 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:27 smithi057 ceph-mon[24810]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-04-15T20:59:27.570 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:27 smithi057 ceph-mon[24810]: monmap e3: 3 mons at {a=[v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0],b=[v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0],c=[v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0]} 2024-04-15T20:59:27.570 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:27 smithi057 ceph-mon[24810]: fsmap 2024-04-15T20:59:27.570 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:27 smithi057 ceph-mon[24810]: osdmap e4: 0 total, 0 up, 0 in 2024-04-15T20:59:27.570 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:27 smithi057 ceph-mon[24810]: mgrmap e13: y(active, since 46s) 2024-04-15T20:59:27.570 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:27 smithi057 ceph-mon[24810]: Health check failed: 1/3 mons down, quorum a,c (MON_DOWN) 2024-04-15T20:59:27.570 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:27 smithi057 ceph-mon[24810]: Health detail: HEALTH_WARN 1/3 mons down, quorum a,c 2024-04-15T20:59:27.570 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:27 smithi057 ceph-mon[24810]: [WRN] MON_DOWN: 1/3 mons down, quorum a,c 2024-04-15T20:59:27.570 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:27 smithi057 ceph-mon[24810]: mon.b (rank 2) addr [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] is down (out of quorum) 2024-04-15T20:59:27.570 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:27 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T20:59:27.570 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:27 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T20:59:27.570 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:27 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T20:59:27.570 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:27 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T20:59:27.570 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:27 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T20:59:27.570 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:27 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T20:59:27.571 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:27 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T20:59:27.571 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:27 smithi057 ceph-mon[29654]: mon.a calling monitor election 2024-04-15T20:59:27.571 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:27 smithi057 ceph-mon[29654]: mon.c calling monitor election 2024-04-15T20:59:27.571 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:27 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T20:59:27.571 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:27 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T20:59:27.571 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:27 smithi057 ceph-mon[29654]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T20:59:27.571 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:27 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T20:59:27.571 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:27 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T20:59:27.571 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:27 smithi057 ceph-mon[29654]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T20:59:27.571 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:27 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T20:59:27.571 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:27 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T20:59:27.572 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:27 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T20:59:27.572 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:27 smithi057 ceph-mon[29654]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-04-15T20:59:27.572 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:27 smithi057 ceph-mon[29654]: monmap e3: 3 mons at {a=[v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0],b=[v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0],c=[v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0]} 2024-04-15T20:59:27.572 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:27 smithi057 ceph-mon[29654]: fsmap 2024-04-15T20:59:27.572 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:27 smithi057 ceph-mon[29654]: osdmap e4: 0 total, 0 up, 0 in 2024-04-15T20:59:27.572 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:27 smithi057 ceph-mon[29654]: mgrmap e13: y(active, since 46s) 2024-04-15T20:59:27.572 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:27 smithi057 ceph-mon[29654]: Health check failed: 1/3 mons down, quorum a,c (MON_DOWN) 2024-04-15T20:59:27.572 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:27 smithi057 ceph-mon[29654]: Health detail: HEALTH_WARN 1/3 mons down, quorum a,c 2024-04-15T20:59:27.572 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:27 smithi057 ceph-mon[29654]: [WRN] MON_DOWN: 1/3 mons down, quorum a,c 2024-04-15T20:59:27.572 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:27 smithi057 ceph-mon[29654]: mon.b (rank 2) addr [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] is down (out of quorum) 2024-04-15T20:59:27.572 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:27 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T20:59:27.572 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:27 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T20:59:27.572 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:27 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T20:59:27.572 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:27 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T20:59:27.573 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:27 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T20:59:27.573 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:27 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T20:59:28.502 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:28 smithi057 ceph-mon[29654]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T20:59:28.502 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:28 smithi057 ceph-mon[29654]: Updating smithi148:/etc/ceph/ceph.conf 2024-04-15T20:59:28.502 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:28 smithi057 ceph-mon[29654]: Updating smithi057:/etc/ceph/ceph.conf 2024-04-15T20:59:28.502 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:28 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T20:59:28.502 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:28 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T20:59:28.502 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:28 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T20:59:28.502 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:28 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T20:59:28.502 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:28 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T20:59:28.502 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:28 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-15T20:59:28.503 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:28 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-15T20:59:28.503 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:28 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T20:59:28.503 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:28 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T20:59:28.503 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:28 smithi057 ceph-mon[24810]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T20:59:28.503 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:28 smithi057 ceph-mon[24810]: Updating smithi148:/etc/ceph/ceph.conf 2024-04-15T20:59:28.503 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:28 smithi057 ceph-mon[24810]: Updating smithi057:/etc/ceph/ceph.conf 2024-04-15T20:59:28.503 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:28 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T20:59:28.503 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:28 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T20:59:28.503 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:28 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T20:59:28.503 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:28 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T20:59:28.503 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:28 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T20:59:28.504 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:28 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-15T20:59:28.504 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:28 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-15T20:59:28.504 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:28 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T20:59:28.504 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:28 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T20:59:28.825 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 20:59:28 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 172.21.15.57 - - [15/Apr/2024:20:59:28] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-15T20:59:28.825 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 20:59:28 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 172.21.15.148 - - [15/Apr/2024:20:59:28] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-15T20:59:28.951 INFO:teuthology.orchestra.run.smithi148.stdout: 2024-04-15T20:59:28.951 INFO:teuthology.orchestra.run.smithi148.stdout:{"epoch":3,"fsid":"b97cffaa-fb6a-11ee-bc8f-c7b262605968","modified":"2024-04-15T20:59:22.241788Z","created":"2024-04-15T20:57:39.671790Z","min_mon_release":17,"min_mon_release_name":"quincy","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:3300","nonce":0},{"type":"v1","addr":"172.21.15.57:6789","nonce":0}]},"addr":"172.21.15.57:6789/0","public_addr":"172.21.15.57:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:3301","nonce":0},{"type":"v1","addr":"172.21.15.57:6790","nonce":0}]},"addr":"172.21.15.57:6790/0","public_addr":"172.21.15.57:6790/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:3300","nonce":0},{"type":"v1","addr":"172.21.15.148:6789","nonce":0}]},"addr":"172.21.15.148:6789/0","public_addr":"172.21.15.148:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-04-15T20:59:28.952 INFO:teuthology.orchestra.run.smithi148.stderr:dumped monmap epoch 3 2024-04-15T20:59:29.343 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:29 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T20:59:29.343 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:29 smithi148 ceph-mon[25742]: mon.a calling monitor election 2024-04-15T20:59:29.343 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:29 smithi148 ceph-mon[25742]: mon.c calling monitor election 2024-04-15T20:59:29.343 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:29 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T20:59:29.343 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:29 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T20:59:29.343 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:29 smithi148 ceph-mon[25742]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T20:59:29.343 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:29 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T20:59:29.344 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:29 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T20:59:29.345 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:29 smithi148 ceph-mon[25742]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T20:59:29.345 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:29 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T20:59:29.346 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:29 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T20:59:29.346 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:29 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T20:59:29.346 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:29 smithi148 ceph-mon[25742]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-04-15T20:59:29.346 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:29 smithi148 ceph-mon[25742]: monmap e3: 3 mons at {a=[v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0],b=[v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0],c=[v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0]} 2024-04-15T20:59:29.346 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:29 smithi148 ceph-mon[25742]: fsmap 2024-04-15T20:59:29.346 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:29 smithi148 ceph-mon[25742]: osdmap e4: 0 total, 0 up, 0 in 2024-04-15T20:59:29.347 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:29 smithi148 ceph-mon[25742]: mgrmap e13: y(active, since 46s) 2024-04-15T20:59:29.347 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:29 smithi148 ceph-mon[25742]: Health check failed: 1/3 mons down, quorum a,c (MON_DOWN) 2024-04-15T20:59:29.347 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:29 smithi148 ceph-mon[25742]: Health detail: HEALTH_WARN 1/3 mons down, quorum a,c 2024-04-15T20:59:29.347 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:29 smithi148 ceph-mon[25742]: [WRN] MON_DOWN: 1/3 mons down, quorum a,c 2024-04-15T20:59:29.347 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:29 smithi148 ceph-mon[25742]: mon.b (rank 2) addr [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] is down (out of quorum) 2024-04-15T20:59:29.347 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:29 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T20:59:29.348 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:29 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T20:59:29.348 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:29 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T20:59:29.348 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:29 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T20:59:29.348 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:29 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T20:59:29.348 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:29 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T20:59:29.348 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:29 smithi148 ceph-mon[25742]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T20:59:29.349 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:29 smithi148 ceph-mon[25742]: Updating smithi148:/etc/ceph/ceph.conf 2024-04-15T20:59:29.349 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:29 smithi148 ceph-mon[25742]: Updating smithi057:/etc/ceph/ceph.conf 2024-04-15T20:59:29.349 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:29 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T20:59:29.349 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:29 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T20:59:29.349 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:29 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T20:59:29.349 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:29 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T20:59:29.349 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:29 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T20:59:29.350 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:29 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-15T20:59:29.350 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:29 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-15T20:59:29.350 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:29 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T20:59:29.350 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:29 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T20:59:29.625 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:29 smithi148 ceph-mon[25742]: mon.b calling monitor election 2024-04-15T20:59:29.625 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:29 smithi148 ceph-mon[25742]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T20:59:29.626 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:29 smithi148 ceph-mon[25742]: mon.b calling monitor election 2024-04-15T20:59:29.626 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:29 smithi148 ceph-mon[25742]: mon.c calling monitor election 2024-04-15T20:59:29.626 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:29 smithi148 ceph-mon[25742]: mon.a calling monitor election 2024-04-15T20:59:29.626 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:29 smithi148 ceph-mon[25742]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-04-15T20:59:29.626 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:29 smithi148 ceph-mon[25742]: monmap e3: 3 mons at {a=[v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0],b=[v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0],c=[v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0]} 2024-04-15T20:59:29.626 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:29 smithi148 ceph-mon[25742]: fsmap 2024-04-15T20:59:29.626 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:29 smithi148 ceph-mon[25742]: osdmap e4: 0 total, 0 up, 0 in 2024-04-15T20:59:29.626 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:29 smithi148 ceph-mon[25742]: mgrmap e13: y(active, since 48s) 2024-04-15T20:59:29.626 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:29 smithi148 ceph-mon[25742]: Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,c) 2024-04-15T20:59:29.626 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:29 smithi148 ceph-mon[25742]: Cluster is now healthy 2024-04-15T20:59:29.626 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:29 smithi148 ceph-mon[25742]: overall HEALTH_OK 2024-04-15T20:59:29.648 INFO:tasks.cephadm:Generating final ceph.conf file... 2024-04-15T20:59:29.648 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 -- ceph config generate-minimal-conf 2024-04-15T20:59:29.839 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:29 smithi057 ceph-mon[24810]: mon.b calling monitor election 2024-04-15T20:59:29.839 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:29 smithi057 ceph-mon[24810]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T20:59:29.839 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:29 smithi057 ceph-mon[24810]: mon.b calling monitor election 2024-04-15T20:59:29.839 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:29 smithi057 ceph-mon[24810]: mon.c calling monitor election 2024-04-15T20:59:29.839 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:29 smithi057 ceph-mon[24810]: mon.a calling monitor election 2024-04-15T20:59:29.839 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:29 smithi057 ceph-mon[24810]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-04-15T20:59:29.839 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:29 smithi057 ceph-mon[24810]: monmap e3: 3 mons at {a=[v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0],b=[v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0],c=[v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0]} 2024-04-15T20:59:29.840 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:29 smithi057 ceph-mon[24810]: fsmap 2024-04-15T20:59:29.840 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:29 smithi057 ceph-mon[24810]: osdmap e4: 0 total, 0 up, 0 in 2024-04-15T20:59:29.840 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:29 smithi057 ceph-mon[24810]: mgrmap e13: y(active, since 48s) 2024-04-15T20:59:29.840 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:29 smithi057 ceph-mon[24810]: Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,c) 2024-04-15T20:59:29.840 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:29 smithi057 ceph-mon[24810]: Cluster is now healthy 2024-04-15T20:59:29.840 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:29 smithi057 ceph-mon[24810]: overall HEALTH_OK 2024-04-15T20:59:29.840 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:29 smithi057 ceph-mon[29654]: mon.b calling monitor election 2024-04-15T20:59:29.840 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:29 smithi057 ceph-mon[29654]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T20:59:29.840 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:29 smithi057 ceph-mon[29654]: mon.b calling monitor election 2024-04-15T20:59:29.840 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:29 smithi057 ceph-mon[29654]: mon.c calling monitor election 2024-04-15T20:59:29.840 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:29 smithi057 ceph-mon[29654]: mon.a calling monitor election 2024-04-15T20:59:29.840 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:29 smithi057 ceph-mon[29654]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-04-15T20:59:29.840 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:29 smithi057 ceph-mon[29654]: monmap e3: 3 mons at {a=[v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0],b=[v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0],c=[v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0]} 2024-04-15T20:59:29.841 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:29 smithi057 ceph-mon[29654]: fsmap 2024-04-15T20:59:29.841 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:29 smithi057 ceph-mon[29654]: osdmap e4: 0 total, 0 up, 0 in 2024-04-15T20:59:29.841 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:29 smithi057 ceph-mon[29654]: mgrmap e13: y(active, since 48s) 2024-04-15T20:59:29.841 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:29 smithi057 ceph-mon[29654]: Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,c) 2024-04-15T20:59:29.841 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:29 smithi057 ceph-mon[29654]: Cluster is now healthy 2024-04-15T20:59:29.841 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:29 smithi057 ceph-mon[29654]: overall HEALTH_OK 2024-04-15T20:59:31.121 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:31 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T20:59:31.121 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:31 smithi057 ceph-mon[24810]: Reconfiguring mon.c (monmap changed)... 2024-04-15T20:59:31.121 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:31 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-15T20:59:31.121 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:31 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-15T20:59:31.121 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:31 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T20:59:31.121 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:31 smithi057 ceph-mon[24810]: Reconfiguring daemon mon.c on smithi057 2024-04-15T20:59:31.121 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:31 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T20:59:31.121 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:31 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T20:59:31.122 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:31 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T20:59:31.122 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:31 smithi057 ceph-mon[29654]: Reconfiguring mon.c (monmap changed)... 2024-04-15T20:59:31.122 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:31 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-15T20:59:31.122 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:31 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-15T20:59:31.122 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:31 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T20:59:31.122 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:31 smithi057 ceph-mon[29654]: Reconfiguring daemon mon.c on smithi057 2024-04-15T20:59:31.122 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:31 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T20:59:31.122 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:31 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T20:59:31.341 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:31 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T20:59:31.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:31 smithi148 ceph-mon[25742]: Reconfiguring mon.c (monmap changed)... 2024-04-15T20:59:31.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:31 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-15T20:59:31.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:31 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-15T20:59:31.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:31 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T20:59:31.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:31 smithi148 ceph-mon[25742]: Reconfiguring daemon mon.c on smithi057 2024-04-15T20:59:31.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:31 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T20:59:31.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:31 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T20:59:31.528 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 20:59:31 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 172.21.15.148 - - [15/Apr/2024:20:59:31] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-15T20:59:32.370 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:32 smithi057 ceph-mon[24810]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T20:59:32.370 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:32 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T20:59:32.370 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:32 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T20:59:32.371 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:32 smithi057 ceph-mon[29654]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T20:59:32.371 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:32 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T20:59:32.371 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:32 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T20:59:32.591 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:32 smithi148 ceph-mon[25742]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T20:59:32.592 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:32 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T20:59:32.592 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:32 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T20:59:32.662 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 20:59:32 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 172.21.15.57 - - [15/Apr/2024:20:59:32] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-15T20:59:32.866 INFO:teuthology.orchestra.run.smithi057.stdout:# minimal ceph.conf for b97cffaa-fb6a-11ee-bc8f-c7b262605968 2024-04-15T20:59:32.866 INFO:teuthology.orchestra.run.smithi057.stdout:[global] 2024-04-15T20:59:32.866 INFO:teuthology.orchestra.run.smithi057.stdout: fsid = b97cffaa-fb6a-11ee-bc8f-c7b262605968 2024-04-15T20:59:32.866 INFO:teuthology.orchestra.run.smithi057.stdout: mon_host = [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] 2024-04-15T20:59:33.812 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:33 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T20:59:33.812 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:33 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T20:59:33.812 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:33 smithi057 ceph-mon[24810]: from='client.? 172.21.15.57:0/1299163275' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T20:59:33.812 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:33 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T20:59:33.812 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:33 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T20:59:33.813 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:33 smithi057 ceph-mon[29654]: from='client.? 172.21.15.57:0/1299163275' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T20:59:33.840 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2024-04-15T20:59:33.840 DEBUG:teuthology.orchestra.run.smithi057:> set -ex 2024-04-15T20:59:33.841 DEBUG:teuthology.orchestra.run.smithi057:> sudo dd of=/etc/ceph/ceph.conf 2024-04-15T20:59:33.841 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:33 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T20:59:33.842 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:33 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T20:59:33.842 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:33 smithi148 ceph-mon[25742]: from='client.? 172.21.15.57:0/1299163275' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T20:59:33.875 DEBUG:teuthology.orchestra.run.smithi057:> set -ex 2024-04-15T20:59:33.876 DEBUG:teuthology.orchestra.run.smithi057:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-15T20:59:33.947 DEBUG:teuthology.orchestra.run.smithi148:> set -ex 2024-04-15T20:59:33.947 DEBUG:teuthology.orchestra.run.smithi148:> sudo dd of=/etc/ceph/ceph.conf 2024-04-15T20:59:33.985 DEBUG:teuthology.orchestra.run.smithi148:> set -ex 2024-04-15T20:59:33.985 DEBUG:teuthology.orchestra.run.smithi148:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-15T20:59:34.057 INFO:tasks.cephadm:Adding mgr.y on smithi057 2024-04-15T20:59:34.057 INFO:tasks.cephadm:Adding mgr.x on smithi148 2024-04-15T20:59:34.057 DEBUG:teuthology.orchestra.run.smithi148:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 -- ceph orch apply mgr '2;smithi057=y;smithi148=x' 2024-04-15T20:59:34.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:34 smithi148 ceph-mon[25742]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T20:59:34.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:34 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T20:59:34.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:34 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-15T20:59:34.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:34 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-15T20:59:34.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:34 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T20:59:34.870 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:34 smithi057 ceph-mon[24810]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T20:59:34.870 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:34 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T20:59:34.870 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:34 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-15T20:59:34.870 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:34 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-15T20:59:34.870 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:34 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T20:59:34.870 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:34 smithi057 ceph-mon[29654]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T20:59:34.870 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:34 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T20:59:34.871 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:34 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-15T20:59:34.871 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:34 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-15T20:59:34.871 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:34 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T20:59:35.813 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:35 smithi148 ceph-mon[25742]: Reconfiguring mon.b (monmap changed)... 2024-04-15T20:59:35.813 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:35 smithi148 ceph-mon[25742]: Reconfiguring daemon mon.b on smithi148 2024-04-15T20:59:35.855 INFO:teuthology.orchestra.run.smithi148.stdout:Scheduled mgr update... 2024-04-15T20:59:35.870 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:35 smithi057 ceph-mon[24810]: Reconfiguring mon.b (monmap changed)... 2024-04-15T20:59:35.870 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:35 smithi057 ceph-mon[24810]: Reconfiguring daemon mon.b on smithi148 2024-04-15T20:59:35.870 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:35 smithi057 ceph-mon[29654]: Reconfiguring mon.b (monmap changed)... 2024-04-15T20:59:35.870 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:35 smithi057 ceph-mon[29654]: Reconfiguring daemon mon.b on smithi148 2024-04-15T20:59:36.739 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:36 smithi148 ceph-mon[25742]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T20:59:36.739 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:36 smithi148 ceph-mon[25742]: from='client.34109 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi057=y;smithi148=x", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T20:59:36.739 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:36 smithi148 ceph-mon[25742]: Saving service mgr spec with placement smithi057=y;smithi148=x;count:2 2024-04-15T20:59:36.739 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:36 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T20:59:36.870 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:36 smithi057 ceph-mon[24810]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T20:59:36.870 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:36 smithi057 ceph-mon[24810]: from='client.34109 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi057=y;smithi148=x", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T20:59:36.870 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:36 smithi057 ceph-mon[24810]: Saving service mgr spec with placement smithi057=y;smithi148=x;count:2 2024-04-15T20:59:36.870 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:36 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T20:59:36.870 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:36 smithi057 ceph-mon[29654]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T20:59:36.870 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:36 smithi057 ceph-mon[29654]: from='client.34109 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi057=y;smithi148=x", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T20:59:36.870 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:36 smithi057 ceph-mon[29654]: Saving service mgr spec with placement smithi057=y;smithi148=x;count:2 2024-04-15T20:59:36.871 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:36 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T20:59:37.137 DEBUG:teuthology.orchestra.run.smithi148:mgr.x> sudo journalctl -f -n 0 -u ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@mgr.x.service 2024-04-15T20:59:37.139 INFO:tasks.cephadm:Deploying OSDs... 2024-04-15T20:59:37.139 DEBUG:teuthology.orchestra.run.smithi057:> set -ex 2024-04-15T20:59:37.139 DEBUG:teuthology.orchestra.run.smithi057:> dd if=/scratch_devs of=/dev/stdout 2024-04-15T20:59:37.159 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-04-15T20:59:37.159 DEBUG:teuthology.orchestra.run.smithi057:> stat /dev/vg_nvme/lv_1 2024-04-15T20:59:37.218 INFO:teuthology.orchestra.run.smithi057.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-04-15T20:59:37.218 INFO:teuthology.orchestra.run.smithi057.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-15T20:59:37.218 INFO:teuthology.orchestra.run.smithi057.stdout:Device: 5h/5d Inode: 666 Links: 1 2024-04-15T20:59:37.219 INFO:teuthology.orchestra.run.smithi057.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-15T20:59:37.219 INFO:teuthology.orchestra.run.smithi057.stdout:Context: system_u:object_r:device_t:s0 2024-04-15T20:59:37.219 INFO:teuthology.orchestra.run.smithi057.stdout:Access: 2024-04-15 20:59:31.658752894 +0000 2024-04-15T20:59:37.219 INFO:teuthology.orchestra.run.smithi057.stdout:Modify: 2024-04-15 20:56:45.506342042 +0000 2024-04-15T20:59:37.219 INFO:teuthology.orchestra.run.smithi057.stdout:Change: 2024-04-15 20:56:45.506342042 +0000 2024-04-15T20:59:37.219 INFO:teuthology.orchestra.run.smithi057.stdout: Birth: 2024-04-15 20:56:45.506342042 +0000 2024-04-15T20:59:37.219 DEBUG:teuthology.orchestra.run.smithi057:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-04-15T20:59:37.290 INFO:teuthology.orchestra.run.smithi057.stderr:1+0 records in 2024-04-15T20:59:37.291 INFO:teuthology.orchestra.run.smithi057.stderr:1+0 records out 2024-04-15T20:59:37.291 INFO:teuthology.orchestra.run.smithi057.stderr:512 bytes copied, 0.000298763 s, 1.7 MB/s 2024-04-15T20:59:37.292 DEBUG:teuthology.orchestra.run.smithi057:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-04-15T20:59:37.351 DEBUG:teuthology.orchestra.run.smithi057:> stat /dev/vg_nvme/lv_2 2024-04-15T20:59:37.410 INFO:teuthology.orchestra.run.smithi057.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-04-15T20:59:37.410 INFO:teuthology.orchestra.run.smithi057.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-15T20:59:37.410 INFO:teuthology.orchestra.run.smithi057.stdout:Device: 5h/5d Inode: 684 Links: 1 2024-04-15T20:59:37.410 INFO:teuthology.orchestra.run.smithi057.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-15T20:59:37.411 INFO:teuthology.orchestra.run.smithi057.stdout:Context: system_u:object_r:device_t:s0 2024-04-15T20:59:37.412 INFO:teuthology.orchestra.run.smithi057.stdout:Access: 2024-04-15 20:59:31.658752894 +0000 2024-04-15T20:59:37.412 INFO:teuthology.orchestra.run.smithi057.stdout:Modify: 2024-04-15 20:56:45.849336898 +0000 2024-04-15T20:59:37.412 INFO:teuthology.orchestra.run.smithi057.stdout:Change: 2024-04-15 20:56:45.849336898 +0000 2024-04-15T20:59:37.412 INFO:teuthology.orchestra.run.smithi057.stdout: Birth: 2024-04-15 20:56:45.849336898 +0000 2024-04-15T20:59:37.412 DEBUG:teuthology.orchestra.run.smithi057:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-04-15T20:59:37.480 INFO:teuthology.orchestra.run.smithi057.stderr:1+0 records in 2024-04-15T20:59:37.481 INFO:teuthology.orchestra.run.smithi057.stderr:1+0 records out 2024-04-15T20:59:37.481 INFO:teuthology.orchestra.run.smithi057.stderr:512 bytes copied, 0.000266674 s, 1.9 MB/s 2024-04-15T20:59:37.482 DEBUG:teuthology.orchestra.run.smithi057:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-04-15T20:59:37.540 DEBUG:teuthology.orchestra.run.smithi057:> stat /dev/vg_nvme/lv_3 2024-04-15T20:59:37.597 INFO:teuthology.orchestra.run.smithi057.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-04-15T20:59:37.597 INFO:teuthology.orchestra.run.smithi057.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-15T20:59:37.597 INFO:teuthology.orchestra.run.smithi057.stdout:Device: 5h/5d Inode: 703 Links: 1 2024-04-15T20:59:37.597 INFO:teuthology.orchestra.run.smithi057.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-15T20:59:37.597 INFO:teuthology.orchestra.run.smithi057.stdout:Context: system_u:object_r:device_t:s0 2024-04-15T20:59:37.598 INFO:teuthology.orchestra.run.smithi057.stdout:Access: 2024-04-15 20:59:31.658752894 +0000 2024-04-15T20:59:37.598 INFO:teuthology.orchestra.run.smithi057.stdout:Modify: 2024-04-15 20:56:46.216331395 +0000 2024-04-15T20:59:37.598 INFO:teuthology.orchestra.run.smithi057.stdout:Change: 2024-04-15 20:56:46.216331395 +0000 2024-04-15T20:59:37.598 INFO:teuthology.orchestra.run.smithi057.stdout: Birth: 2024-04-15 20:56:46.216331395 +0000 2024-04-15T20:59:37.598 DEBUG:teuthology.orchestra.run.smithi057:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-04-15T20:59:37.666 INFO:teuthology.orchestra.run.smithi057.stderr:1+0 records in 2024-04-15T20:59:37.666 INFO:teuthology.orchestra.run.smithi057.stderr:1+0 records out 2024-04-15T20:59:37.666 INFO:teuthology.orchestra.run.smithi057.stderr:512 bytes copied, 0.000393994 s, 1.3 MB/s 2024-04-15T20:59:37.667 DEBUG:teuthology.orchestra.run.smithi057:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-04-15T20:59:37.725 DEBUG:teuthology.orchestra.run.smithi057:> stat /dev/vg_nvme/lv_4 2024-04-15T20:59:37.780 INFO:teuthology.orchestra.run.smithi057.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-04-15T20:59:37.781 INFO:teuthology.orchestra.run.smithi057.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-15T20:59:37.781 INFO:teuthology.orchestra.run.smithi057.stdout:Device: 5h/5d Inode: 723 Links: 1 2024-04-15T20:59:37.781 INFO:teuthology.orchestra.run.smithi057.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-15T20:59:37.781 INFO:teuthology.orchestra.run.smithi057.stdout:Context: system_u:object_r:device_t:s0 2024-04-15T20:59:37.781 INFO:teuthology.orchestra.run.smithi057.stdout:Access: 2024-04-15 20:59:31.658752894 +0000 2024-04-15T20:59:37.781 INFO:teuthology.orchestra.run.smithi057.stdout:Modify: 2024-04-15 20:56:46.576325997 +0000 2024-04-15T20:59:37.781 INFO:teuthology.orchestra.run.smithi057.stdout:Change: 2024-04-15 20:56:46.576325997 +0000 2024-04-15T20:59:37.781 INFO:teuthology.orchestra.run.smithi057.stdout: Birth: 2024-04-15 20:56:46.576325997 +0000 2024-04-15T20:59:37.781 DEBUG:teuthology.orchestra.run.smithi057:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-04-15T20:59:37.848 INFO:teuthology.orchestra.run.smithi057.stderr:1+0 records in 2024-04-15T20:59:37.848 INFO:teuthology.orchestra.run.smithi057.stderr:1+0 records out 2024-04-15T20:59:37.848 INFO:teuthology.orchestra.run.smithi057.stderr:512 bytes copied, 0.000295842 s, 1.7 MB/s 2024-04-15T20:59:37.850 DEBUG:teuthology.orchestra.run.smithi057:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-04-15T20:59:37.907 DEBUG:teuthology.orchestra.run.smithi148:> set -ex 2024-04-15T20:59:37.907 DEBUG:teuthology.orchestra.run.smithi148:> dd if=/scratch_devs of=/dev/stdout 2024-04-15T20:59:37.924 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-04-15T20:59:37.924 DEBUG:teuthology.orchestra.run.smithi148:> stat /dev/vg_nvme/lv_1 2024-04-15T20:59:37.980 INFO:teuthology.orchestra.run.smithi148.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-04-15T20:59:37.980 INFO:teuthology.orchestra.run.smithi148.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-15T20:59:37.980 INFO:teuthology.orchestra.run.smithi148.stdout:Device: 5h/5d Inode: 668 Links: 1 2024-04-15T20:59:37.980 INFO:teuthology.orchestra.run.smithi148.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-15T20:59:37.980 INFO:teuthology.orchestra.run.smithi148.stdout:Context: system_u:object_r:device_t:s0 2024-04-15T20:59:37.980 INFO:teuthology.orchestra.run.smithi148.stdout:Access: 2024-04-15 20:59:30.446219680 +0000 2024-04-15T20:59:37.980 INFO:teuthology.orchestra.run.smithi148.stdout:Modify: 2024-04-15 20:56:32.243853975 +0000 2024-04-15T20:59:37.980 INFO:teuthology.orchestra.run.smithi148.stdout:Change: 2024-04-15 20:56:32.243853975 +0000 2024-04-15T20:59:37.980 INFO:teuthology.orchestra.run.smithi148.stdout: Birth: 2024-04-15 20:56:32.243853975 +0000 2024-04-15T20:59:37.981 DEBUG:teuthology.orchestra.run.smithi148:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-04-15T20:59:38.048 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:37 smithi148 ceph-mon[25742]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T20:59:38.048 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:37 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T20:59:38.048 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:37 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T20:59:38.049 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:37 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T20:59:38.049 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:37 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T20:59:38.049 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:37 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T20:59:38.049 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:37 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-15T20:59:38.049 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:37 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-15T20:59:38.049 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:37 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-15T20:59:38.049 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:37 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T20:59:38.050 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:37 smithi148 ceph-mon[25742]: Deploying daemon mgr.x on smithi148 2024-04-15T20:59:38.051 INFO:teuthology.orchestra.run.smithi148.stderr:1+0 records in 2024-04-15T20:59:38.052 INFO:teuthology.orchestra.run.smithi148.stderr:1+0 records out 2024-04-15T20:59:38.052 INFO:teuthology.orchestra.run.smithi148.stderr:512 bytes copied, 0.000281423 s, 1.8 MB/s 2024-04-15T20:59:38.052 DEBUG:teuthology.orchestra.run.smithi148:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-04-15T20:59:38.108 DEBUG:teuthology.orchestra.run.smithi148:> stat /dev/vg_nvme/lv_2 2024-04-15T20:59:38.120 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:37 smithi057 ceph-mon[29654]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T20:59:38.120 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:37 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T20:59:38.121 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:37 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T20:59:38.121 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:37 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T20:59:38.121 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:37 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T20:59:38.121 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:37 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T20:59:38.121 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:37 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-15T20:59:38.121 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:37 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-15T20:59:38.121 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:37 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-15T20:59:38.121 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:37 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T20:59:38.121 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:37 smithi057 ceph-mon[29654]: Deploying daemon mgr.x on smithi148 2024-04-15T20:59:38.121 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:37 smithi057 ceph-mon[24810]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T20:59:38.121 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:37 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T20:59:38.121 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:37 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T20:59:38.122 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:37 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T20:59:38.122 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:37 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T20:59:38.122 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:37 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T20:59:38.122 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:37 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-15T20:59:38.122 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:37 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-15T20:59:38.122 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:37 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-15T20:59:38.122 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:37 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T20:59:38.122 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:37 smithi057 ceph-mon[24810]: Deploying daemon mgr.x on smithi148 2024-04-15T20:59:38.164 INFO:teuthology.orchestra.run.smithi148.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-04-15T20:59:38.165 INFO:teuthology.orchestra.run.smithi148.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-15T20:59:38.165 INFO:teuthology.orchestra.run.smithi148.stdout:Device: 5h/5d Inode: 686 Links: 1 2024-04-15T20:59:38.165 INFO:teuthology.orchestra.run.smithi148.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-15T20:59:38.165 INFO:teuthology.orchestra.run.smithi148.stdout:Context: system_u:object_r:device_t:s0 2024-04-15T20:59:38.165 INFO:teuthology.orchestra.run.smithi148.stdout:Access: 2024-04-15 20:59:30.446219680 +0000 2024-04-15T20:59:38.165 INFO:teuthology.orchestra.run.smithi148.stdout:Modify: 2024-04-15 20:56:32.776841690 +0000 2024-04-15T20:59:38.165 INFO:teuthology.orchestra.run.smithi148.stdout:Change: 2024-04-15 20:56:32.776841690 +0000 2024-04-15T20:59:38.165 INFO:teuthology.orchestra.run.smithi148.stdout: Birth: 2024-04-15 20:56:32.776841690 +0000 2024-04-15T20:59:38.166 DEBUG:teuthology.orchestra.run.smithi148:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-04-15T20:59:38.366 INFO:teuthology.orchestra.run.smithi148.stderr:1+0 records in 2024-04-15T20:59:38.366 INFO:teuthology.orchestra.run.smithi148.stderr:1+0 records out 2024-04-15T20:59:38.366 INFO:teuthology.orchestra.run.smithi148.stderr:512 bytes copied, 0.000213365 s, 2.4 MB/s 2024-04-15T20:59:38.367 DEBUG:teuthology.orchestra.run.smithi148:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-04-15T20:59:38.383 DEBUG:teuthology.orchestra.run.smithi148:> stat /dev/vg_nvme/lv_3 2024-04-15T20:59:38.444 INFO:teuthology.orchestra.run.smithi148.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-04-15T20:59:38.444 INFO:teuthology.orchestra.run.smithi148.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-15T20:59:38.444 INFO:teuthology.orchestra.run.smithi148.stdout:Device: 5h/5d Inode: 703 Links: 1 2024-04-15T20:59:38.444 INFO:teuthology.orchestra.run.smithi148.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-15T20:59:38.444 INFO:teuthology.orchestra.run.smithi148.stdout:Context: system_u:object_r:device_t:s0 2024-04-15T20:59:38.445 INFO:teuthology.orchestra.run.smithi148.stdout:Access: 2024-04-15 20:59:38.331037381 +0000 2024-04-15T20:59:38.445 INFO:teuthology.orchestra.run.smithi148.stdout:Modify: 2024-04-15 20:56:33.105834107 +0000 2024-04-15T20:59:38.445 INFO:teuthology.orchestra.run.smithi148.stdout:Change: 2024-04-15 20:56:33.105834107 +0000 2024-04-15T20:59:38.445 INFO:teuthology.orchestra.run.smithi148.stdout: Birth: 2024-04-15 20:56:33.105834107 +0000 2024-04-15T20:59:38.445 DEBUG:teuthology.orchestra.run.smithi148:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-04-15T20:59:38.544 INFO:teuthology.orchestra.run.smithi148.stderr:1+0 records in 2024-04-15T20:59:38.544 INFO:teuthology.orchestra.run.smithi148.stderr:1+0 records out 2024-04-15T20:59:38.544 INFO:teuthology.orchestra.run.smithi148.stderr:512 bytes copied, 0.00023398 s, 2.2 MB/s 2024-04-15T20:59:38.545 DEBUG:teuthology.orchestra.run.smithi148:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-04-15T20:59:38.561 DEBUG:teuthology.orchestra.run.smithi148:> stat /dev/vg_nvme/lv_4 2024-04-15T20:59:38.620 INFO:teuthology.orchestra.run.smithi148.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-04-15T20:59:38.620 INFO:teuthology.orchestra.run.smithi148.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-15T20:59:38.621 INFO:teuthology.orchestra.run.smithi148.stdout:Device: 5h/5d Inode: 722 Links: 1 2024-04-15T20:59:38.621 INFO:teuthology.orchestra.run.smithi148.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-15T20:59:38.621 INFO:teuthology.orchestra.run.smithi148.stdout:Context: system_u:object_r:device_t:s0 2024-04-15T20:59:38.621 INFO:teuthology.orchestra.run.smithi148.stdout:Access: 2024-04-15 20:59:38.511033219 +0000 2024-04-15T20:59:38.621 INFO:teuthology.orchestra.run.smithi148.stdout:Modify: 2024-04-15 20:56:33.446826248 +0000 2024-04-15T20:59:38.621 INFO:teuthology.orchestra.run.smithi148.stdout:Change: 2024-04-15 20:56:33.446826248 +0000 2024-04-15T20:59:38.621 INFO:teuthology.orchestra.run.smithi148.stdout: Birth: 2024-04-15 20:56:33.446826248 +0000 2024-04-15T20:59:38.621 DEBUG:teuthology.orchestra.run.smithi148:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-04-15T20:59:38.688 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 20:59:38 smithi148 systemd[1]: Starting Ceph mgr.x for b97cffaa-fb6a-11ee-bc8f-c7b262605968... 2024-04-15T20:59:38.691 INFO:teuthology.orchestra.run.smithi148.stderr:1+0 records in 2024-04-15T20:59:38.691 INFO:teuthology.orchestra.run.smithi148.stderr:1+0 records out 2024-04-15T20:59:38.691 INFO:teuthology.orchestra.run.smithi148.stderr:512 bytes copied, 0.000181739 s, 2.8 MB/s 2024-04-15T20:59:38.693 DEBUG:teuthology.orchestra.run.smithi148:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-04-15T20:59:38.751 INFO:tasks.cephadm:Deploying osd.0 on smithi057 with /dev/vg_nvme/lv_4... 2024-04-15T20:59:38.751 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-04-15T20:59:38.939 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 20:59:38 smithi148 podman[27156]: 2024-04-15 20:59:38.692640617 +0000 UTC m=+0.020418164 image pull e1d6a67b021eb077ee22bf650f1a9fb1980a2cf5c36bdb9cba9eac6de8f702d9 quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a 2024-04-15T20:59:38.940 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 20:59:38 smithi148 podman[27156]: 2024-04-15 20:59:38.798854478 +0000 UTC m=+0.126632067 container create 52db70ae4d16ebdfa6b890a52cb9f9bbe3739dc2608b53eaf2428bb684839b7e (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x, ceph=True, io.buildah.version=1.19.8, distribution-scope=public, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, GIT_CLEAN=True, name=centos-stream, com.redhat.component=centos-stream-container, vendor=Red Hat, Inc., build-date=2022-05-03T08:36:31.336870, vcs-type=git, GIT_BRANCH=HEAD, version=8, CEPH_POINT_RELEASE=-17.2.0, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, io.openshift.tags=base centos centos-stream, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, io.k8s.display-name=CentOS Stream 8, RELEASE=HEAD, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, architecture=x86_64, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, maintainer=Guillaume Abrioux , io.openshift.expose-services=, GIT_REPO=https://github.com/ceph/ceph-container.git, release=754, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb) 2024-04-15T20:59:39.342 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 20:59:39 smithi148 podman[27156]: 2024-04-15 20:59:39.034343986 +0000 UTC m=+0.362121533 container init 52db70ae4d16ebdfa6b890a52cb9f9bbe3739dc2608b53eaf2428bb684839b7e (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., com.redhat.component=centos-stream-container, build-date=2022-05-03T08:36:31.336870, vendor=Red Hat, Inc., GIT_REPO=https://github.com/ceph/ceph-container.git, CEPH_POINT_RELEASE=-17.2.0, GIT_CLEAN=True, vcs-type=git, GIT_BRANCH=HEAD, io.openshift.tags=base centos centos-stream, maintainer=Guillaume Abrioux , ceph=True, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, io.buildah.version=1.19.8, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, name=centos-stream, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, distribution-scope=public, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, release=754, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, version=8, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, io.openshift.expose-services=, RELEASE=HEAD, architecture=x86_64, io.k8s.display-name=CentOS Stream 8) 2024-04-15T20:59:39.342 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 20:59:39 smithi148 podman[27156]: 2024-04-15 20:59:39.037039144 +0000 UTC m=+0.364816694 container start 52db70ae4d16ebdfa6b890a52cb9f9bbe3739dc2608b53eaf2428bb684839b7e (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x, maintainer=Guillaume Abrioux , com.redhat.license_terms=https://centos.org/legal/licensing-policy/, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, io.openshift.expose-services=, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, GIT_CLEAN=True, io.k8s.display-name=CentOS Stream 8, com.redhat.component=centos-stream-container, distribution-scope=public, GIT_BRANCH=HEAD, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, architecture=x86_64, CEPH_POINT_RELEASE=-17.2.0, GIT_REPO=https://github.com/ceph/ceph-container.git, io.buildah.version=1.19.8, build-date=2022-05-03T08:36:31.336870, name=centos-stream, RELEASE=HEAD, io.openshift.tags=base centos centos-stream, ceph=True, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., vendor=Red Hat, Inc., url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, vcs-type=git, release=754, version=8) 2024-04-15T20:59:39.342 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 20:59:39 smithi148 ceph-mgr[27212]: -- 172.21.15.148:0/2688278764 <== mon.2 v2:172.21.15.148:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5601da2bc340 con 0x5601da295000 2024-04-15T20:59:39.342 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 20:59:39 smithi148 bash[27156]: 52db70ae4d16ebdfa6b890a52cb9f9bbe3739dc2608b53eaf2428bb684839b7e 2024-04-15T20:59:39.342 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 20:59:39 smithi148 systemd[1]: Started Ceph mgr.x for b97cffaa-fb6a-11ee-bc8f-c7b262605968. 2024-04-15T20:59:39.771 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 20:59:39 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[27208]: 2024-04-15T20:59:39.518+0000 7fee4434b000 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-15T20:59:39.771 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 20:59:39 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[27208]: 2024-04-15T20:59:39.628+0000 7fee4434b000 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-15T20:59:40.423 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 20:59:40 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[27208]: 2024-04-15T20:59:40.236+0000 7fee4434b000 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-15T20:59:40.423 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 20:59:40 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[27208]: 2024-04-15T20:59:40.325+0000 7fee4434b000 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-15T20:59:40.423 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 20:59:40 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[27208]: 2024-04-15T20:59:40.409+0000 7fee4434b000 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-15T20:59:40.424 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:40 smithi148 ceph-mon[25742]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T20:59:40.424 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:40 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T20:59:40.424 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:40 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T20:59:40.424 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:40 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T20:59:40.424 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:40 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T20:59:40.424 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:40 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T20:59:40.424 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:40 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T20:59:40.424 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:40 smithi148 ceph-mon[25742]: Reconfiguring mgr.y (unknown last config time)... 2024-04-15T20:59:40.424 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:40 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-15T20:59:40.424 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:40 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-15T20:59:40.424 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:40 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T20:59:40.424 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:40 smithi148 ceph-mon[25742]: Reconfiguring daemon mgr.y on smithi057 2024-04-15T20:59:40.620 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:40 smithi057 ceph-mon[29654]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T20:59:40.620 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:40 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T20:59:40.620 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:40 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T20:59:40.620 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:40 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T20:59:40.620 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:40 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T20:59:40.620 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:40 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T20:59:40.620 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:40 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T20:59:40.620 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:40 smithi057 ceph-mon[29654]: Reconfiguring mgr.y (unknown last config time)... 2024-04-15T20:59:40.620 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:40 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-15T20:59:40.620 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:40 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-15T20:59:40.620 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:40 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T20:59:40.621 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:40 smithi057 ceph-mon[29654]: Reconfiguring daemon mgr.y on smithi057 2024-04-15T20:59:40.621 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:40 smithi057 ceph-mon[24810]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T20:59:40.621 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:40 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T20:59:40.621 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:40 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T20:59:40.621 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:40 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T20:59:40.621 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:40 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T20:59:40.621 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:40 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T20:59:40.621 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:40 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T20:59:40.621 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:40 smithi057 ceph-mon[24810]: Reconfiguring mgr.y (unknown last config time)... 2024-04-15T20:59:40.621 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:40 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-15T20:59:40.621 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:40 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-15T20:59:40.621 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:40 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T20:59:40.622 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:40 smithi057 ceph-mon[24810]: Reconfiguring daemon mgr.y on smithi057 2024-04-15T20:59:40.709 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 20:59:40 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[27208]: 2024-04-15T20:59:40.578+0000 7fee4434b000 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-15T20:59:40.709 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 20:59:40 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[27208]: 2024-04-15T20:59:40.659+0000 7fee4434b000 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-15T20:59:41.032 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 20:59:40 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[27208]: 2024-04-15T20:59:40.771+0000 7fee4434b000 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-15T20:59:41.032 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 20:59:40 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[27208]: 2024-04-15T20:59:40.857+0000 7fee4434b000 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-15T20:59:41.032 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 20:59:41 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[27208]: 2024-04-15T20:59:41.037+0000 7fee4434b000 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-15T20:59:41.342 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 20:59:41 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[27208]: 2024-04-15T20:59:41.141+0000 7fee4434b000 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-15T20:59:41.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:41 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-15T20:59:41.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:41 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-15T20:59:41.343 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:41 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T20:59:41.343 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:41 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T20:59:41.343 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:41 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T20:59:41.343 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:41 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T20:59:41.343 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:41 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T20:59:41.343 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:41 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T20:59:41.620 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:41 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-15T20:59:41.620 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:41 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-15T20:59:41.620 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:41 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T20:59:41.620 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:41 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T20:59:41.620 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:41 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T20:59:41.620 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:41 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T20:59:41.620 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:41 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T20:59:41.620 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:41 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T20:59:41.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:41 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-15T20:59:41.621 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:41 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-15T20:59:41.621 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:41 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T20:59:41.621 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:41 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T20:59:41.621 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:41 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T20:59:41.621 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:41 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T20:59:41.621 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:41 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T20:59:41.621 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:41 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T20:59:41.705 INFO:teuthology.orchestra.run.smithi057.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-04-15T20:59:41.705 INFO:teuthology.orchestra.run.smithi057.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-04-15T20:59:41.705 INFO:teuthology.orchestra.run.smithi057.stderr: stderr: 10+0 records in 2024-04-15T20:59:41.705 INFO:teuthology.orchestra.run.smithi057.stderr:10+0 records out 2024-04-15T20:59:41.705 INFO:teuthology.orchestra.run.smithi057.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0135102 s, 776 MB/s 2024-04-15T20:59:41.705 INFO:teuthology.orchestra.run.smithi057.stderr:--> Zapping successful for: 2024-04-15T20:59:42.303 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 20:59:41 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 172.21.15.148 - - [15/Apr/2024:20:59:41] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-15T20:59:42.303 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:42 smithi057 ceph-mon[24810]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T20:59:42.303 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:42 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T20:59:42.303 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:42 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T20:59:42.304 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:42 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T20:59:42.304 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:42 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T20:59:42.304 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:42 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T20:59:42.304 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:42 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T20:59:42.304 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:42 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T20:59:42.304 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:42 smithi057 ceph-mon[29654]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T20:59:42.304 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:42 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T20:59:42.304 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:42 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T20:59:42.304 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:42 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T20:59:42.304 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:42 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T20:59:42.304 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:42 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T20:59:42.304 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:42 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T20:59:42.305 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:42 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T20:59:42.328 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 -- ceph orch daemon add osd smithi057:vg_nvme/lv_4 2024-04-15T20:59:42.493 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 20:59:42 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[27208]: 2024-04-15T20:59:42.279+0000 7fee4434b000 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-15T20:59:42.493 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 20:59:42 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[27208]: 2024-04-15T20:59:42.419+0000 7fee4434b000 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-15T20:59:42.493 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:42 smithi148 ceph-mon[25742]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T20:59:42.493 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:42 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T20:59:42.493 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:42 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T20:59:42.494 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:42 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T20:59:42.494 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:42 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T20:59:42.494 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:42 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T20:59:42.494 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:42 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T20:59:42.494 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:42 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T20:59:42.620 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 20:59:42 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 172.21.15.148 - - [15/Apr/2024:20:59:42] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-15T20:59:42.824 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 20:59:42 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[27208]: 2024-04-15T20:59:42.612+0000 7fee4434b000 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-15T20:59:42.825 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 20:59:42 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[27208]: 2024-04-15T20:59:42.698+0000 7fee4434b000 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-15T20:59:42.825 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 20:59:42 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[27208]: 2024-04-15T20:59:42.831+0000 7fee4434b000 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-15T20:59:43.444 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 20:59:43 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[27208]: 2024-04-15T20:59:43.150+0000 7fee4434b000 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-15T20:59:43.444 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 20:59:43 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[27208]: 2024-04-15T20:59:43.367+0000 7fee4434b000 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-15T20:59:43.444 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 20:59:43 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[27208]: 2024-04-15T20:59:43.451+0000 7fee4434b000 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-15T20:59:43.694 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:43 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T20:59:43.694 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:43 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T20:59:43.694 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:43 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T20:59:43.695 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:43 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T20:59:43.841 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:43 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T20:59:43.842 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:43 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T20:59:43.842 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 20:59:43 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[27208]: 2024-04-15T20:59:43.621+0000 7fee4434b000 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-15T20:59:44.809 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:44 smithi057 ceph-mon[24810]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T20:59:44.809 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:44 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-15T20:59:44.809 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:44 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-15T20:59:44.809 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:44 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T20:59:44.810 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:44 smithi057 ceph-mon[29654]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T20:59:44.810 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:44 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-15T20:59:44.810 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:44 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-15T20:59:44.810 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:44 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T20:59:44.820 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:44 smithi148 ceph-mon[25742]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T20:59:44.821 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:44 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-15T20:59:44.821 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:44 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-15T20:59:44.821 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:44 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T20:59:44.821 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 20:59:44 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[27208]: 2024-04-15T20:59:44.535+0000 7fee4434b000 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-15T20:59:44.821 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 20:59:44 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[27208]: 2024-04-15T20:59:44.827+0000 7fee4434b000 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-15T20:59:45.091 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 20:59:44 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[27208]: 2024-04-15T20:59:44.920+0000 7fee4434b000 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-15T20:59:45.091 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 20:59:45 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[27208]: 2024-04-15T20:59:45.070+0000 7fee4434b000 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-15T20:59:45.783 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:45 smithi057 ceph-mon[29654]: from='client.24124 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi057:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T20:59:45.783 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:45 smithi057 ceph-mon[29654]: Standby manager daemon x started 2024-04-15T20:59:45.783 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:45 smithi057 ceph-mon[29654]: from='mgr.? 172.21.15.148:0/3059190015' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-15T20:59:45.783 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:45 smithi057 ceph-mon[29654]: from='mgr.? 172.21.15.148:0/3059190015' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-15T20:59:45.783 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:45 smithi057 ceph-mon[29654]: from='mgr.? 172.21.15.148:0/3059190015' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-15T20:59:45.783 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:45 smithi057 ceph-mon[29654]: from='mgr.? 172.21.15.148:0/3059190015' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-15T20:59:45.783 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:45 smithi057 ceph-mon[24810]: from='client.24124 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi057:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T20:59:45.783 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:45 smithi057 ceph-mon[24810]: Standby manager daemon x started 2024-04-15T20:59:45.783 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:45 smithi057 ceph-mon[24810]: from='mgr.? 172.21.15.148:0/3059190015' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-15T20:59:45.784 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:45 smithi057 ceph-mon[24810]: from='mgr.? 172.21.15.148:0/3059190015' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-15T20:59:45.784 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:45 smithi057 ceph-mon[24810]: from='mgr.? 172.21.15.148:0/3059190015' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-15T20:59:45.784 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:45 smithi057 ceph-mon[24810]: from='mgr.? 172.21.15.148:0/3059190015' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-15T20:59:45.841 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:45 smithi148 ceph-mon[25742]: from='client.24124 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi057:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T20:59:45.842 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:45 smithi148 ceph-mon[25742]: Standby manager daemon x started 2024-04-15T20:59:45.842 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:45 smithi148 ceph-mon[25742]: from='mgr.? 172.21.15.148:0/3059190015' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-15T20:59:45.842 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:45 smithi148 ceph-mon[25742]: from='mgr.? 172.21.15.148:0/3059190015' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-15T20:59:45.842 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:45 smithi148 ceph-mon[25742]: from='mgr.? 172.21.15.148:0/3059190015' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-15T20:59:45.842 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:45 smithi148 ceph-mon[25742]: from='mgr.? 172.21.15.148:0/3059190015' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-15T20:59:46.837 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:46 smithi148 ceph-mon[25742]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T20:59:46.837 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:46 smithi148 ceph-mon[25742]: mgrmap e14: y(active, since 64s), standbys: x 2024-04-15T20:59:46.837 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:46 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-15T20:59:46.837 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:46 smithi148 ceph-mon[25742]: from='client.? 172.21.15.57:0/3840278409' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f8fba2ce-8231-493e-ad9a-e6271470f262"}]: dispatch 2024-04-15T20:59:46.837 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:46 smithi148 ceph-mon[25742]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f8fba2ce-8231-493e-ad9a-e6271470f262"}]: dispatch 2024-04-15T20:59:46.838 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:46 smithi148 ceph-mon[25742]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f8fba2ce-8231-493e-ad9a-e6271470f262"}]': finished 2024-04-15T20:59:46.838 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:46 smithi148 ceph-mon[25742]: osdmap e5: 1 total, 0 up, 1 in 2024-04-15T20:59:46.838 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:46 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-15T20:59:46.870 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:46 smithi057 ceph-mon[24810]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T20:59:46.870 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:46 smithi057 ceph-mon[24810]: mgrmap e14: y(active, since 64s), standbys: x 2024-04-15T20:59:46.870 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:46 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-15T20:59:46.870 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:46 smithi057 ceph-mon[24810]: from='client.? 172.21.15.57:0/3840278409' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f8fba2ce-8231-493e-ad9a-e6271470f262"}]: dispatch 2024-04-15T20:59:46.870 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:46 smithi057 ceph-mon[24810]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f8fba2ce-8231-493e-ad9a-e6271470f262"}]: dispatch 2024-04-15T20:59:46.870 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:46 smithi057 ceph-mon[24810]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f8fba2ce-8231-493e-ad9a-e6271470f262"}]': finished 2024-04-15T20:59:46.871 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:46 smithi057 ceph-mon[24810]: osdmap e5: 1 total, 0 up, 1 in 2024-04-15T20:59:46.871 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:46 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-15T20:59:46.871 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:46 smithi057 ceph-mon[29654]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T20:59:46.871 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:46 smithi057 ceph-mon[29654]: mgrmap e14: y(active, since 64s), standbys: x 2024-04-15T20:59:46.871 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:46 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-15T20:59:46.871 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:46 smithi057 ceph-mon[29654]: from='client.? 172.21.15.57:0/3840278409' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f8fba2ce-8231-493e-ad9a-e6271470f262"}]: dispatch 2024-04-15T20:59:46.871 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:46 smithi057 ceph-mon[29654]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f8fba2ce-8231-493e-ad9a-e6271470f262"}]: dispatch 2024-04-15T20:59:46.871 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:46 smithi057 ceph-mon[29654]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f8fba2ce-8231-493e-ad9a-e6271470f262"}]': finished 2024-04-15T20:59:46.871 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:46 smithi057 ceph-mon[29654]: osdmap e5: 1 total, 0 up, 1 in 2024-04-15T20:59:46.872 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:46 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-15T20:59:47.841 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:47 smithi148 ceph-mon[25742]: from='client.? 172.21.15.57:0/2207794352' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-15T20:59:47.870 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:47 smithi057 ceph-mon[24810]: from='client.? 172.21.15.57:0/2207794352' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-15T20:59:47.870 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:47 smithi057 ceph-mon[29654]: from='client.? 172.21.15.57:0/2207794352' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-15T20:59:48.782 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:48 smithi057 ceph-mon[24810]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T20:59:48.782 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:48 smithi057 ceph-mon[29654]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T20:59:48.841 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:48 smithi148 ceph-mon[25742]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T20:59:50.804 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:50 smithi057 ceph-mon[24810]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T20:59:50.805 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:50 smithi057 ceph-mon[29654]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T20:59:50.841 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:50 smithi148 ceph-mon[25742]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T20:59:52.374 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:52 smithi057 ceph-mon[24810]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T20:59:52.374 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:52 smithi057 ceph-mon[29654]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T20:59:52.591 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:52 smithi148 ceph-mon[25742]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T20:59:52.624 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 20:59:52 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 172.21.15.57 - - [15/Apr/2024:20:59:52] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-15T20:59:53.736 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:53 smithi057 ceph-mon[24810]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T20:59:53.736 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:53 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T20:59:53.736 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:53 smithi057 ceph-mon[24810]: Detected new or changed devices on smithi057 2024-04-15T20:59:53.736 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:53 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T20:59:53.736 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:53 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-15T20:59:53.736 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:53 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T20:59:53.736 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:53 smithi057 ceph-mon[24810]: Deploying daemon osd.0 on smithi057 2024-04-15T20:59:53.736 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:53 smithi057 ceph-mon[29654]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T20:59:53.737 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:53 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T20:59:53.737 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:53 smithi057 ceph-mon[29654]: Detected new or changed devices on smithi057 2024-04-15T20:59:53.737 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:53 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T20:59:53.737 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:53 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-15T20:59:53.737 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:53 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T20:59:53.737 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:53 smithi057 ceph-mon[29654]: Deploying daemon osd.0 on smithi057 2024-04-15T20:59:54.092 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:53 smithi148 ceph-mon[25742]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T20:59:54.092 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:53 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T20:59:54.092 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:53 smithi148 ceph-mon[25742]: Detected new or changed devices on smithi057 2024-04-15T20:59:54.092 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:53 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T20:59:54.092 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:53 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-15T20:59:54.092 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:53 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T20:59:54.092 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:53 smithi148 ceph-mon[25742]: Deploying daemon osd.0 on smithi057 2024-04-15T20:59:55.923 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:55 smithi057 ceph-mon[24810]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T20:59:55.923 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:55 smithi057 ceph-mon[29654]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T20:59:56.091 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:55 smithi148 ceph-mon[25742]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T20:59:58.369 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:58 smithi057 ceph-mon[24810]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T20:59:58.370 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:58 smithi057 ceph-mon[29654]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T20:59:58.591 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:58 smithi148 ceph-mon[25742]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T20:59:59.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:59 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T20:59:59.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:59 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T20:59:59.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:59 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T20:59:59.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:59 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T20:59:59.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 20:59:59 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T20:59:59.620 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:59 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T20:59:59.621 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:59 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T20:59:59.621 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:59 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T20:59:59.621 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:59 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T20:59:59.621 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 20:59:59 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T20:59:59.841 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:59 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T20:59:59.842 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:59 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T20:59:59.842 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:59 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T20:59:59.842 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:59 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T20:59:59.842 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 20:59:59 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:00:00.752 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:00 smithi148 ceph-mon[25742]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T21:00:00.753 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:00 smithi148 ceph-mon[25742]: overall HEALTH_OK 2024-04-15T21:00:00.765 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:00 smithi057 ceph-mon[24810]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T21:00:00.766 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:00 smithi057 ceph-mon[24810]: overall HEALTH_OK 2024-04-15T21:00:00.766 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:00 smithi057 ceph-mon[29654]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T21:00:00.766 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:00 smithi057 ceph-mon[29654]: overall HEALTH_OK 2024-04-15T21:00:01.047 INFO:teuthology.orchestra.run.smithi057.stdout:Created osd(s) 0 on host 'smithi057' 2024-04-15T21:00:01.609 DEBUG:teuthology.orchestra.run.smithi057:osd.0> sudo journalctl -f -n 0 -u ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@osd.0.service 2024-04-15T21:00:01.613 INFO:tasks.cephadm:Deploying osd.1 on smithi057 with /dev/vg_nvme/lv_3... 2024-04-15T21:00:01.613 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-04-15T21:00:02.207 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:00:01 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 172.21.15.148 - - [15/Apr/2024:21:00:01] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-15T21:00:02.207 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:02 smithi057 ceph-mon[29654]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T21:00:02.207 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:02 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:00:02.207 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:02 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:00:02.207 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:02 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:00:02.208 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:02 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:00:02.208 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:02 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-15T21:00:02.208 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:02 smithi057 ceph-mon[29654]: Adjusting osd_memory_target on smithi057 to 15045M 2024-04-15T21:00:02.208 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:02 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:00:02.208 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:02 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:00:02.208 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:02 smithi057 ceph-mon[29654]: from='osd.0 [v2:172.21.15.57:6802/3504822562,v1:172.21.15.57:6803/3504822562]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-15T21:00:02.208 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:02 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:00:02.208 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:02 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:00:02.208 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:02 smithi057 ceph-mon[24810]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T21:00:02.208 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:02 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:00:02.208 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:02 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:00:02.209 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:02 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:00:02.209 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:02 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:00:02.209 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:02 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-15T21:00:02.209 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:02 smithi057 ceph-mon[24810]: Adjusting osd_memory_target on smithi057 to 15045M 2024-04-15T21:00:02.209 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:02 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:00:02.209 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:02 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:00:02.209 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:02 smithi057 ceph-mon[24810]: from='osd.0 [v2:172.21.15.57:6802/3504822562,v1:172.21.15.57:6803/3504822562]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-15T21:00:02.209 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:02 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:00:02.209 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:02 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:00:02.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:02 smithi148 ceph-mon[25742]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T21:00:02.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:02 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:00:02.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:02 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:00:02.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:02 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:00:02.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:02 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:00:02.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:02 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-15T21:00:02.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:02 smithi148 ceph-mon[25742]: Adjusting osd_memory_target on smithi057 to 15045M 2024-04-15T21:00:02.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:02 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:00:02.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:02 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:00:02.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:02 smithi148 ceph-mon[25742]: from='osd.0 [v2:172.21.15.57:6802/3504822562,v1:172.21.15.57:6803/3504822562]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-15T21:00:02.343 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:02 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:00:02.343 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:02 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:00:03.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:03 smithi057 ceph-mon[24810]: from='osd.0 [v2:172.21.15.57:6802/3504822562,v1:172.21.15.57:6803/3504822562]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-15T21:00:03.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:03 smithi057 ceph-mon[24810]: osdmap e6: 1 total, 0 up, 1 in 2024-04-15T21:00:03.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:03 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-15T21:00:03.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:03 smithi057 ceph-mon[24810]: from='osd.0 [v2:172.21.15.57:6802/3504822562,v1:172.21.15.57:6803/3504822562]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi057", "root=default"]}]: dispatch 2024-04-15T21:00:03.620 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:03 smithi057 ceph-mon[29654]: from='osd.0 [v2:172.21.15.57:6802/3504822562,v1:172.21.15.57:6803/3504822562]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-15T21:00:03.620 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:03 smithi057 ceph-mon[29654]: osdmap e6: 1 total, 0 up, 1 in 2024-04-15T21:00:03.621 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:03 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-15T21:00:03.621 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:03 smithi057 ceph-mon[29654]: from='osd.0 [v2:172.21.15.57:6802/3504822562,v1:172.21.15.57:6803/3504822562]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi057", "root=default"]}]: dispatch 2024-04-15T21:00:03.621 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 15 21:00:03 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-0[32995]: 2024-04-15T21:00:03.424+0000 7f0cc2a09700 -1 osd.0 0 waiting for initial osdmap 2024-04-15T21:00:03.621 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 15 21:00:03 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-0[32995]: 2024-04-15T21:00:03.431+0000 7f0cbeba3700 -1 osd.0 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-15T21:00:03.646 INFO:teuthology.orchestra.run.smithi057.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-04-15T21:00:03.646 INFO:teuthology.orchestra.run.smithi057.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-04-15T21:00:03.646 INFO:teuthology.orchestra.run.smithi057.stderr: stderr: 10+0 records in 2024-04-15T21:00:03.646 INFO:teuthology.orchestra.run.smithi057.stderr:10+0 records out 2024-04-15T21:00:03.646 INFO:teuthology.orchestra.run.smithi057.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.013429 s, 781 MB/s 2024-04-15T21:00:03.646 INFO:teuthology.orchestra.run.smithi057.stderr:--> Zapping successful for: 2024-04-15T21:00:03.841 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:03 smithi148 ceph-mon[25742]: from='osd.0 [v2:172.21.15.57:6802/3504822562,v1:172.21.15.57:6803/3504822562]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-15T21:00:03.841 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:03 smithi148 ceph-mon[25742]: osdmap e6: 1 total, 0 up, 1 in 2024-04-15T21:00:03.842 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:03 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-15T21:00:03.842 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:03 smithi148 ceph-mon[25742]: from='osd.0 [v2:172.21.15.57:6802/3504822562,v1:172.21.15.57:6803/3504822562]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi057", "root=default"]}]: dispatch 2024-04-15T21:00:04.260 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 -- ceph orch daemon add osd smithi057:vg_nvme/lv_3 2024-04-15T21:00:04.561 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:04 smithi057 ceph-mon[24810]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T21:00:04.561 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:04 smithi057 ceph-mon[24810]: from='osd.0 [v2:172.21.15.57:6802/3504822562,v1:172.21.15.57:6803/3504822562]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi057", "root=default"]}]': finished 2024-04-15T21:00:04.561 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:04 smithi057 ceph-mon[24810]: osdmap e7: 1 total, 0 up, 1 in 2024-04-15T21:00:04.561 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:04 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-15T21:00:04.561 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:04 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-15T21:00:04.561 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:04 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-15T21:00:04.561 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:04 smithi057 ceph-mon[29654]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T21:00:04.562 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:04 smithi057 ceph-mon[29654]: from='osd.0 [v2:172.21.15.57:6802/3504822562,v1:172.21.15.57:6803/3504822562]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi057", "root=default"]}]': finished 2024-04-15T21:00:04.562 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:04 smithi057 ceph-mon[29654]: osdmap e7: 1 total, 0 up, 1 in 2024-04-15T21:00:04.562 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:04 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-15T21:00:04.562 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:04 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-15T21:00:04.562 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:04 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-15T21:00:04.842 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:04 smithi148 ceph-mon[25742]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T21:00:04.842 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:04 smithi148 ceph-mon[25742]: from='osd.0 [v2:172.21.15.57:6802/3504822562,v1:172.21.15.57:6803/3504822562]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi057", "root=default"]}]': finished 2024-04-15T21:00:04.842 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:04 smithi148 ceph-mon[25742]: osdmap e7: 1 total, 0 up, 1 in 2024-04-15T21:00:04.842 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:04 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-15T21:00:04.842 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:04 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-15T21:00:04.842 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:04 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-15T21:00:05.746 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:05 smithi057 ceph-mon[29654]: purged_snaps scrub starts 2024-04-15T21:00:05.746 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:05 smithi057 ceph-mon[29654]: purged_snaps scrub ok 2024-04-15T21:00:05.746 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:05 smithi057 ceph-mon[29654]: osd.0 [v2:172.21.15.57:6802/3504822562,v1:172.21.15.57:6803/3504822562] boot 2024-04-15T21:00:05.746 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:05 smithi057 ceph-mon[29654]: osdmap e8: 1 total, 1 up, 1 in 2024-04-15T21:00:05.746 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:05 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-15T21:00:05.747 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:05 smithi057 ceph-mon[24810]: purged_snaps scrub starts 2024-04-15T21:00:05.747 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:05 smithi057 ceph-mon[24810]: purged_snaps scrub ok 2024-04-15T21:00:05.747 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:05 smithi057 ceph-mon[24810]: osd.0 [v2:172.21.15.57:6802/3504822562,v1:172.21.15.57:6803/3504822562] boot 2024-04-15T21:00:05.747 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:05 smithi057 ceph-mon[24810]: osdmap e8: 1 total, 1 up, 1 in 2024-04-15T21:00:05.747 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:05 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-15T21:00:05.841 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:05 smithi148 ceph-mon[25742]: purged_snaps scrub starts 2024-04-15T21:00:05.842 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:05 smithi148 ceph-mon[25742]: purged_snaps scrub ok 2024-04-15T21:00:05.842 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:05 smithi148 ceph-mon[25742]: osd.0 [v2:172.21.15.57:6802/3504822562,v1:172.21.15.57:6803/3504822562] boot 2024-04-15T21:00:05.842 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:05 smithi148 ceph-mon[25742]: osdmap e8: 1 total, 1 up, 1 in 2024-04-15T21:00:05.842 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:05 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-15T21:00:06.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:06 smithi057 ceph-mon[24810]: pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T21:00:06.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:06 smithi057 ceph-mon[24810]: osdmap e9: 1 total, 1 up, 1 in 2024-04-15T21:00:06.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:06 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-15T21:00:06.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:06 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-15T21:00:06.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:06 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:00:06.621 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:06 smithi057 ceph-mon[29654]: pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T21:00:06.621 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:06 smithi057 ceph-mon[29654]: osdmap e9: 1 total, 1 up, 1 in 2024-04-15T21:00:06.621 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:06 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-15T21:00:06.621 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:06 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-15T21:00:06.621 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:06 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:00:06.841 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:06 smithi148 ceph-mon[25742]: pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T21:00:06.841 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:06 smithi148 ceph-mon[25742]: osdmap e9: 1 total, 1 up, 1 in 2024-04-15T21:00:06.842 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:06 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-15T21:00:06.842 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:06 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-15T21:00:06.842 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:06 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:00:07.823 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:07 smithi057 ceph-mon[24810]: from='client.14247 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi057:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:00:07.823 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:07 smithi057 ceph-mon[29654]: from='client.14247 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi057:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:00:07.841 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:07 smithi148 ceph-mon[25742]: from='client.14247 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi057:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:00:08.841 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:08 smithi148 ceph-mon[25742]: pgmap v42: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-04-15T21:00:08.870 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:08 smithi057 ceph-mon[24810]: pgmap v42: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-04-15T21:00:08.870 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:00:08 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 172.21.15.57 - - [15/Apr/2024:21:00:08] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-15T21:00:08.871 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:08 smithi057 ceph-mon[29654]: pgmap v42: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-04-15T21:00:09.842 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:09 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:00:09.842 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:09 smithi148 ceph-mon[25742]: pgmap v43: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-04-15T21:00:09.842 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:09 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:00:09.843 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:09 smithi148 ceph-mon[25742]: from='client.? 172.21.15.57:0/3138202179' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4eb74b01-1dbb-4df5-bf51-253b8071842f"}]: dispatch 2024-04-15T21:00:09.843 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:09 smithi148 ceph-mon[25742]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4eb74b01-1dbb-4df5-bf51-253b8071842f"}]: dispatch 2024-04-15T21:00:09.843 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:09 smithi148 ceph-mon[25742]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "4eb74b01-1dbb-4df5-bf51-253b8071842f"}]': finished 2024-04-15T21:00:09.843 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:09 smithi148 ceph-mon[25742]: osdmap e10: 2 total, 1 up, 2 in 2024-04-15T21:00:09.843 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:09 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-15T21:00:09.843 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:09 smithi148 ceph-mon[25742]: from='client.? 172.21.15.57:0/1240694525' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-15T21:00:09.870 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:09 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:00:09.870 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:09 smithi057 ceph-mon[24810]: pgmap v43: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-04-15T21:00:09.870 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:09 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:00:09.870 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:09 smithi057 ceph-mon[24810]: from='client.? 172.21.15.57:0/3138202179' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4eb74b01-1dbb-4df5-bf51-253b8071842f"}]: dispatch 2024-04-15T21:00:09.870 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:09 smithi057 ceph-mon[24810]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4eb74b01-1dbb-4df5-bf51-253b8071842f"}]: dispatch 2024-04-15T21:00:09.870 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:09 smithi057 ceph-mon[24810]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "4eb74b01-1dbb-4df5-bf51-253b8071842f"}]': finished 2024-04-15T21:00:09.870 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:09 smithi057 ceph-mon[24810]: osdmap e10: 2 total, 1 up, 2 in 2024-04-15T21:00:09.870 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:09 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-15T21:00:09.870 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:09 smithi057 ceph-mon[24810]: from='client.? 172.21.15.57:0/1240694525' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-15T21:00:09.871 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:09 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:00:09.871 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:09 smithi057 ceph-mon[29654]: pgmap v43: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-04-15T21:00:09.871 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:09 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:00:09.871 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:09 smithi057 ceph-mon[29654]: from='client.? 172.21.15.57:0/3138202179' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4eb74b01-1dbb-4df5-bf51-253b8071842f"}]: dispatch 2024-04-15T21:00:09.871 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:09 smithi057 ceph-mon[29654]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4eb74b01-1dbb-4df5-bf51-253b8071842f"}]: dispatch 2024-04-15T21:00:09.871 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:09 smithi057 ceph-mon[29654]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "4eb74b01-1dbb-4df5-bf51-253b8071842f"}]': finished 2024-04-15T21:00:09.871 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:09 smithi057 ceph-mon[29654]: osdmap e10: 2 total, 1 up, 2 in 2024-04-15T21:00:09.871 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:09 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-15T21:00:09.871 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:09 smithi057 ceph-mon[29654]: from='client.? 172.21.15.57:0/1240694525' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-15T21:00:12.369 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:12 smithi057 ceph-mon[24810]: pgmap v45: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-04-15T21:00:12.370 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:12 smithi057 ceph-mon[29654]: pgmap v45: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-04-15T21:00:12.591 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:12 smithi148 ceph-mon[25742]: pgmap v45: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-04-15T21:00:14.328 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:14 smithi057 ceph-mon[24810]: pgmap v46: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-04-15T21:00:14.329 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:14 smithi057 ceph-mon[29654]: pgmap v46: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-04-15T21:00:14.591 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:14 smithi148 ceph-mon[25742]: pgmap v46: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-04-15T21:00:16.592 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:16 smithi148 ceph-mon[25742]: pgmap v47: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-04-15T21:00:16.619 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:16 smithi057 ceph-mon[24810]: pgmap v47: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-04-15T21:00:16.620 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:16 smithi057 ceph-mon[29654]: pgmap v47: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-04-15T21:00:17.368 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:17 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-15T21:00:17.368 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:17 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:00:17.368 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:17 smithi057 ceph-mon[29654]: Deploying daemon osd.1 on smithi057 2024-04-15T21:00:17.368 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:17 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-15T21:00:17.369 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:17 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:00:17.369 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:17 smithi057 ceph-mon[24810]: Deploying daemon osd.1 on smithi057 2024-04-15T21:00:17.591 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:17 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-15T21:00:17.592 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:17 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:00:17.592 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:17 smithi148 ceph-mon[25742]: Deploying daemon osd.1 on smithi057 2024-04-15T21:00:18.351 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:18 smithi057 ceph-mon[24810]: pgmap v48: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-04-15T21:00:18.352 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:18 smithi057 ceph-mon[29654]: pgmap v48: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-04-15T21:00:18.591 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:18 smithi148 ceph-mon[25742]: pgmap v48: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-04-15T21:00:20.573 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:20 smithi057 ceph-mon[24810]: pgmap v49: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-04-15T21:00:20.573 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:20 smithi057 ceph-mon[29654]: pgmap v49: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-04-15T21:00:20.591 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:20 smithi148 ceph-mon[25742]: pgmap v49: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-04-15T21:00:22.120 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:00:22 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 172.21.15.148 - - [15/Apr/2024:21:00:22] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-15T21:00:22.774 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:22 smithi057 ceph-mon[24810]: pgmap v50: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-04-15T21:00:22.774 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:22 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:00:22.774 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:22 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:00:22.774 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:22 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:00:22.775 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:22 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:00:22.775 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:22 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:00:22.775 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:22 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:00:22.775 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:22 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:00:22.775 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:22 smithi057 ceph-mon[29654]: pgmap v50: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-04-15T21:00:22.775 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:22 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:00:22.775 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:22 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:00:22.775 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:22 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:00:22.775 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:22 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:00:22.775 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:22 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:00:22.775 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:22 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:00:22.775 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:22 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:00:22.842 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:22 smithi148 ceph-mon[25742]: pgmap v50: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-04-15T21:00:22.842 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:22 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:00:22.842 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:22 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:00:22.842 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:22 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:00:22.842 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:22 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:00:22.843 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:22 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:00:22.843 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:22 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:00:22.843 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:22 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:00:24.147 INFO:teuthology.orchestra.run.smithi057.stdout:Created osd(s) 1 on host 'smithi057' 2024-04-15T21:00:24.734 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:24 smithi057 ceph-mon[24810]: pgmap v51: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-04-15T21:00:24.735 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:24 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:00:24.735 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:24 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:00:24.735 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:24 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:00:24.735 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:24 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:00:24.735 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:24 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-15T21:00:24.735 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:24 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-15T21:00:24.735 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:24 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:00:24.735 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:24 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:00:24.735 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:24 smithi057 ceph-mon[29654]: pgmap v51: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-04-15T21:00:24.735 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:24 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:00:24.735 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:24 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:00:24.736 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:24 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:00:24.736 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:24 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:00:24.736 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:24 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-15T21:00:24.736 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:24 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-15T21:00:24.736 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:24 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:00:24.736 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:24 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:00:24.757 DEBUG:teuthology.orchestra.run.smithi057:osd.1> sudo journalctl -f -n 0 -u ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@osd.1.service 2024-04-15T21:00:24.763 INFO:tasks.cephadm:Deploying osd.2 on smithi057 with /dev/vg_nvme/lv_2... 2024-04-15T21:00:24.763 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-04-15T21:00:24.841 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:24 smithi148 ceph-mon[25742]: pgmap v51: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-04-15T21:00:24.842 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:24 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:00:24.842 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:24 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:00:24.842 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:24 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:00:24.842 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:24 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:00:24.842 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:24 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-15T21:00:24.842 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:24 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-15T21:00:24.842 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:24 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:00:24.842 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:24 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:00:25.841 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:25 smithi148 ceph-mon[25742]: Adjusting osd_memory_target on smithi057 to 7522M 2024-04-15T21:00:25.842 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:25 smithi148 ceph-mon[25742]: from='osd.1 [v2:172.21.15.57:6810/3175622188,v1:172.21.15.57:6811/3175622188]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-15T21:00:25.870 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:25 smithi057 ceph-mon[24810]: Adjusting osd_memory_target on smithi057 to 7522M 2024-04-15T21:00:25.870 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:25 smithi057 ceph-mon[24810]: from='osd.1 [v2:172.21.15.57:6810/3175622188,v1:172.21.15.57:6811/3175622188]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-15T21:00:25.870 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:25 smithi057 ceph-mon[29654]: Adjusting osd_memory_target on smithi057 to 7522M 2024-04-15T21:00:25.870 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:25 smithi057 ceph-mon[29654]: from='osd.1 [v2:172.21.15.57:6810/3175622188,v1:172.21.15.57:6811/3175622188]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-15T21:00:26.764 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:26 smithi057 ceph-mon[24810]: pgmap v52: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-04-15T21:00:26.764 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:26 smithi057 ceph-mon[24810]: from='osd.1 [v2:172.21.15.57:6810/3175622188,v1:172.21.15.57:6811/3175622188]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-15T21:00:26.764 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:26 smithi057 ceph-mon[24810]: osdmap e11: 2 total, 1 up, 2 in 2024-04-15T21:00:26.764 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:26 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-15T21:00:26.764 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:26 smithi057 ceph-mon[24810]: from='osd.1 [v2:172.21.15.57:6810/3175622188,v1:172.21.15.57:6811/3175622188]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi057", "root=default"]}]: dispatch 2024-04-15T21:00:26.764 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:26 smithi057 ceph-mon[29654]: pgmap v52: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-04-15T21:00:26.765 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:26 smithi057 ceph-mon[29654]: from='osd.1 [v2:172.21.15.57:6810/3175622188,v1:172.21.15.57:6811/3175622188]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-15T21:00:26.765 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:26 smithi057 ceph-mon[29654]: osdmap e11: 2 total, 1 up, 2 in 2024-04-15T21:00:26.765 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:26 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-15T21:00:26.765 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:26 smithi057 ceph-mon[29654]: from='osd.1 [v2:172.21.15.57:6810/3175622188,v1:172.21.15.57:6811/3175622188]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi057", "root=default"]}]: dispatch 2024-04-15T21:00:26.765 INFO:teuthology.orchestra.run.smithi057.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-04-15T21:00:26.765 INFO:teuthology.orchestra.run.smithi057.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-04-15T21:00:26.765 INFO:teuthology.orchestra.run.smithi057.stderr: stderr: 10+0 records in 2024-04-15T21:00:26.765 INFO:teuthology.orchestra.run.smithi057.stderr:10+0 records out 2024-04-15T21:00:26.765 INFO:teuthology.orchestra.run.smithi057.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.00827842 s, 1.3 GB/s 2024-04-15T21:00:26.765 INFO:teuthology.orchestra.run.smithi057.stderr:--> Zapping successful for: 2024-04-15T21:00:26.766 INFO:journalctl@ceph.osd.1.smithi057.stdout:Apr 15 21:00:26 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-1[35877]: 2024-04-15T21:00:26.472+0000 7fb9d25cb700 -1 osd.1 0 waiting for initial osdmap 2024-04-15T21:00:26.766 INFO:journalctl@ceph.osd.1.smithi057.stdout:Apr 15 21:00:26 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-1[35877]: 2024-04-15T21:00:26.475+0000 7fb9ce765700 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-15T21:00:26.842 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:26 smithi148 ceph-mon[25742]: pgmap v52: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-04-15T21:00:26.842 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:26 smithi148 ceph-mon[25742]: from='osd.1 [v2:172.21.15.57:6810/3175622188,v1:172.21.15.57:6811/3175622188]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-15T21:00:26.842 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:26 smithi148 ceph-mon[25742]: osdmap e11: 2 total, 1 up, 2 in 2024-04-15T21:00:26.842 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:26 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-15T21:00:26.842 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:26 smithi148 ceph-mon[25742]: from='osd.1 [v2:172.21.15.57:6810/3175622188,v1:172.21.15.57:6811/3175622188]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi057", "root=default"]}]: dispatch 2024-04-15T21:00:27.442 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 -- ceph orch daemon add osd smithi057:vg_nvme/lv_2 2024-04-15T21:00:27.777 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:27 smithi057 ceph-mon[29654]: from='osd.1 [v2:172.21.15.57:6810/3175622188,v1:172.21.15.57:6811/3175622188]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi057", "root=default"]}]': finished 2024-04-15T21:00:27.777 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:27 smithi057 ceph-mon[29654]: osdmap e12: 2 total, 1 up, 2 in 2024-04-15T21:00:27.777 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:27 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-15T21:00:27.777 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:27 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-15T21:00:27.778 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:27 smithi057 ceph-mon[24810]: from='osd.1 [v2:172.21.15.57:6810/3175622188,v1:172.21.15.57:6811/3175622188]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi057", "root=default"]}]': finished 2024-04-15T21:00:27.778 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:27 smithi057 ceph-mon[24810]: osdmap e12: 2 total, 1 up, 2 in 2024-04-15T21:00:27.778 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:27 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-15T21:00:27.778 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:27 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-15T21:00:27.842 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:27 smithi148 ceph-mon[25742]: from='osd.1 [v2:172.21.15.57:6810/3175622188,v1:172.21.15.57:6811/3175622188]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi057", "root=default"]}]': finished 2024-04-15T21:00:27.842 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:27 smithi148 ceph-mon[25742]: osdmap e12: 2 total, 1 up, 2 in 2024-04-15T21:00:27.842 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:27 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-15T21:00:27.842 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:27 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-15T21:00:28.706 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:28 smithi057 ceph-mon[24810]: purged_snaps scrub starts 2024-04-15T21:00:28.706 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:28 smithi057 ceph-mon[24810]: purged_snaps scrub ok 2024-04-15T21:00:28.706 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:28 smithi057 ceph-mon[24810]: pgmap v55: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-04-15T21:00:28.707 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:28 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-15T21:00:28.707 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:28 smithi057 ceph-mon[24810]: osd.1 [v2:172.21.15.57:6810/3175622188,v1:172.21.15.57:6811/3175622188] boot 2024-04-15T21:00:28.707 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:28 smithi057 ceph-mon[24810]: osdmap e13: 2 total, 2 up, 2 in 2024-04-15T21:00:28.707 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:28 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-15T21:00:28.707 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:28 smithi057 ceph-mon[29654]: purged_snaps scrub starts 2024-04-15T21:00:28.707 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:28 smithi057 ceph-mon[29654]: purged_snaps scrub ok 2024-04-15T21:00:28.707 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:28 smithi057 ceph-mon[29654]: pgmap v55: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-04-15T21:00:28.707 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:28 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-15T21:00:28.707 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:28 smithi057 ceph-mon[29654]: osd.1 [v2:172.21.15.57:6810/3175622188,v1:172.21.15.57:6811/3175622188] boot 2024-04-15T21:00:28.707 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:28 smithi057 ceph-mon[29654]: osdmap e13: 2 total, 2 up, 2 in 2024-04-15T21:00:28.707 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:28 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-15T21:00:28.841 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:28 smithi148 ceph-mon[25742]: purged_snaps scrub starts 2024-04-15T21:00:28.842 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:28 smithi148 ceph-mon[25742]: purged_snaps scrub ok 2024-04-15T21:00:28.842 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:28 smithi148 ceph-mon[25742]: pgmap v55: 0 pgs: ; 0 B data, 4.8 MiB used, 89 GiB / 89 GiB avail 2024-04-15T21:00:28.842 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:28 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-15T21:00:28.842 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:28 smithi148 ceph-mon[25742]: osd.1 [v2:172.21.15.57:6810/3175622188,v1:172.21.15.57:6811/3175622188] boot 2024-04-15T21:00:28.842 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:28 smithi148 ceph-mon[25742]: osdmap e13: 2 total, 2 up, 2 in 2024-04-15T21:00:28.842 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:28 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-15T21:00:29.037 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:00:28 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 172.21.15.57 - - [15/Apr/2024:21:00:28] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-15T21:00:29.786 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:29 smithi057 ceph-mon[29654]: osdmap e14: 2 total, 2 up, 2 in 2024-04-15T21:00:29.786 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:29 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:00:29.786 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:29 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:00:29.786 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:29 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:00:29.786 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:29 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:00:29.786 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:29 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:00:29.786 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:29 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:00:29.786 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:29 smithi057 ceph-mon[24810]: osdmap e14: 2 total, 2 up, 2 in 2024-04-15T21:00:29.786 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:29 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:00:29.786 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:29 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:00:29.787 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:29 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:00:29.787 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:29 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:00:29.787 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:29 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:00:29.787 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:29 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:00:29.841 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:29 smithi148 ceph-mon[25742]: osdmap e14: 2 total, 2 up, 2 in 2024-04-15T21:00:29.841 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:29 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:00:29.842 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:29 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:00:29.842 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:29 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:00:29.842 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:29 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:00:29.842 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:29 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:00:29.842 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:29 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:00:30.370 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:00:30 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 172.21.15.57 - - [15/Apr/2024:21:00:30] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-15T21:00:30.747 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:30 smithi057 ceph-mon[29654]: pgmap v58: 0 pgs: ; 0 B data, 9.7 MiB used, 179 GiB / 179 GiB avail 2024-04-15T21:00:30.747 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:30 smithi057 ceph-mon[29654]: Detected new or changed devices on smithi057 2024-04-15T21:00:30.747 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:30 smithi057 ceph-mon[29654]: pgmap v59: 0 pgs: ; 0 B data, 9.7 MiB used, 179 GiB / 179 GiB avail 2024-04-15T21:00:30.747 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:30 smithi057 ceph-mon[29654]: Health check failed: 1 stray daemon(s) not managed by cephadm (CEPHADM_STRAY_DAEMON) 2024-04-15T21:00:30.747 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:30 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-15T21:00:30.748 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:30 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-15T21:00:30.748 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:30 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:00:30.748 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:30 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:00:30.748 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:30 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:00:30.748 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:30 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:00:30.748 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:30 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:00:30.748 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:30 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:00:30.748 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:30 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:00:30.748 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:30 smithi057 ceph-mon[24810]: pgmap v58: 0 pgs: ; 0 B data, 9.7 MiB used, 179 GiB / 179 GiB avail 2024-04-15T21:00:30.748 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:30 smithi057 ceph-mon[24810]: Detected new or changed devices on smithi057 2024-04-15T21:00:30.748 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:30 smithi057 ceph-mon[24810]: pgmap v59: 0 pgs: ; 0 B data, 9.7 MiB used, 179 GiB / 179 GiB avail 2024-04-15T21:00:30.748 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:30 smithi057 ceph-mon[24810]: Health check failed: 1 stray daemon(s) not managed by cephadm (CEPHADM_STRAY_DAEMON) 2024-04-15T21:00:30.749 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:30 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-15T21:00:30.749 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:30 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-15T21:00:30.749 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:30 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:00:30.749 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:30 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:00:30.749 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:30 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:00:30.749 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:30 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:00:30.749 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:30 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:00:30.749 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:30 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:00:30.749 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:30 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:00:30.842 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:30 smithi148 ceph-mon[25742]: pgmap v58: 0 pgs: ; 0 B data, 9.7 MiB used, 179 GiB / 179 GiB avail 2024-04-15T21:00:30.842 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:30 smithi148 ceph-mon[25742]: Detected new or changed devices on smithi057 2024-04-15T21:00:30.842 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:30 smithi148 ceph-mon[25742]: pgmap v59: 0 pgs: ; 0 B data, 9.7 MiB used, 179 GiB / 179 GiB avail 2024-04-15T21:00:30.842 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:30 smithi148 ceph-mon[25742]: Health check failed: 1 stray daemon(s) not managed by cephadm (CEPHADM_STRAY_DAEMON) 2024-04-15T21:00:30.842 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:30 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-15T21:00:30.842 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:30 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-15T21:00:30.842 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:30 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:00:30.842 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:30 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:00:30.842 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:30 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:00:30.842 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:30 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:00:30.842 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:30 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:00:30.843 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:30 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:00:30.843 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:30 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:00:31.756 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:31 smithi057 ceph-mon[29654]: from='client.14274 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi057:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:00:31.756 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:31 smithi057 ceph-mon[29654]: pgmap v60: 0 pgs: ; 0 B data, 9.7 MiB used, 179 GiB / 179 GiB avail 2024-04-15T21:00:31.756 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:31 smithi057 ceph-mon[29654]: Health check cleared: CEPHADM_STRAY_DAEMON (was: 1 stray daemon(s) not managed by cephadm) 2024-04-15T21:00:31.757 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:31 smithi057 ceph-mon[29654]: Cluster is now healthy 2024-04-15T21:00:31.757 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:31 smithi057 ceph-mon[24810]: from='client.14274 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi057:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:00:31.757 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:31 smithi057 ceph-mon[24810]: pgmap v60: 0 pgs: ; 0 B data, 9.7 MiB used, 179 GiB / 179 GiB avail 2024-04-15T21:00:31.757 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:31 smithi057 ceph-mon[24810]: Health check cleared: CEPHADM_STRAY_DAEMON (was: 1 stray daemon(s) not managed by cephadm) 2024-04-15T21:00:31.757 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:31 smithi057 ceph-mon[24810]: Cluster is now healthy 2024-04-15T21:00:31.841 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:31 smithi148 ceph-mon[25742]: from='client.14274 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi057:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:00:31.842 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:31 smithi148 ceph-mon[25742]: pgmap v60: 0 pgs: ; 0 B data, 9.7 MiB used, 179 GiB / 179 GiB avail 2024-04-15T21:00:31.842 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:31 smithi148 ceph-mon[25742]: Health check cleared: CEPHADM_STRAY_DAEMON (was: 1 stray daemon(s) not managed by cephadm) 2024-04-15T21:00:31.842 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:31 smithi148 ceph-mon[25742]: Cluster is now healthy 2024-04-15T21:00:33.842 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:33 smithi148 ceph-mon[25742]: pgmap v61: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-04-15T21:00:33.842 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:33 smithi148 ceph-mon[25742]: from='client.? 172.21.15.57:0/4093542402' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d21bfdd8-15bc-4963-8ab0-354b7db83e48"}]: dispatch 2024-04-15T21:00:33.842 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:33 smithi148 ceph-mon[25742]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d21bfdd8-15bc-4963-8ab0-354b7db83e48"}]: dispatch 2024-04-15T21:00:33.842 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:33 smithi148 ceph-mon[25742]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d21bfdd8-15bc-4963-8ab0-354b7db83e48"}]': finished 2024-04-15T21:00:33.843 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:33 smithi148 ceph-mon[25742]: osdmap e15: 3 total, 2 up, 3 in 2024-04-15T21:00:33.843 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:33 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-15T21:00:33.870 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:33 smithi057 ceph-mon[24810]: pgmap v61: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-04-15T21:00:33.870 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:33 smithi057 ceph-mon[24810]: from='client.? 172.21.15.57:0/4093542402' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d21bfdd8-15bc-4963-8ab0-354b7db83e48"}]: dispatch 2024-04-15T21:00:33.870 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:33 smithi057 ceph-mon[24810]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d21bfdd8-15bc-4963-8ab0-354b7db83e48"}]: dispatch 2024-04-15T21:00:33.870 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:33 smithi057 ceph-mon[24810]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d21bfdd8-15bc-4963-8ab0-354b7db83e48"}]': finished 2024-04-15T21:00:33.870 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:33 smithi057 ceph-mon[24810]: osdmap e15: 3 total, 2 up, 3 in 2024-04-15T21:00:33.870 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:33 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-15T21:00:33.871 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:33 smithi057 ceph-mon[29654]: pgmap v61: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-04-15T21:00:33.871 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:33 smithi057 ceph-mon[29654]: from='client.? 172.21.15.57:0/4093542402' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d21bfdd8-15bc-4963-8ab0-354b7db83e48"}]: dispatch 2024-04-15T21:00:33.871 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:33 smithi057 ceph-mon[29654]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d21bfdd8-15bc-4963-8ab0-354b7db83e48"}]: dispatch 2024-04-15T21:00:33.871 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:33 smithi057 ceph-mon[29654]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d21bfdd8-15bc-4963-8ab0-354b7db83e48"}]': finished 2024-04-15T21:00:33.871 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:33 smithi057 ceph-mon[29654]: osdmap e15: 3 total, 2 up, 3 in 2024-04-15T21:00:33.871 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:33 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-15T21:00:34.841 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:34 smithi148 ceph-mon[25742]: from='client.? 172.21.15.57:0/1266557731' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-15T21:00:34.869 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:34 smithi057 ceph-mon[24810]: from='client.? 172.21.15.57:0/1266557731' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-15T21:00:34.869 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:34 smithi057 ceph-mon[29654]: from='client.? 172.21.15.57:0/1266557731' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-15T21:00:35.841 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:35 smithi148 ceph-mon[25742]: pgmap v63: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-04-15T21:00:35.869 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:35 smithi057 ceph-mon[29654]: pgmap v63: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-04-15T21:00:35.870 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:35 smithi057 ceph-mon[24810]: pgmap v63: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-04-15T21:00:37.455 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:37 smithi057 ceph-mon[24810]: pgmap v64: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-04-15T21:00:37.455 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:37 smithi057 ceph-mon[29654]: pgmap v64: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-04-15T21:00:37.591 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:37 smithi148 ceph-mon[25742]: pgmap v64: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-04-15T21:00:39.591 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:39 smithi148 ceph-mon[25742]: pgmap v65: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-04-15T21:00:39.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:39 smithi057 ceph-mon[24810]: pgmap v65: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-04-15T21:00:39.620 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:39 smithi057 ceph-mon[29654]: pgmap v65: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-04-15T21:00:40.369 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:40 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-15T21:00:40.370 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:40 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:00:40.370 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:40 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-15T21:00:40.370 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:40 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:00:40.841 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:40 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-15T21:00:40.842 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:40 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:00:41.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:41 smithi057 ceph-mon[24810]: Deploying daemon osd.2 on smithi057 2024-04-15T21:00:41.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:41 smithi057 ceph-mon[24810]: pgmap v66: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-04-15T21:00:41.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:41 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-15T21:00:41.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:41 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-15T21:00:41.620 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:41 smithi057 ceph-mon[29654]: Deploying daemon osd.2 on smithi057 2024-04-15T21:00:41.620 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:41 smithi057 ceph-mon[29654]: pgmap v66: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-04-15T21:00:41.620 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:41 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-15T21:00:41.620 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:41 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-15T21:00:41.660 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:41 smithi148 ceph-mon[25742]: Deploying daemon osd.2 on smithi057 2024-04-15T21:00:41.660 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:41 smithi148 ceph-mon[25742]: pgmap v66: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-04-15T21:00:41.660 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:41 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-15T21:00:41.660 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:41 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-15T21:00:42.370 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:00:42 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 172.21.15.148 - - [15/Apr/2024:21:00:42] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-15T21:00:43.370 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:43 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:00:43.370 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:43 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:00:43.370 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:43 smithi057 ceph-mon[29654]: pgmap v67: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-04-15T21:00:43.370 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:43 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:00:43.370 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:43 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:00:43.370 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:43 smithi057 ceph-mon[24810]: pgmap v67: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-04-15T21:00:43.461 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:43 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:00:43.461 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:43 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:00:43.461 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:43 smithi148 ceph-mon[25742]: pgmap v67: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-04-15T21:00:45.595 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:45 smithi057 ceph-mon[29654]: pgmap v68: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-04-15T21:00:45.595 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:45 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:00:45.595 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:45 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:00:45.596 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:45 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:00:45.596 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:45 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:00:45.596 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:45 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:00:45.596 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:45 smithi057 ceph-mon[24810]: pgmap v68: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-04-15T21:00:45.596 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:45 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:00:45.596 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:45 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:00:45.596 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:45 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:00:45.596 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:45 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:00:45.596 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:45 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:00:45.841 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:45 smithi148 ceph-mon[25742]: pgmap v68: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-04-15T21:00:45.842 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:45 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:00:45.842 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:45 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:00:45.842 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:45 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:00:45.842 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:45 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:00:45.842 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:45 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:00:47.580 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:47 smithi057 ceph-mon[24810]: pgmap v69: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-04-15T21:00:47.580 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:47 smithi057 ceph-mon[29654]: pgmap v69: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-04-15T21:00:47.591 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:47 smithi148 ceph-mon[25742]: pgmap v69: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-04-15T21:00:47.902 INFO:teuthology.orchestra.run.smithi057.stdout:Created osd(s) 2 on host 'smithi057' 2024-04-15T21:00:48.515 DEBUG:teuthology.orchestra.run.smithi057:osd.2> sudo journalctl -f -n 0 -u ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@osd.2.service 2024-04-15T21:00:48.518 INFO:tasks.cephadm:Deploying osd.3 on smithi057 with /dev/vg_nvme/lv_1... 2024-04-15T21:00:48.518 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-04-15T21:00:49.220 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:48 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:00:49.220 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:48 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:00:49.220 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:48 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:00:49.221 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:48 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:00:49.221 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:48 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-15T21:00:49.221 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:48 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-15T21:00:49.221 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:48 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-15T21:00:49.221 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:48 smithi057 ceph-mon[29654]: Adjusting osd_memory_target on smithi057 to 5015M 2024-04-15T21:00:49.221 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:48 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:00:49.221 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:48 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:00:49.221 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:48 smithi057 ceph-mon[29654]: from='osd.2 [v2:172.21.15.57:6818/196945217,v1:172.21.15.57:6819/196945217]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-15T21:00:49.221 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:48 smithi057 ceph-mon[29654]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-15T21:00:49.221 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:48 smithi057 ceph-mon[29654]: pgmap v70: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-04-15T21:00:49.221 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:48 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:00:49.222 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:48 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:00:49.222 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:48 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:00:49.222 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:48 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:00:49.222 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:48 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-15T21:00:49.222 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:48 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-15T21:00:49.222 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:48 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-15T21:00:49.222 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:48 smithi057 ceph-mon[24810]: Adjusting osd_memory_target on smithi057 to 5015M 2024-04-15T21:00:49.222 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:48 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:00:49.222 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:48 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:00:49.222 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:48 smithi057 ceph-mon[24810]: from='osd.2 [v2:172.21.15.57:6818/196945217,v1:172.21.15.57:6819/196945217]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-15T21:00:49.222 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:48 smithi057 ceph-mon[24810]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-15T21:00:49.222 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:48 smithi057 ceph-mon[24810]: pgmap v70: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-04-15T21:00:49.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:48 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:00:49.343 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:48 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:00:49.343 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:48 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:00:49.343 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:48 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:00:49.343 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:48 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-15T21:00:49.343 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:48 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-15T21:00:49.343 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:48 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-15T21:00:49.343 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:48 smithi148 ceph-mon[25742]: Adjusting osd_memory_target on smithi057 to 5015M 2024-04-15T21:00:49.343 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:48 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:00:49.343 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:48 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:00:49.343 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:48 smithi148 ceph-mon[25742]: from='osd.2 [v2:172.21.15.57:6818/196945217,v1:172.21.15.57:6819/196945217]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-15T21:00:49.343 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:48 smithi148 ceph-mon[25742]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-15T21:00:49.343 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:48 smithi148 ceph-mon[25742]: pgmap v70: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-04-15T21:00:50.120 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:49 smithi057 ceph-mon[24810]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-15T21:00:50.120 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:49 smithi057 ceph-mon[24810]: osdmap e16: 3 total, 2 up, 3 in 2024-04-15T21:00:50.120 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:49 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-15T21:00:50.120 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:49 smithi057 ceph-mon[24810]: from='osd.2 [v2:172.21.15.57:6818/196945217,v1:172.21.15.57:6819/196945217]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi057", "root=default"]}]: dispatch 2024-04-15T21:00:50.120 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:49 smithi057 ceph-mon[24810]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi057", "root=default"]}]: dispatch 2024-04-15T21:00:50.121 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:49 smithi057 ceph-mon[29654]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-15T21:00:50.121 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:49 smithi057 ceph-mon[29654]: osdmap e16: 3 total, 2 up, 3 in 2024-04-15T21:00:50.121 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:49 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-15T21:00:50.121 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:49 smithi057 ceph-mon[29654]: from='osd.2 [v2:172.21.15.57:6818/196945217,v1:172.21.15.57:6819/196945217]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi057", "root=default"]}]: dispatch 2024-04-15T21:00:50.121 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:49 smithi057 ceph-mon[29654]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi057", "root=default"]}]: dispatch 2024-04-15T21:00:50.121 INFO:journalctl@ceph.osd.2.smithi057.stdout:Apr 15 21:00:49 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-2[38816]: 2024-04-15T21:00:49.970+0000 7f2aec892700 -1 osd.2 0 waiting for initial osdmap 2024-04-15T21:00:50.121 INFO:journalctl@ceph.osd.2.smithi057.stdout:Apr 15 21:00:49 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-2[38816]: 2024-04-15T21:00:49.974+0000 7f2ae5225700 -1 osd.2 17 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-15T21:00:50.244 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:49 smithi148 ceph-mon[25742]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-15T21:00:50.244 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:49 smithi148 ceph-mon[25742]: osdmap e16: 3 total, 2 up, 3 in 2024-04-15T21:00:50.244 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:49 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-15T21:00:50.244 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:49 smithi148 ceph-mon[25742]: from='osd.2 [v2:172.21.15.57:6818/196945217,v1:172.21.15.57:6819/196945217]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi057", "root=default"]}]: dispatch 2024-04-15T21:00:50.244 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:49 smithi148 ceph-mon[25742]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi057", "root=default"]}]: dispatch 2024-04-15T21:00:50.516 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:00:50 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 172.21.15.57 - - [15/Apr/2024:21:00:50] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-15T21:00:51.120 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:50 smithi057 ceph-mon[24810]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi057", "root=default"]}]': finished 2024-04-15T21:00:51.120 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:50 smithi057 ceph-mon[24810]: osdmap e17: 3 total, 2 up, 3 in 2024-04-15T21:00:51.120 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:50 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-15T21:00:51.121 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:50 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-15T21:00:51.121 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:50 smithi057 ceph-mon[24810]: pgmap v73: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-04-15T21:00:51.121 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:50 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:00:51.121 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:50 smithi057 ceph-mon[24810]: Detected new or changed devices on smithi057 2024-04-15T21:00:51.121 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:50 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:00:51.121 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:50 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:00:51.121 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:50 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:00:51.121 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:50 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:00:51.121 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:50 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:00:51.121 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:50 smithi057 ceph-mon[29654]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi057", "root=default"]}]': finished 2024-04-15T21:00:51.122 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:50 smithi057 ceph-mon[29654]: osdmap e17: 3 total, 2 up, 3 in 2024-04-15T21:00:51.122 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:50 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-15T21:00:51.122 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:50 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-15T21:00:51.122 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:50 smithi057 ceph-mon[29654]: pgmap v73: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-04-15T21:00:51.122 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:50 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:00:51.122 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:50 smithi057 ceph-mon[29654]: Detected new or changed devices on smithi057 2024-04-15T21:00:51.122 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:50 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:00:51.122 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:50 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:00:51.122 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:50 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:00:51.122 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:50 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:00:51.122 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:50 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:00:51.170 INFO:teuthology.orchestra.run.smithi057.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-04-15T21:00:51.170 INFO:teuthology.orchestra.run.smithi057.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-04-15T21:00:51.171 INFO:teuthology.orchestra.run.smithi057.stderr: stderr: 10+0 records in 2024-04-15T21:00:51.171 INFO:teuthology.orchestra.run.smithi057.stderr:10+0 records out 2024-04-15T21:00:51.171 INFO:teuthology.orchestra.run.smithi057.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.00821372 s, 1.3 GB/s 2024-04-15T21:00:51.171 INFO:teuthology.orchestra.run.smithi057.stderr:--> Zapping successful for: 2024-04-15T21:00:51.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:50 smithi148 ceph-mon[25742]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi057", "root=default"]}]': finished 2024-04-15T21:00:51.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:50 smithi148 ceph-mon[25742]: osdmap e17: 3 total, 2 up, 3 in 2024-04-15T21:00:51.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:50 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-15T21:00:51.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:50 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-15T21:00:51.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:50 smithi148 ceph-mon[25742]: pgmap v73: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2024-04-15T21:00:51.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:50 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:00:51.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:50 smithi148 ceph-mon[25742]: Detected new or changed devices on smithi057 2024-04-15T21:00:51.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:50 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:00:51.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:50 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:00:51.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:50 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:00:51.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:50 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:00:51.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:50 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:00:51.537 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:00:51 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 172.21.15.57 - - [15/Apr/2024:21:00:51] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-15T21:00:51.826 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 -- ceph orch daemon add osd smithi057:vg_nvme/lv_1 2024-04-15T21:00:52.120 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:51 smithi057 ceph-mon[29654]: purged_snaps scrub starts 2024-04-15T21:00:52.120 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:51 smithi057 ceph-mon[29654]: purged_snaps scrub ok 2024-04-15T21:00:52.120 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:51 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-15T21:00:52.120 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:51 smithi057 ceph-mon[29654]: osd.2 [v2:172.21.15.57:6818/196945217,v1:172.21.15.57:6819/196945217] boot 2024-04-15T21:00:52.120 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:51 smithi057 ceph-mon[29654]: osdmap e18: 3 total, 3 up, 3 in 2024-04-15T21:00:52.120 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:51 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-15T21:00:52.120 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:51 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:00:52.120 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:51 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:00:52.120 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:51 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:00:52.120 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:51 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:00:52.120 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:51 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:00:52.120 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:51 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:00:52.121 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:51 smithi057 ceph-mon[24810]: purged_snaps scrub starts 2024-04-15T21:00:52.121 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:51 smithi057 ceph-mon[24810]: purged_snaps scrub ok 2024-04-15T21:00:52.121 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:51 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-15T21:00:52.121 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:51 smithi057 ceph-mon[24810]: osd.2 [v2:172.21.15.57:6818/196945217,v1:172.21.15.57:6819/196945217] boot 2024-04-15T21:00:52.121 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:51 smithi057 ceph-mon[24810]: osdmap e18: 3 total, 3 up, 3 in 2024-04-15T21:00:52.121 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:51 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-15T21:00:52.121 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:51 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:00:52.121 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:51 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:00:52.121 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:51 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:00:52.121 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:51 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:00:52.121 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:51 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:00:52.121 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:51 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:00:52.341 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:51 smithi148 ceph-mon[25742]: purged_snaps scrub starts 2024-04-15T21:00:52.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:51 smithi148 ceph-mon[25742]: purged_snaps scrub ok 2024-04-15T21:00:52.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:51 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-15T21:00:52.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:51 smithi148 ceph-mon[25742]: osd.2 [v2:172.21.15.57:6818/196945217,v1:172.21.15.57:6819/196945217] boot 2024-04-15T21:00:52.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:51 smithi148 ceph-mon[25742]: osdmap e18: 3 total, 3 up, 3 in 2024-04-15T21:00:52.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:51 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-15T21:00:52.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:51 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:00:52.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:51 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:00:52.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:51 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:00:52.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:51 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:00:52.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:51 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:00:52.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:51 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:00:53.370 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:53 smithi057 ceph-mon[24810]: osdmap e19: 3 total, 3 up, 3 in 2024-04-15T21:00:53.370 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:53 smithi057 ceph-mon[24810]: pgmap v76: 0 pgs: ; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2024-04-15T21:00:53.370 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:53 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]: dispatch 2024-04-15T21:00:53.370 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:53 smithi057 ceph-mon[29654]: osdmap e19: 3 total, 3 up, 3 in 2024-04-15T21:00:53.370 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:53 smithi057 ceph-mon[29654]: pgmap v76: 0 pgs: ; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2024-04-15T21:00:53.370 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:53 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]: dispatch 2024-04-15T21:00:53.591 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:53 smithi148 ceph-mon[25742]: osdmap e19: 3 total, 3 up, 3 in 2024-04-15T21:00:53.591 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:53 smithi148 ceph-mon[25742]: pgmap v76: 0 pgs: ; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2024-04-15T21:00:53.592 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:53 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]: dispatch 2024-04-15T21:00:54.369 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:54 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]': finished 2024-04-15T21:00:54.370 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:54 smithi057 ceph-mon[29654]: osdmap e20: 3 total, 3 up, 3 in 2024-04-15T21:00:54.370 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:54 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-04-15T21:00:54.370 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:54 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-15T21:00:54.370 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:54 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-15T21:00:54.370 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:54 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:00:54.370 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:54 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]': finished 2024-04-15T21:00:54.370 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:54 smithi057 ceph-mon[24810]: osdmap e20: 3 total, 3 up, 3 in 2024-04-15T21:00:54.370 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:54 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-04-15T21:00:54.370 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:54 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-15T21:00:54.371 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:54 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-15T21:00:54.371 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:54 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:00:54.591 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:54 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]': finished 2024-04-15T21:00:54.592 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:54 smithi148 ceph-mon[25742]: osdmap e20: 3 total, 3 up, 3 in 2024-04-15T21:00:54.592 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:54 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-04-15T21:00:54.592 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:54 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-15T21:00:54.592 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:54 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-15T21:00:54.592 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:54 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:00:54.985 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 15 21:00:54 smithi057 sudo[40191]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-15T21:00:54.985 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 15 21:00:54 smithi057 sudo[40191]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-04-15T21:00:54.985 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 15 21:00:54 smithi057 sudo[40191]: pam_unix(sudo:session): session closed for user root 2024-04-15T21:00:55.287 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 15 21:00:55 smithi057 sudo[40202]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-15T21:00:55.287 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 15 21:00:55 smithi057 sudo[40202]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-04-15T21:00:55.288 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 15 21:00:55 smithi057 sudo[40202]: pam_unix(sudo:session): session closed for user root 2024-04-15T21:00:55.591 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:55 smithi148 ceph-mon[25742]: from='client.14301 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi057:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:00:55.591 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:55 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-04-15T21:00:55.591 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:55 smithi148 ceph-mon[25742]: osdmap e21: 3 total, 3 up, 3 in 2024-04-15T21:00:55.591 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:55 smithi148 ceph-mon[25742]: pgmap v79: 1 pgs: 1 creating+peering; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2024-04-15T21:00:55.592 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:55 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:00:55.602 INFO:journalctl@ceph.osd.1.smithi057.stdout:Apr 15 21:00:55 smithi057 sudo[40235]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-15T21:00:55.602 INFO:journalctl@ceph.osd.1.smithi057.stdout:Apr 15 21:00:55 smithi057 sudo[40235]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-04-15T21:00:55.603 INFO:journalctl@ceph.osd.1.smithi057.stdout:Apr 15 21:00:55 smithi057 sudo[40235]: pam_unix(sudo:session): session closed for user root 2024-04-15T21:00:55.603 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:55 smithi057 ceph-mon[24810]: from='client.14301 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi057:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:00:55.603 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:55 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-04-15T21:00:55.603 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:55 smithi057 ceph-mon[24810]: osdmap e21: 3 total, 3 up, 3 in 2024-04-15T21:00:55.603 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:55 smithi057 ceph-mon[24810]: pgmap v79: 1 pgs: 1 creating+peering; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2024-04-15T21:00:55.603 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:55 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:00:55.603 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:55 smithi057 ceph-mon[29654]: from='client.14301 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi057:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:00:55.603 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:55 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-04-15T21:00:55.604 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:55 smithi057 ceph-mon[29654]: osdmap e21: 3 total, 3 up, 3 in 2024-04-15T21:00:55.604 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:55 smithi057 ceph-mon[29654]: pgmap v79: 1 pgs: 1 creating+peering; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2024-04-15T21:00:55.604 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:55 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:00:55.863 INFO:journalctl@ceph.osd.1.smithi057.stdout:Apr 15 21:00:55 smithi057 sudo[40270]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-15T21:00:55.863 INFO:journalctl@ceph.osd.1.smithi057.stdout:Apr 15 21:00:55 smithi057 sudo[40270]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-04-15T21:00:55.863 INFO:journalctl@ceph.osd.1.smithi057.stdout:Apr 15 21:00:55 smithi057 sudo[40270]: pam_unix(sudo:session): session closed for user root 2024-04-15T21:00:56.119 INFO:journalctl@ceph.osd.2.smithi057.stdout:Apr 15 21:00:55 smithi057 sudo[40290]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-15T21:00:56.120 INFO:journalctl@ceph.osd.2.smithi057.stdout:Apr 15 21:00:55 smithi057 sudo[40290]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-04-15T21:00:56.120 INFO:journalctl@ceph.osd.2.smithi057.stdout:Apr 15 21:00:55 smithi057 sudo[40290]: pam_unix(sudo:session): session closed for user root 2024-04-15T21:00:56.396 INFO:journalctl@ceph.osd.2.smithi057.stdout:Apr 15 21:00:56 smithi057 sudo[40295]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-15T21:00:56.396 INFO:journalctl@ceph.osd.2.smithi057.stdout:Apr 15 21:00:56 smithi057 sudo[40295]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-04-15T21:00:56.396 INFO:journalctl@ceph.osd.2.smithi057.stdout:Apr 15 21:00:56 smithi057 sudo[40295]: pam_unix(sudo:session): session closed for user root 2024-04-15T21:00:56.661 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:56 smithi057 sudo[40301]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-15T21:00:56.662 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:56 smithi057 sudo[40301]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-04-15T21:00:56.662 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:56 smithi057 sudo[40301]: pam_unix(sudo:session): session closed for user root 2024-04-15T21:00:56.933 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:56 smithi057 sudo[40305]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-15T21:00:56.933 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:56 smithi057 sudo[40305]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-04-15T21:00:56.933 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:56 smithi057 sudo[40305]: pam_unix(sudo:session): session closed for user root 2024-04-15T21:00:57.204 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:56 smithi057 sudo[40328]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-15T21:00:57.205 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:56 smithi057 sudo[40328]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-04-15T21:00:57.205 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:56 smithi057 sudo[40328]: pam_unix(sudo:session): session closed for user root 2024-04-15T21:00:57.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:57 smithi057 ceph-mon[24810]: osdmap e22: 3 total, 3 up, 3 in 2024-04-15T21:00:57.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:57 smithi057 ceph-mon[24810]: mgrmap e15: y(active, since 2m), standbys: x 2024-04-15T21:00:57.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:57 smithi057 ceph-mon[24810]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-15T21:00:57.620 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:57 smithi057 sudo[40337]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-15T21:00:57.620 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:57 smithi057 sudo[40337]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-04-15T21:00:57.621 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:57 smithi057 sudo[40337]: pam_unix(sudo:session): session closed for user root 2024-04-15T21:00:57.621 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:57 smithi057 ceph-mon[29654]: osdmap e22: 3 total, 3 up, 3 in 2024-04-15T21:00:57.621 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:57 smithi057 ceph-mon[29654]: mgrmap e15: y(active, since 2m), standbys: x 2024-04-15T21:00:57.621 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:57 smithi057 ceph-mon[29654]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-15T21:00:57.705 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:57 smithi148 sudo[28181]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-15T21:00:57.705 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:57 smithi148 sudo[28181]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-04-15T21:00:57.705 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:57 smithi148 sudo[28181]: pam_unix(sudo:session): session closed for user root 2024-04-15T21:00:58.091 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:57 smithi148 sudo[28184]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-15T21:00:58.091 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:57 smithi148 sudo[28184]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-04-15T21:00:58.092 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:57 smithi148 sudo[28184]: pam_unix(sudo:session): session closed for user root 2024-04-15T21:00:58.092 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:57 smithi148 ceph-mon[25742]: osdmap e22: 3 total, 3 up, 3 in 2024-04-15T21:00:58.092 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:57 smithi148 ceph-mon[25742]: mgrmap e15: y(active, since 2m), standbys: x 2024-04-15T21:00:58.092 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:57 smithi148 ceph-mon[25742]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-15T21:00:58.592 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:58 smithi148 ceph-mon[25742]: pgmap v81: 1 pgs: 1 creating+peering; 0 B data, 16 MiB used, 268 GiB / 268 GiB avail 2024-04-15T21:00:58.592 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:58 smithi148 ceph-mon[25742]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-15T21:00:58.592 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:58 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T21:00:58.592 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:58 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T21:00:58.592 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:58 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T21:00:58.592 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:58 smithi148 ceph-mon[25742]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-15T21:00:58.592 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:58 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T21:00:58.593 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:58 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T21:00:58.593 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:58 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T21:00:58.593 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:58 smithi148 ceph-mon[25742]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-15T21:00:58.593 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:58 smithi148 ceph-mon[25742]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-15T21:00:58.593 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:58 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T21:00:58.593 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:58 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T21:00:58.593 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:58 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T21:00:58.593 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:58 smithi148 ceph-mon[25742]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-15T21:00:58.593 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:58 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:00:58.593 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:58 smithi148 ceph-mon[25742]: from='client.? 172.21.15.57:0/3920382320' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "31c9990b-e5fa-4cff-9f22-4533033ca696"}]: dispatch 2024-04-15T21:00:58.593 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:58 smithi148 ceph-mon[25742]: from='client.? 172.21.15.57:0/3920382320' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "31c9990b-e5fa-4cff-9f22-4533033ca696"}]': finished 2024-04-15T21:00:58.594 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:58 smithi148 ceph-mon[25742]: osdmap e23: 4 total, 3 up, 4 in 2024-04-15T21:00:58.594 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:58 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-15T21:00:58.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:58 smithi057 ceph-mon[24810]: pgmap v81: 1 pgs: 1 creating+peering; 0 B data, 16 MiB used, 268 GiB / 268 GiB avail 2024-04-15T21:00:58.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:58 smithi057 ceph-mon[24810]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-15T21:00:58.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:58 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T21:00:58.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:58 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T21:00:58.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:58 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T21:00:58.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:58 smithi057 ceph-mon[24810]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-15T21:00:58.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:58 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T21:00:58.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:58 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T21:00:58.621 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:58 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T21:00:58.621 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:58 smithi057 ceph-mon[24810]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-15T21:00:58.621 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:58 smithi057 ceph-mon[24810]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-15T21:00:58.621 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:58 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T21:00:58.621 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:58 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T21:00:58.621 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:58 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T21:00:58.621 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:58 smithi057 ceph-mon[24810]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-15T21:00:58.621 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:58 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:00:58.621 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:58 smithi057 ceph-mon[24810]: from='client.? 172.21.15.57:0/3920382320' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "31c9990b-e5fa-4cff-9f22-4533033ca696"}]: dispatch 2024-04-15T21:00:58.621 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:58 smithi057 ceph-mon[24810]: from='client.? 172.21.15.57:0/3920382320' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "31c9990b-e5fa-4cff-9f22-4533033ca696"}]': finished 2024-04-15T21:00:58.621 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:58 smithi057 ceph-mon[24810]: osdmap e23: 4 total, 3 up, 4 in 2024-04-15T21:00:58.621 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:58 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-15T21:00:58.622 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:58 smithi057 ceph-mon[29654]: pgmap v81: 1 pgs: 1 creating+peering; 0 B data, 16 MiB used, 268 GiB / 268 GiB avail 2024-04-15T21:00:58.622 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:58 smithi057 ceph-mon[29654]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-15T21:00:58.622 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:58 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T21:00:58.622 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:58 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T21:00:58.622 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:58 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T21:00:58.622 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:58 smithi057 ceph-mon[29654]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-15T21:00:58.622 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:58 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T21:00:58.622 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:58 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T21:00:58.622 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:58 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T21:00:58.622 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:58 smithi057 ceph-mon[29654]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-15T21:00:58.622 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:58 smithi057 ceph-mon[29654]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-15T21:00:58.622 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:58 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T21:00:58.622 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:58 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T21:00:58.623 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:58 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T21:00:58.623 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:58 smithi057 ceph-mon[29654]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-15T21:00:58.623 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:58 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:00:58.623 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:58 smithi057 ceph-mon[29654]: from='client.? 172.21.15.57:0/3920382320' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "31c9990b-e5fa-4cff-9f22-4533033ca696"}]: dispatch 2024-04-15T21:00:58.623 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:58 smithi057 ceph-mon[29654]: from='client.? 172.21.15.57:0/3920382320' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "31c9990b-e5fa-4cff-9f22-4533033ca696"}]': finished 2024-04-15T21:00:58.623 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:58 smithi057 ceph-mon[29654]: osdmap e23: 4 total, 3 up, 4 in 2024-04-15T21:00:58.623 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:58 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-15T21:00:59.591 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:59 smithi148 ceph-mon[25742]: pgmap v83: 1 pgs: 1 creating+peering; 0 B data, 17 MiB used, 268 GiB / 268 GiB avail 2024-04-15T21:00:59.591 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:00:59 smithi148 ceph-mon[25742]: from='client.? 172.21.15.57:0/327570740' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-15T21:00:59.619 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:59 smithi057 ceph-mon[29654]: pgmap v83: 1 pgs: 1 creating+peering; 0 B data, 17 MiB used, 268 GiB / 268 GiB avail 2024-04-15T21:00:59.620 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:00:59 smithi057 ceph-mon[29654]: from='client.? 172.21.15.57:0/327570740' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-15T21:00:59.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:59 smithi057 ceph-mon[24810]: pgmap v83: 1 pgs: 1 creating+peering; 0 B data, 17 MiB used, 268 GiB / 268 GiB avail 2024-04-15T21:00:59.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:00:59 smithi057 ceph-mon[24810]: from='client.? 172.21.15.57:0/327570740' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-15T21:01:01.591 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:01 smithi148 ceph-mon[25742]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 18 MiB used, 268 GiB / 268 GiB avail 2024-04-15T21:01:01.619 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:01 smithi057 ceph-mon[24810]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 18 MiB used, 268 GiB / 268 GiB avail 2024-04-15T21:01:01.620 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:01 smithi057 ceph-mon[29654]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 18 MiB used, 268 GiB / 268 GiB avail 2024-04-15T21:01:02.535 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:01:02 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 172.21.15.148 - - [15/Apr/2024:21:01:02] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-15T21:01:03.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:03 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:01:03.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:03 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:01:03.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:03 smithi148 ceph-mon[25742]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 19 MiB used, 268 GiB / 268 GiB avail 2024-04-15T21:01:03.607 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:03 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:01:03.608 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:03 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:01:03.608 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:03 smithi057 ceph-mon[24810]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 19 MiB used, 268 GiB / 268 GiB avail 2024-04-15T21:01:03.608 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:03 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:01:03.608 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:03 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:01:03.608 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:03 smithi057 ceph-mon[29654]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 19 MiB used, 268 GiB / 268 GiB avail 2024-04-15T21:01:04.341 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:04 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-15T21:01:04.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:04 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:01:04.553 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:04 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-15T21:01:04.554 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:04 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:01:04.554 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:04 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-15T21:01:04.554 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:04 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:01:05.543 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:05 smithi057 ceph-mon[24810]: Deploying daemon osd.3 on smithi057 2024-04-15T21:01:05.543 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:05 smithi057 ceph-mon[24810]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 19 MiB used, 268 GiB / 268 GiB avail 2024-04-15T21:01:05.543 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:05 smithi057 ceph-mon[29654]: Deploying daemon osd.3 on smithi057 2024-04-15T21:01:05.543 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:05 smithi057 ceph-mon[29654]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 19 MiB used, 268 GiB / 268 GiB avail 2024-04-15T21:01:05.591 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:05 smithi148 ceph-mon[25742]: Deploying daemon osd.3 on smithi057 2024-04-15T21:01:05.591 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:05 smithi148 ceph-mon[25742]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 19 MiB used, 268 GiB / 268 GiB avail 2024-04-15T21:01:07.469 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:07 smithi057 ceph-mon[24810]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 19 MiB used, 268 GiB / 268 GiB avail 2024-04-15T21:01:07.470 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:07 smithi057 ceph-mon[29654]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 19 MiB used, 268 GiB / 268 GiB avail 2024-04-15T21:01:07.841 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:07 smithi148 ceph-mon[25742]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 19 MiB used, 268 GiB / 268 GiB avail 2024-04-15T21:01:09.619 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:09 smithi057 ceph-mon[24810]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 19 MiB used, 268 GiB / 268 GiB avail 2024-04-15T21:01:09.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:09 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:01:09.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:09 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:01:09.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:09 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:01:09.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:09 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:01:09.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:09 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:01:09.620 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:09 smithi057 ceph-mon[29654]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 19 MiB used, 268 GiB / 268 GiB avail 2024-04-15T21:01:09.620 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:09 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:01:09.620 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:09 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:01:09.621 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:09 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:01:09.621 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:09 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:01:09.621 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:09 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:01:09.841 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:09 smithi148 ceph-mon[25742]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 19 MiB used, 268 GiB / 268 GiB avail 2024-04-15T21:01:09.842 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:09 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:01:09.842 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:09 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:01:09.842 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:09 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:01:09.842 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:09 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:01:09.842 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:09 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:01:11.364 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:01:11 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 172.21.15.57 - - [15/Apr/2024:21:01:11] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-15T21:01:11.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:11 smithi057 ceph-mon[24810]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 19 MiB used, 268 GiB / 268 GiB avail 2024-04-15T21:01:11.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:11 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:01:11.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:11 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:01:11.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:11 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:01:11.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:11 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:01:11.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:11 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:01:11.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:11 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:01:11.620 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:11 smithi057 ceph-mon[29654]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 19 MiB used, 268 GiB / 268 GiB avail 2024-04-15T21:01:11.620 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:11 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:01:11.621 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:11 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:01:11.621 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:11 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:01:11.621 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:11 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:01:11.621 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:11 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:01:11.621 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:11 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:01:11.841 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:11 smithi148 ceph-mon[25742]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 19 MiB used, 268 GiB / 268 GiB avail 2024-04-15T21:01:11.841 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:11 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:01:11.842 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:11 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:01:11.842 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:11 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:01:11.842 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:11 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:01:11.842 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:11 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:01:11.842 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:11 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:01:12.120 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:01:11 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 172.21.15.57 - - [15/Apr/2024:21:01:11] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-15T21:01:12.427 INFO:teuthology.orchestra.run.smithi057.stdout:Created osd(s) 3 on host 'smithi057' 2024-04-15T21:01:13.108 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:12 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:01:13.108 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:12 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:01:13.108 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:12 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:01:13.108 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:12 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:01:13.108 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:12 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:01:13.108 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:12 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:01:13.109 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:12 smithi057 ceph-mon[24810]: from='osd.3 [v2:172.21.15.57:6826/3715281942,v1:172.21.15.57:6827/3715281942]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-15T21:01:13.109 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:12 smithi057 ceph-mon[24810]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 19 MiB used, 268 GiB / 268 GiB avail 2024-04-15T21:01:13.109 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:12 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:01:13.109 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:12 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:01:13.109 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:12 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:01:13.109 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:12 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:01:13.109 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:12 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-15T21:01:13.109 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:12 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-15T21:01:13.109 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:12 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-15T21:01:13.109 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:12 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-15T21:01:13.109 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:12 smithi057 ceph-mon[24810]: Adjusting osd_memory_target on smithi057 to 3761M 2024-04-15T21:01:13.109 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:12 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:01:13.109 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:12 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:01:13.110 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:12 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:01:13.110 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:12 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:01:13.110 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:12 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:01:13.110 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:12 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:01:13.110 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:12 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:01:13.110 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:12 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:01:13.110 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:12 smithi057 ceph-mon[29654]: from='osd.3 [v2:172.21.15.57:6826/3715281942,v1:172.21.15.57:6827/3715281942]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-15T21:01:13.110 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:12 smithi057 ceph-mon[29654]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 19 MiB used, 268 GiB / 268 GiB avail 2024-04-15T21:01:13.110 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:12 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:01:13.110 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:12 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:01:13.110 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:12 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:01:13.110 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:12 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:01:13.111 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:12 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-15T21:01:13.111 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:12 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-15T21:01:13.111 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:12 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-15T21:01:13.111 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:12 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-15T21:01:13.111 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:12 smithi057 ceph-mon[29654]: Adjusting osd_memory_target on smithi057 to 3761M 2024-04-15T21:01:13.111 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:12 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:01:13.111 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:12 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:01:13.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:12 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:01:13.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:12 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:01:13.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:12 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:01:13.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:12 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:01:13.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:12 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:01:13.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:12 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:01:13.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:12 smithi148 ceph-mon[25742]: from='osd.3 [v2:172.21.15.57:6826/3715281942,v1:172.21.15.57:6827/3715281942]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-15T21:01:13.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:12 smithi148 ceph-mon[25742]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 19 MiB used, 268 GiB / 268 GiB avail 2024-04-15T21:01:13.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:12 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:01:13.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:12 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:01:13.343 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:12 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:01:13.343 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:12 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:01:13.343 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:12 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-15T21:01:13.343 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:12 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-15T21:01:13.343 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:12 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-15T21:01:13.343 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:12 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-15T21:01:13.343 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:12 smithi148 ceph-mon[25742]: Adjusting osd_memory_target on smithi057 to 3761M 2024-04-15T21:01:13.343 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:12 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:01:13.343 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:12 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:01:13.439 DEBUG:teuthology.orchestra.run.smithi057:osd.3> sudo journalctl -f -n 0 -u ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@osd.3.service 2024-04-15T21:01:13.442 INFO:tasks.cephadm:Deploying osd.4 on smithi148 with /dev/vg_nvme/lv_4... 2024-04-15T21:01:13.442 DEBUG:teuthology.orchestra.run.smithi148:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-04-15T21:01:14.036 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:13 smithi148 ceph-mon[25742]: from='osd.3 [v2:172.21.15.57:6826/3715281942,v1:172.21.15.57:6827/3715281942]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-15T21:01:14.036 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:13 smithi148 ceph-mon[25742]: osdmap e24: 4 total, 3 up, 4 in 2024-04-15T21:01:14.036 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:13 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-15T21:01:14.036 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:13 smithi148 ceph-mon[25742]: from='osd.3 [v2:172.21.15.57:6826/3715281942,v1:172.21.15.57:6827/3715281942]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi057", "root=default"]}]: dispatch 2024-04-15T21:01:14.120 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:13 smithi057 ceph-mon[24810]: from='osd.3 [v2:172.21.15.57:6826/3715281942,v1:172.21.15.57:6827/3715281942]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-15T21:01:14.120 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:13 smithi057 ceph-mon[24810]: osdmap e24: 4 total, 3 up, 4 in 2024-04-15T21:01:14.120 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:13 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-15T21:01:14.120 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:13 smithi057 ceph-mon[24810]: from='osd.3 [v2:172.21.15.57:6826/3715281942,v1:172.21.15.57:6827/3715281942]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi057", "root=default"]}]: dispatch 2024-04-15T21:01:14.121 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:13 smithi057 ceph-mon[29654]: from='osd.3 [v2:172.21.15.57:6826/3715281942,v1:172.21.15.57:6827/3715281942]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-15T21:01:14.121 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:13 smithi057 ceph-mon[29654]: osdmap e24: 4 total, 3 up, 4 in 2024-04-15T21:01:14.121 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:13 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-15T21:01:14.121 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:13 smithi057 ceph-mon[29654]: from='osd.3 [v2:172.21.15.57:6826/3715281942,v1:172.21.15.57:6827/3715281942]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi057", "root=default"]}]: dispatch 2024-04-15T21:01:14.122 INFO:journalctl@ceph.osd.3.smithi057.stdout:Apr 15 21:01:13 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-3[41911]: 2024-04-15T21:01:13.932+0000 7f1ea9d80700 -1 osd.3 0 waiting for initial osdmap 2024-04-15T21:01:14.122 INFO:journalctl@ceph.osd.3.smithi057.stdout:Apr 15 21:01:13 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-3[41911]: 2024-04-15T21:01:13.941+0000 7f1ea671b700 -1 osd.3 25 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-15T21:01:15.120 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:14 smithi057 ceph-mon[24810]: from='osd.3 [v2:172.21.15.57:6826/3715281942,v1:172.21.15.57:6827/3715281942]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi057", "root=default"]}]': finished 2024-04-15T21:01:15.120 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:14 smithi057 ceph-mon[24810]: osdmap e25: 4 total, 3 up, 4 in 2024-04-15T21:01:15.120 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:14 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-15T21:01:15.120 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:14 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-15T21:01:15.120 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:14 smithi057 ceph-mon[24810]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 19 MiB used, 268 GiB / 268 GiB avail 2024-04-15T21:01:15.120 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:14 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-15T21:01:15.121 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:14 smithi057 ceph-mon[29654]: from='osd.3 [v2:172.21.15.57:6826/3715281942,v1:172.21.15.57:6827/3715281942]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi057", "root=default"]}]': finished 2024-04-15T21:01:15.121 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:14 smithi057 ceph-mon[29654]: osdmap e25: 4 total, 3 up, 4 in 2024-04-15T21:01:15.121 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:14 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-15T21:01:15.121 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:14 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-15T21:01:15.121 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:14 smithi057 ceph-mon[29654]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 19 MiB used, 268 GiB / 268 GiB avail 2024-04-15T21:01:15.121 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:14 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-15T21:01:15.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:14 smithi148 ceph-mon[25742]: from='osd.3 [v2:172.21.15.57:6826/3715281942,v1:172.21.15.57:6827/3715281942]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi057", "root=default"]}]': finished 2024-04-15T21:01:15.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:14 smithi148 ceph-mon[25742]: osdmap e25: 4 total, 3 up, 4 in 2024-04-15T21:01:15.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:14 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-15T21:01:15.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:14 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-15T21:01:15.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:14 smithi148 ceph-mon[25742]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 19 MiB used, 268 GiB / 268 GiB avail 2024-04-15T21:01:15.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:14 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-15T21:01:15.409 INFO:teuthology.orchestra.run.smithi148.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-04-15T21:01:15.409 INFO:teuthology.orchestra.run.smithi148.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-04-15T21:01:15.409 INFO:teuthology.orchestra.run.smithi148.stderr: stderr: 10+0 records in 2024-04-15T21:01:15.409 INFO:teuthology.orchestra.run.smithi148.stderr:10+0 records out 2024-04-15T21:01:15.409 INFO:teuthology.orchestra.run.smithi148.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0114094 s, 919 MB/s 2024-04-15T21:01:15.409 INFO:teuthology.orchestra.run.smithi148.stderr:--> Zapping successful for: 2024-04-15T21:01:15.979 DEBUG:teuthology.orchestra.run.smithi148:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 -- ceph orch daemon add osd smithi148:vg_nvme/lv_4 2024-04-15T21:01:16.024 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:15 smithi148 ceph-mon[25742]: purged_snaps scrub starts 2024-04-15T21:01:16.025 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:15 smithi148 ceph-mon[25742]: purged_snaps scrub ok 2024-04-15T21:01:16.025 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:15 smithi148 ceph-mon[25742]: osd.3 [v2:172.21.15.57:6826/3715281942,v1:172.21.15.57:6827/3715281942] boot 2024-04-15T21:01:16.025 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:15 smithi148 ceph-mon[25742]: osdmap e26: 4 total, 4 up, 4 in 2024-04-15T21:01:16.025 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:15 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-15T21:01:16.370 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:15 smithi057 ceph-mon[24810]: purged_snaps scrub starts 2024-04-15T21:01:16.370 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:15 smithi057 ceph-mon[24810]: purged_snaps scrub ok 2024-04-15T21:01:16.370 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:15 smithi057 ceph-mon[24810]: osd.3 [v2:172.21.15.57:6826/3715281942,v1:172.21.15.57:6827/3715281942] boot 2024-04-15T21:01:16.370 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:15 smithi057 ceph-mon[24810]: osdmap e26: 4 total, 4 up, 4 in 2024-04-15T21:01:16.370 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:15 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-15T21:01:16.373 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:15 smithi057 ceph-mon[29654]: purged_snaps scrub starts 2024-04-15T21:01:16.373 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:15 smithi057 ceph-mon[29654]: purged_snaps scrub ok 2024-04-15T21:01:16.373 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:15 smithi057 ceph-mon[29654]: osd.3 [v2:172.21.15.57:6826/3715281942,v1:172.21.15.57:6827/3715281942] boot 2024-04-15T21:01:16.373 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:15 smithi057 ceph-mon[29654]: osdmap e26: 4 total, 4 up, 4 in 2024-04-15T21:01:16.374 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:15 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-15T21:01:17.277 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:16 smithi148 ceph-mon[25742]: osdmap e27: 4 total, 4 up, 4 in 2024-04-15T21:01:17.278 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:16 smithi148 ceph-mon[25742]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 24 MiB used, 358 GiB / 358 GiB avail 2024-04-15T21:01:17.369 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:16 smithi057 ceph-mon[24810]: osdmap e27: 4 total, 4 up, 4 in 2024-04-15T21:01:17.370 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:16 smithi057 ceph-mon[24810]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 24 MiB used, 358 GiB / 358 GiB avail 2024-04-15T21:01:17.370 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:16 smithi057 ceph-mon[29654]: osdmap e27: 4 total, 4 up, 4 in 2024-04-15T21:01:17.370 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:16 smithi057 ceph-mon[29654]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 24 MiB used, 358 GiB / 358 GiB avail 2024-04-15T21:01:18.255 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:17 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-15T21:01:18.256 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:17 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-15T21:01:18.256 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:17 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:01:18.370 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:17 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-15T21:01:18.370 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:17 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-15T21:01:18.370 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:17 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:01:18.370 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:17 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-15T21:01:18.370 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:17 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-15T21:01:18.370 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:17 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:01:19.076 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:18 smithi148 ceph-mon[25742]: from='client.34214 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi148:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:01:19.076 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:18 smithi148 ceph-mon[25742]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-04-15T21:01:19.369 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:18 smithi057 ceph-mon[24810]: from='client.34214 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi148:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:01:19.370 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:18 smithi057 ceph-mon[24810]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-04-15T21:01:19.370 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:18 smithi057 ceph-mon[29654]: from='client.34214 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi148:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:01:19.370 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:18 smithi057 ceph-mon[29654]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-04-15T21:01:20.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:19 smithi148 ceph-mon[25742]: from='client.? 172.21.15.148:0/2115186070' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c45bbb40-7f98-4d77-baf4-ebfb654b6048"}]: dispatch 2024-04-15T21:01:20.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:19 smithi148 ceph-mon[25742]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c45bbb40-7f98-4d77-baf4-ebfb654b6048"}]: dispatch 2024-04-15T21:01:20.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:19 smithi148 ceph-mon[25742]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c45bbb40-7f98-4d77-baf4-ebfb654b6048"}]': finished 2024-04-15T21:01:20.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:19 smithi148 ceph-mon[25742]: osdmap e28: 5 total, 4 up, 5 in 2024-04-15T21:01:20.343 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:19 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-15T21:01:20.370 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:19 smithi057 ceph-mon[24810]: from='client.? 172.21.15.148:0/2115186070' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c45bbb40-7f98-4d77-baf4-ebfb654b6048"}]: dispatch 2024-04-15T21:01:20.370 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:19 smithi057 ceph-mon[24810]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c45bbb40-7f98-4d77-baf4-ebfb654b6048"}]: dispatch 2024-04-15T21:01:20.370 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:19 smithi057 ceph-mon[24810]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c45bbb40-7f98-4d77-baf4-ebfb654b6048"}]': finished 2024-04-15T21:01:20.370 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:19 smithi057 ceph-mon[24810]: osdmap e28: 5 total, 4 up, 5 in 2024-04-15T21:01:20.370 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:19 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-15T21:01:20.370 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:19 smithi057 ceph-mon[29654]: from='client.? 172.21.15.148:0/2115186070' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c45bbb40-7f98-4d77-baf4-ebfb654b6048"}]: dispatch 2024-04-15T21:01:20.370 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:19 smithi057 ceph-mon[29654]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c45bbb40-7f98-4d77-baf4-ebfb654b6048"}]: dispatch 2024-04-15T21:01:20.370 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:19 smithi057 ceph-mon[29654]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c45bbb40-7f98-4d77-baf4-ebfb654b6048"}]': finished 2024-04-15T21:01:20.370 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:19 smithi057 ceph-mon[29654]: osdmap e28: 5 total, 4 up, 5 in 2024-04-15T21:01:20.370 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:19 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-15T21:01:21.091 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:20 smithi148 ceph-mon[25742]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-04-15T21:01:21.091 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:20 smithi148 ceph-mon[25742]: from='client.? 172.21.15.148:0/2015448617' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-15T21:01:21.369 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:20 smithi057 ceph-mon[24810]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-04-15T21:01:21.370 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:20 smithi057 ceph-mon[24810]: from='client.? 172.21.15.148:0/2015448617' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-15T21:01:21.370 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:20 smithi057 ceph-mon[29654]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-04-15T21:01:21.370 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:20 smithi057 ceph-mon[29654]: from='client.? 172.21.15.148:0/2015448617' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-15T21:01:22.630 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:01:22 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 172.21.15.148 - - [15/Apr/2024:21:01:22] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-15T21:01:23.579 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:23 smithi148 ceph-mon[25742]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-04-15T21:01:23.579 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:23 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:01:23.579 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:23 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:01:23.620 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:23 smithi057 ceph-mon[29654]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-04-15T21:01:23.620 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:23 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:01:23.620 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:23 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:01:23.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:23 smithi057 ceph-mon[24810]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-04-15T21:01:23.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:23 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:01:23.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:23 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:01:25.591 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:25 smithi148 ceph-mon[25742]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-04-15T21:01:25.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:25 smithi057 ceph-mon[24810]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-04-15T21:01:25.620 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:25 smithi057 ceph-mon[29654]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-04-15T21:01:27.341 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:27 smithi148 ceph-mon[25742]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-04-15T21:01:27.619 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:27 smithi057 ceph-mon[24810]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-04-15T21:01:27.620 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:27 smithi057 ceph-mon[29654]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-04-15T21:01:28.591 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:28 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-15T21:01:28.592 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:28 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:01:28.592 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:28 smithi148 ceph-mon[25742]: Deploying daemon osd.4 on smithi148 2024-04-15T21:01:28.619 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:28 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-15T21:01:28.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:28 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:01:28.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:28 smithi057 ceph-mon[24810]: Deploying daemon osd.4 on smithi148 2024-04-15T21:01:28.620 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:28 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-15T21:01:28.620 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:28 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:01:28.620 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:28 smithi057 ceph-mon[29654]: Deploying daemon osd.4 on smithi148 2024-04-15T21:01:29.120 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:01:29 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 172.21.15.57 - - [15/Apr/2024:21:01:29] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-15T21:01:29.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:29 smithi057 ceph-mon[24810]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-04-15T21:01:29.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:29 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:01:29.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:29 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:01:29.620 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:29 smithi057 ceph-mon[29654]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-04-15T21:01:29.620 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:29 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:01:29.620 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:29 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:01:29.770 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:29 smithi148 ceph-mon[25742]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-04-15T21:01:29.770 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:29 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:01:29.770 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:29 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:01:30.682 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:30 smithi148 ceph-mon[25742]: Detected new or changed devices on smithi057 2024-04-15T21:01:30.870 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:30 smithi057 ceph-mon[24810]: Detected new or changed devices on smithi057 2024-04-15T21:01:30.870 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:30 smithi057 ceph-mon[29654]: Detected new or changed devices on smithi057 2024-04-15T21:01:31.677 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:31 smithi148 ceph-mon[25742]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-04-15T21:01:31.680 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:31 smithi057 ceph-mon[24810]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-04-15T21:01:31.681 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:31 smithi057 ceph-mon[29654]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-04-15T21:01:33.370 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:33 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:01:33.370 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:33 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:01:33.370 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:33 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:01:33.370 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:33 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:01:33.370 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:33 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:01:33.371 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:33 smithi057 ceph-mon[24810]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-04-15T21:01:33.371 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:33 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:01:33.371 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:33 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:01:33.371 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:33 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:01:33.371 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:33 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:01:33.371 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:33 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:01:33.371 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:33 smithi057 ceph-mon[29654]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-04-15T21:01:33.592 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:33 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:01:33.592 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:33 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:01:33.592 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:33 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:01:33.592 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:33 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:01:33.592 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:33 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:01:33.592 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:33 smithi148 ceph-mon[25742]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-04-15T21:01:34.794 INFO:teuthology.orchestra.run.smithi148.stdout:Created osd(s) 4 on host 'smithi148' 2024-04-15T21:01:35.326 DEBUG:teuthology.orchestra.run.smithi148:osd.4> sudo journalctl -f -n 0 -u ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@osd.4.service 2024-04-15T21:01:35.329 INFO:tasks.cephadm:Deploying osd.5 on smithi148 with /dev/vg_nvme/lv_3... 2024-04-15T21:01:35.330 DEBUG:teuthology.orchestra.run.smithi148:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-04-15T21:01:35.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:35 smithi057 ceph-mon[24810]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-04-15T21:01:35.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:35 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:01:35.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:35 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:01:35.621 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:35 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:01:35.621 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:35 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:01:35.621 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:35 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-15T21:01:35.621 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:35 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:01:35.621 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:35 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:01:35.621 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:35 smithi057 ceph-mon[29654]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-04-15T21:01:35.621 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:35 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:01:35.621 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:35 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:01:35.621 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:35 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:01:35.621 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:35 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:01:35.622 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:35 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-15T21:01:35.622 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:35 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:01:35.622 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:35 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:01:35.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:35 smithi148 ceph-mon[25742]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-04-15T21:01:35.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:35 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:01:35.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:35 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:01:35.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:35 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:01:35.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:35 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:01:35.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:35 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-15T21:01:35.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:35 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:01:35.680 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:35 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:01:35.681 INFO:journalctl@ceph.osd.4.smithi148.stdout:Apr 15 21:01:35 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-4[30403]: 2024-04-15T21:01:35.384+0000 7f33c6ff53c0 -1 osd.4 0 log_to_monitors true 2024-04-15T21:01:36.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:36 smithi057 ceph-mon[24810]: Adjusting osd_memory_target on smithi148 to 16064M 2024-04-15T21:01:36.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:36 smithi057 ceph-mon[24810]: from='osd.4 [v2:172.21.15.148:6800/3469977360,v1:172.21.15.148:6801/3469977360]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-15T21:01:36.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:36 smithi057 ceph-mon[24810]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-15T21:01:36.620 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:36 smithi057 ceph-mon[29654]: Adjusting osd_memory_target on smithi148 to 16064M 2024-04-15T21:01:36.620 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:36 smithi057 ceph-mon[29654]: from='osd.4 [v2:172.21.15.148:6800/3469977360,v1:172.21.15.148:6801/3469977360]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-15T21:01:36.620 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:36 smithi057 ceph-mon[29654]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-15T21:01:36.682 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:36 smithi148 ceph-mon[25742]: Adjusting osd_memory_target on smithi148 to 16064M 2024-04-15T21:01:36.683 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:36 smithi148 ceph-mon[25742]: from='osd.4 [v2:172.21.15.148:6800/3469977360,v1:172.21.15.148:6801/3469977360]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-15T21:01:36.683 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:36 smithi148 ceph-mon[25742]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-15T21:01:37.317 INFO:teuthology.orchestra.run.smithi148.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-04-15T21:01:37.317 INFO:teuthology.orchestra.run.smithi148.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-04-15T21:01:37.317 INFO:teuthology.orchestra.run.smithi148.stderr: stderr: 10+0 records in 2024-04-15T21:01:37.317 INFO:teuthology.orchestra.run.smithi148.stderr:10+0 records out 2024-04-15T21:01:37.317 INFO:teuthology.orchestra.run.smithi148.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0128933 s, 813 MB/s 2024-04-15T21:01:37.317 INFO:teuthology.orchestra.run.smithi148.stderr:--> Zapping successful for: 2024-04-15T21:01:37.591 INFO:journalctl@ceph.osd.4.smithi148.stdout:Apr 15 21:01:37 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-4[30403]: 2024-04-15T21:01:37.410+0000 7f33bd9f8700 -1 osd.4 0 waiting for initial osdmap 2024-04-15T21:01:37.591 INFO:journalctl@ceph.osd.4.smithi148.stdout:Apr 15 21:01:37 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-4[30403]: 2024-04-15T21:01:37.414+0000 7f33b9b92700 -1 osd.4 30 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-15T21:01:37.592 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:37 smithi148 ceph-mon[25742]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-04-15T21:01:37.592 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:37 smithi148 ceph-mon[25742]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-15T21:01:37.592 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:37 smithi148 ceph-mon[25742]: osdmap e29: 5 total, 4 up, 5 in 2024-04-15T21:01:37.592 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:37 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-15T21:01:37.592 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:37 smithi148 ceph-mon[25742]: from='osd.4 [v2:172.21.15.148:6800/3469977360,v1:172.21.15.148:6801/3469977360]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi148", "root=default"]}]: dispatch 2024-04-15T21:01:37.592 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:37 smithi148 ceph-mon[25742]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi148", "root=default"]}]: dispatch 2024-04-15T21:01:37.870 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:37 smithi057 ceph-mon[24810]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-04-15T21:01:37.870 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:37 smithi057 ceph-mon[24810]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-15T21:01:37.870 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:37 smithi057 ceph-mon[24810]: osdmap e29: 5 total, 4 up, 5 in 2024-04-15T21:01:37.870 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:37 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-15T21:01:37.870 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:37 smithi057 ceph-mon[24810]: from='osd.4 [v2:172.21.15.148:6800/3469977360,v1:172.21.15.148:6801/3469977360]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi148", "root=default"]}]: dispatch 2024-04-15T21:01:37.870 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:37 smithi057 ceph-mon[24810]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi148", "root=default"]}]: dispatch 2024-04-15T21:01:37.870 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:37 smithi057 ceph-mon[29654]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-04-15T21:01:37.870 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:37 smithi057 ceph-mon[29654]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-15T21:01:37.871 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:37 smithi057 ceph-mon[29654]: osdmap e29: 5 total, 4 up, 5 in 2024-04-15T21:01:37.871 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:37 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-15T21:01:37.871 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:37 smithi057 ceph-mon[29654]: from='osd.4 [v2:172.21.15.148:6800/3469977360,v1:172.21.15.148:6801/3469977360]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi148", "root=default"]}]: dispatch 2024-04-15T21:01:37.871 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:37 smithi057 ceph-mon[29654]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi148", "root=default"]}]: dispatch 2024-04-15T21:01:37.873 DEBUG:teuthology.orchestra.run.smithi148:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 -- ceph orch daemon add osd smithi148:vg_nvme/lv_3 2024-04-15T21:01:38.841 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:38 smithi148 ceph-mon[25742]: purged_snaps scrub starts 2024-04-15T21:01:38.842 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:38 smithi148 ceph-mon[25742]: purged_snaps scrub ok 2024-04-15T21:01:38.842 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:38 smithi148 ceph-mon[25742]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi148", "root=default"]}]': finished 2024-04-15T21:01:38.842 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:38 smithi148 ceph-mon[25742]: osdmap e30: 5 total, 4 up, 5 in 2024-04-15T21:01:38.842 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:38 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-15T21:01:38.842 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:38 smithi148 ceph-mon[25742]: osd.4 [v2:172.21.15.148:6800/3469977360,v1:172.21.15.148:6801/3469977360] boot 2024-04-15T21:01:38.842 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:38 smithi148 ceph-mon[25742]: osdmap e31: 5 total, 5 up, 5 in 2024-04-15T21:01:38.842 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:38 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-15T21:01:38.870 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:38 smithi057 ceph-mon[24810]: purged_snaps scrub starts 2024-04-15T21:01:38.870 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:38 smithi057 ceph-mon[24810]: purged_snaps scrub ok 2024-04-15T21:01:38.870 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:38 smithi057 ceph-mon[24810]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi148", "root=default"]}]': finished 2024-04-15T21:01:38.871 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:38 smithi057 ceph-mon[24810]: osdmap e30: 5 total, 4 up, 5 in 2024-04-15T21:01:38.871 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:38 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-15T21:01:38.871 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:38 smithi057 ceph-mon[24810]: osd.4 [v2:172.21.15.148:6800/3469977360,v1:172.21.15.148:6801/3469977360] boot 2024-04-15T21:01:38.871 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:38 smithi057 ceph-mon[24810]: osdmap e31: 5 total, 5 up, 5 in 2024-04-15T21:01:38.871 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:38 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-15T21:01:38.871 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:38 smithi057 ceph-mon[29654]: purged_snaps scrub starts 2024-04-15T21:01:38.871 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:38 smithi057 ceph-mon[29654]: purged_snaps scrub ok 2024-04-15T21:01:38.871 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:38 smithi057 ceph-mon[29654]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi148", "root=default"]}]': finished 2024-04-15T21:01:38.871 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:38 smithi057 ceph-mon[29654]: osdmap e30: 5 total, 4 up, 5 in 2024-04-15T21:01:38.871 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:38 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-15T21:01:38.871 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:38 smithi057 ceph-mon[29654]: osd.4 [v2:172.21.15.148:6800/3469977360,v1:172.21.15.148:6801/3469977360] boot 2024-04-15T21:01:38.871 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:38 smithi057 ceph-mon[29654]: osdmap e31: 5 total, 5 up, 5 in 2024-04-15T21:01:38.872 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:38 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-15T21:01:39.753 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:39 smithi148 ceph-mon[25742]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-04-15T21:01:39.753 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:39 smithi148 ceph-mon[25742]: osdmap e32: 5 total, 5 up, 5 in 2024-04-15T21:01:39.869 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:39 smithi057 ceph-mon[24810]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-04-15T21:01:39.870 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:39 smithi057 ceph-mon[24810]: osdmap e32: 5 total, 5 up, 5 in 2024-04-15T21:01:39.870 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:39 smithi057 ceph-mon[29654]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2024-04-15T21:01:39.870 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:39 smithi057 ceph-mon[29654]: osdmap e32: 5 total, 5 up, 5 in 2024-04-15T21:01:40.767 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:40 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-15T21:01:40.767 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:40 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-15T21:01:40.767 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:40 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:01:40.767 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:40 smithi148 ceph-mon[25742]: osdmap e33: 5 total, 5 up, 5 in 2024-04-15T21:01:40.869 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:40 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-15T21:01:40.869 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:40 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-15T21:01:40.870 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:40 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:01:40.870 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:40 smithi057 ceph-mon[24810]: osdmap e33: 5 total, 5 up, 5 in 2024-04-15T21:01:40.870 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:40 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-15T21:01:40.870 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:40 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-15T21:01:40.870 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:40 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:01:40.870 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:40 smithi057 ceph-mon[29654]: osdmap e33: 5 total, 5 up, 5 in 2024-04-15T21:01:41.721 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:41 smithi148 ceph-mon[25742]: from='client.34241 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi148:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:01:41.722 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:41 smithi148 ceph-mon[25742]: pgmap v113: 1 pgs: 1 remapped+peering; 577 KiB data, 28 MiB used, 447 GiB / 447 GiB avail 2024-04-15T21:01:41.722 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:41 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-15T21:01:41.722 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:41 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-15T21:01:41.722 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:41 smithi148 ceph-mon[25742]: osdmap e34: 5 total, 5 up, 5 in 2024-04-15T21:01:41.870 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:41 smithi057 ceph-mon[24810]: from='client.34241 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi148:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:01:41.870 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:41 smithi057 ceph-mon[24810]: pgmap v113: 1 pgs: 1 remapped+peering; 577 KiB data, 28 MiB used, 447 GiB / 447 GiB avail 2024-04-15T21:01:41.870 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:41 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-15T21:01:41.870 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:41 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-15T21:01:41.870 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:41 smithi057 ceph-mon[24810]: osdmap e34: 5 total, 5 up, 5 in 2024-04-15T21:01:41.870 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:41 smithi057 ceph-mon[29654]: from='client.34241 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi148:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:01:41.870 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:41 smithi057 ceph-mon[29654]: pgmap v113: 1 pgs: 1 remapped+peering; 577 KiB data, 28 MiB used, 447 GiB / 447 GiB avail 2024-04-15T21:01:41.871 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:41 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-15T21:01:41.871 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:41 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-15T21:01:41.871 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:41 smithi057 ceph-mon[29654]: osdmap e34: 5 total, 5 up, 5 in 2024-04-15T21:01:42.870 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:01:42 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 172.21.15.148 - - [15/Apr/2024:21:01:42] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-15T21:01:42.870 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:42 smithi057 ceph-mon[29654]: from='client.? 172.21.15.148:0/2538327623' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "31a8ee27-97f4-41b2-8063-2706eb515df0"}]: dispatch 2024-04-15T21:01:42.870 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:42 smithi057 ceph-mon[29654]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "31a8ee27-97f4-41b2-8063-2706eb515df0"}]: dispatch 2024-04-15T21:01:42.870 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:42 smithi057 ceph-mon[29654]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "31a8ee27-97f4-41b2-8063-2706eb515df0"}]': finished 2024-04-15T21:01:42.870 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:42 smithi057 ceph-mon[29654]: osdmap e35: 6 total, 5 up, 6 in 2024-04-15T21:01:42.870 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:42 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-15T21:01:42.871 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:42 smithi057 ceph-mon[29654]: pgmap v117: 1 pgs: 1 remapped+peering; 577 KiB data, 28 MiB used, 447 GiB / 447 GiB avail 2024-04-15T21:01:42.871 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:42 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:01:42.871 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:42 smithi057 ceph-mon[29654]: Detected new or changed devices on smithi148 2024-04-15T21:01:42.871 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:42 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:01:42.871 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:42 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:01:42.871 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:42 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:01:42.871 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:42 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:01:42.871 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:42 smithi057 ceph-mon[29654]: pgmap v118: 1 pgs: 1 remapped+peering; 577 KiB data, 28 MiB used, 447 GiB / 447 GiB avail 2024-04-15T21:01:42.871 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:42 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:01:42.871 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:42 smithi057 ceph-mon[24810]: from='client.? 172.21.15.148:0/2538327623' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "31a8ee27-97f4-41b2-8063-2706eb515df0"}]: dispatch 2024-04-15T21:01:42.871 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:42 smithi057 ceph-mon[24810]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "31a8ee27-97f4-41b2-8063-2706eb515df0"}]: dispatch 2024-04-15T21:01:42.871 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:42 smithi057 ceph-mon[24810]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "31a8ee27-97f4-41b2-8063-2706eb515df0"}]': finished 2024-04-15T21:01:42.872 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:42 smithi057 ceph-mon[24810]: osdmap e35: 6 total, 5 up, 6 in 2024-04-15T21:01:42.872 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:42 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-15T21:01:42.872 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:42 smithi057 ceph-mon[24810]: pgmap v117: 1 pgs: 1 remapped+peering; 577 KiB data, 28 MiB used, 447 GiB / 447 GiB avail 2024-04-15T21:01:42.872 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:42 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:01:42.872 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:42 smithi057 ceph-mon[24810]: Detected new or changed devices on smithi148 2024-04-15T21:01:42.872 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:42 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:01:42.872 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:42 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:01:42.872 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:42 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:01:42.872 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:42 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:01:42.872 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:42 smithi057 ceph-mon[24810]: pgmap v118: 1 pgs: 1 remapped+peering; 577 KiB data, 28 MiB used, 447 GiB / 447 GiB avail 2024-04-15T21:01:42.872 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:42 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:01:42.957 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:42 smithi148 ceph-mon[25742]: from='client.? 172.21.15.148:0/2538327623' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "31a8ee27-97f4-41b2-8063-2706eb515df0"}]: dispatch 2024-04-15T21:01:42.957 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:42 smithi148 ceph-mon[25742]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "31a8ee27-97f4-41b2-8063-2706eb515df0"}]: dispatch 2024-04-15T21:01:42.957 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:42 smithi148 ceph-mon[25742]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "31a8ee27-97f4-41b2-8063-2706eb515df0"}]': finished 2024-04-15T21:01:42.957 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:42 smithi148 ceph-mon[25742]: osdmap e35: 6 total, 5 up, 6 in 2024-04-15T21:01:42.958 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:42 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-15T21:01:42.958 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:42 smithi148 ceph-mon[25742]: pgmap v117: 1 pgs: 1 remapped+peering; 577 KiB data, 28 MiB used, 447 GiB / 447 GiB avail 2024-04-15T21:01:42.958 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:42 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:01:42.958 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:42 smithi148 ceph-mon[25742]: Detected new or changed devices on smithi148 2024-04-15T21:01:42.958 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:42 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:01:42.958 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:42 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:01:42.958 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:42 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:01:42.958 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:42 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:01:42.958 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:42 smithi148 ceph-mon[25742]: pgmap v118: 1 pgs: 1 remapped+peering; 577 KiB data, 28 MiB used, 447 GiB / 447 GiB avail 2024-04-15T21:01:42.958 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:42 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:01:43.369 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:01:42 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 172.21.15.148 - - [15/Apr/2024:21:01:42] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-15T21:01:44.000 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:43 smithi148 ceph-mon[25742]: from='client.? 172.21.15.148:0/3982462391' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-15T21:01:44.000 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:43 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:01:44.000 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:43 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:01:44.000 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:43 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:01:44.001 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:43 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:01:44.001 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:43 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:01:44.001 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:43 smithi148 ceph-mon[25742]: pgmap v119: 1 pgs: 1 remapped+peering; 577 KiB data, 28 MiB used, 447 GiB / 447 GiB avail 2024-04-15T21:01:44.001 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:43 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:01:44.120 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:43 smithi057 ceph-mon[24810]: from='client.? 172.21.15.148:0/3982462391' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-15T21:01:44.120 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:43 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:01:44.120 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:43 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:01:44.120 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:43 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:01:44.120 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:43 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:01:44.120 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:43 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:01:44.120 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:43 smithi057 ceph-mon[24810]: pgmap v119: 1 pgs: 1 remapped+peering; 577 KiB data, 28 MiB used, 447 GiB / 447 GiB avail 2024-04-15T21:01:44.121 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:43 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:01:44.121 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:43 smithi057 ceph-mon[29654]: from='client.? 172.21.15.148:0/3982462391' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-15T21:01:44.121 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:43 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:01:44.121 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:43 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:01:44.121 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:43 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:01:44.121 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:43 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:01:44.121 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:43 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:01:44.121 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:43 smithi057 ceph-mon[29654]: pgmap v119: 1 pgs: 1 remapped+peering; 577 KiB data, 28 MiB used, 447 GiB / 447 GiB avail 2024-04-15T21:01:44.121 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:43 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:01:46.052 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:46 smithi148 ceph-mon[25742]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail; 113 KiB/s, 0 objects/s recovering 2024-04-15T21:01:46.369 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:46 smithi057 ceph-mon[24810]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail; 113 KiB/s, 0 objects/s recovering 2024-04-15T21:01:46.370 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:46 smithi057 ceph-mon[29654]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail; 113 KiB/s, 0 objects/s recovering 2024-04-15T21:01:47.930 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:47 smithi148 ceph-mon[25742]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail; 93 KiB/s, 0 objects/s recovering 2024-04-15T21:01:48.120 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:47 smithi057 ceph-mon[24810]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail; 93 KiB/s, 0 objects/s recovering 2024-04-15T21:01:48.120 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:47 smithi057 ceph-mon[29654]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail; 93 KiB/s, 0 objects/s recovering 2024-04-15T21:01:49.620 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:01:49 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 172.21.15.57 - - [15/Apr/2024:21:01:49] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-15T21:01:50.300 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:50 smithi148 ceph-mon[25742]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail; 75 KiB/s, 0 objects/s recovering 2024-04-15T21:01:50.300 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:50 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:01:50.300 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:50 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:01:50.300 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:50 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-15T21:01:50.300 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:50 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:01:50.300 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:50 smithi148 ceph-mon[25742]: Deploying daemon osd.5 on smithi148 2024-04-15T21:01:50.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:50 smithi057 ceph-mon[24810]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail; 75 KiB/s, 0 objects/s recovering 2024-04-15T21:01:50.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:50 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:01:50.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:50 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:01:50.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:50 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-15T21:01:50.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:50 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:01:50.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:50 smithi057 ceph-mon[24810]: Deploying daemon osd.5 on smithi148 2024-04-15T21:01:50.620 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:50 smithi057 ceph-mon[29654]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail; 75 KiB/s, 0 objects/s recovering 2024-04-15T21:01:50.620 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:50 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:01:50.620 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:50 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:01:50.620 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:50 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-15T21:01:50.621 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:50 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:01:50.621 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:50 smithi057 ceph-mon[29654]: Deploying daemon osd.5 on smithi148 2024-04-15T21:01:52.370 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:52 smithi057 ceph-mon[24810]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail; 60 KiB/s, 0 objects/s recovering 2024-04-15T21:01:52.370 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:52 smithi057 ceph-mon[29654]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail; 60 KiB/s, 0 objects/s recovering 2024-04-15T21:01:52.491 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:52 smithi148 ceph-mon[25742]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail; 60 KiB/s, 0 objects/s recovering 2024-04-15T21:01:54.259 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:54 smithi057 ceph-mon[29654]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail; 49 KiB/s, 0 objects/s recovering 2024-04-15T21:01:54.259 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:54 smithi057 ceph-mon[24810]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail; 49 KiB/s, 0 objects/s recovering 2024-04-15T21:01:54.591 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:54 smithi148 ceph-mon[25742]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail; 49 KiB/s, 0 objects/s recovering 2024-04-15T21:01:55.591 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:55 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:01:55.591 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:55 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:01:55.591 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:55 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:01:55.591 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:55 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:01:55.591 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:55 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:01:55.619 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:55 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:01:55.619 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:55 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:01:55.620 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:55 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:01:55.620 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:55 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:01:55.620 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:55 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:01:55.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:55 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:01:55.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:55 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:01:55.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:55 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:01:55.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:55 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:01:55.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:55 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:01:56.591 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:56 smithi148 ceph-mon[25742]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail; 43 KiB/s, 0 objects/s recovering 2024-04-15T21:01:56.619 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:56 smithi057 ceph-mon[24810]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail; 43 KiB/s, 0 objects/s recovering 2024-04-15T21:01:56.620 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:56 smithi057 ceph-mon[29654]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail; 43 KiB/s, 0 objects/s recovering 2024-04-15T21:01:56.947 INFO:teuthology.orchestra.run.smithi148.stdout:Created osd(s) 5 on host 'smithi148' 2024-04-15T21:01:57.631 DEBUG:teuthology.orchestra.run.smithi148:osd.5> sudo journalctl -f -n 0 -u ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@osd.5.service 2024-04-15T21:01:57.633 INFO:tasks.cephadm:Deploying osd.6 on smithi148 with /dev/vg_nvme/lv_2... 2024-04-15T21:01:57.633 DEBUG:teuthology.orchestra.run.smithi148:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-04-15T21:01:57.982 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:57 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:01:57.982 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:57 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:01:57.982 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:57 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:01:57.982 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:57 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:01:57.982 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:57 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-15T21:01:57.982 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:57 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-15T21:01:57.982 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:57 smithi148 ceph-mon[25742]: Adjusting osd_memory_target on smithi148 to 8032M 2024-04-15T21:01:57.982 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:57 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:01:57.982 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:57 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:01:57.982 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:57 smithi148 ceph-mon[25742]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail 2024-04-15T21:01:57.983 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:57 smithi148 ceph-mon[25742]: from='osd.5 [v2:172.21.15.148:6808/3668907944,v1:172.21.15.148:6809/3668907944]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-15T21:01:57.983 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:57 smithi148 ceph-mon[25742]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-15T21:01:58.119 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:57 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:01:58.120 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:57 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:01:58.120 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:57 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:01:58.120 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:57 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:01:58.120 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:57 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-15T21:01:58.120 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:57 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-15T21:01:58.120 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:57 smithi057 ceph-mon[24810]: Adjusting osd_memory_target on smithi148 to 8032M 2024-04-15T21:01:58.120 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:57 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:01:58.120 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:57 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:01:58.120 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:57 smithi057 ceph-mon[24810]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail 2024-04-15T21:01:58.120 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:57 smithi057 ceph-mon[24810]: from='osd.5 [v2:172.21.15.148:6808/3668907944,v1:172.21.15.148:6809/3668907944]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-15T21:01:58.120 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:57 smithi057 ceph-mon[24810]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-15T21:01:58.121 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:57 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:01:58.121 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:57 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:01:58.121 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:57 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:01:58.121 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:57 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:01:58.121 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:57 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-15T21:01:58.121 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:57 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-15T21:01:58.121 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:57 smithi057 ceph-mon[29654]: Adjusting osd_memory_target on smithi148 to 8032M 2024-04-15T21:01:58.121 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:57 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:01:58.121 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:57 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:01:58.121 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:57 smithi057 ceph-mon[29654]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail 2024-04-15T21:01:58.121 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:57 smithi057 ceph-mon[29654]: from='osd.5 [v2:172.21.15.148:6808/3668907944,v1:172.21.15.148:6809/3668907944]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-15T21:01:58.121 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:57 smithi057 ceph-mon[29654]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-15T21:01:59.174 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:58 smithi148 ceph-mon[25742]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-15T21:01:59.174 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:58 smithi148 ceph-mon[25742]: osdmap e36: 6 total, 5 up, 6 in 2024-04-15T21:01:59.174 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:58 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-15T21:01:59.174 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:58 smithi148 ceph-mon[25742]: from='osd.5 [v2:172.21.15.148:6808/3668907944,v1:172.21.15.148:6809/3668907944]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi148", "root=default"]}]: dispatch 2024-04-15T21:01:59.175 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:58 smithi148 ceph-mon[25742]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi148", "root=default"]}]: dispatch 2024-04-15T21:01:59.175 INFO:journalctl@ceph.osd.5.smithi148.stdout:Apr 15 21:01:58 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-5[33309]: 2024-04-15T21:01:58.987+0000 7f9c5a23b700 -1 osd.5 0 waiting for initial osdmap 2024-04-15T21:01:59.175 INFO:journalctl@ceph.osd.5.smithi148.stdout:Apr 15 21:01:58 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-5[33309]: 2024-04-15T21:01:58.992+0000 7f9c54bd2700 -1 osd.5 37 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-15T21:01:59.370 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:58 smithi057 ceph-mon[24810]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-15T21:01:59.370 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:58 smithi057 ceph-mon[24810]: osdmap e36: 6 total, 5 up, 6 in 2024-04-15T21:01:59.370 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:58 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-15T21:01:59.370 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:58 smithi057 ceph-mon[24810]: from='osd.5 [v2:172.21.15.148:6808/3668907944,v1:172.21.15.148:6809/3668907944]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi148", "root=default"]}]: dispatch 2024-04-15T21:01:59.370 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:58 smithi057 ceph-mon[24810]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi148", "root=default"]}]: dispatch 2024-04-15T21:01:59.370 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:58 smithi057 ceph-mon[29654]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-15T21:01:59.370 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:58 smithi057 ceph-mon[29654]: osdmap e36: 6 total, 5 up, 6 in 2024-04-15T21:01:59.370 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:58 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-15T21:01:59.370 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:58 smithi057 ceph-mon[29654]: from='osd.5 [v2:172.21.15.148:6808/3668907944,v1:172.21.15.148:6809/3668907944]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi148", "root=default"]}]: dispatch 2024-04-15T21:01:59.371 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:58 smithi057 ceph-mon[29654]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi148", "root=default"]}]: dispatch 2024-04-15T21:01:59.659 INFO:teuthology.orchestra.run.smithi148.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-04-15T21:01:59.659 INFO:teuthology.orchestra.run.smithi148.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-04-15T21:01:59.659 INFO:teuthology.orchestra.run.smithi148.stderr: stderr: 10+0 records in 2024-04-15T21:01:59.659 INFO:teuthology.orchestra.run.smithi148.stderr:10+0 records out 2024-04-15T21:01:59.659 INFO:teuthology.orchestra.run.smithi148.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0124011 s, 846 MB/s 2024-04-15T21:01:59.659 INFO:teuthology.orchestra.run.smithi148.stderr:--> Zapping successful for: 2024-04-15T21:02:00.159 DEBUG:teuthology.orchestra.run.smithi148:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 -- ceph orch daemon add osd smithi148:vg_nvme/lv_2 2024-04-15T21:02:00.341 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:59 smithi148 ceph-mon[25742]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail 2024-04-15T21:02:00.341 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:59 smithi148 ceph-mon[25742]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi148", "root=default"]}]': finished 2024-04-15T21:02:00.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:59 smithi148 ceph-mon[25742]: osdmap e37: 6 total, 5 up, 6 in 2024-04-15T21:02:00.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:59 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-15T21:02:00.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:01:59 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-15T21:02:00.370 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:59 smithi057 ceph-mon[24810]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail 2024-04-15T21:02:00.370 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:59 smithi057 ceph-mon[24810]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi148", "root=default"]}]': finished 2024-04-15T21:02:00.370 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:59 smithi057 ceph-mon[24810]: osdmap e37: 6 total, 5 up, 6 in 2024-04-15T21:02:00.370 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:59 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-15T21:02:00.370 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:01:59 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-15T21:02:00.370 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:59 smithi057 ceph-mon[29654]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail 2024-04-15T21:02:00.370 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:59 smithi057 ceph-mon[29654]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi148", "root=default"]}]': finished 2024-04-15T21:02:00.371 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:59 smithi057 ceph-mon[29654]: osdmap e37: 6 total, 5 up, 6 in 2024-04-15T21:02:00.371 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:59 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-15T21:02:00.371 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:01:59 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-15T21:02:01.091 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:01 smithi148 ceph-mon[25742]: purged_snaps scrub starts 2024-04-15T21:02:01.091 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:01 smithi148 ceph-mon[25742]: purged_snaps scrub ok 2024-04-15T21:02:01.091 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:01 smithi148 ceph-mon[25742]: osd.5 [v2:172.21.15.148:6808/3668907944,v1:172.21.15.148:6809/3668907944] boot 2024-04-15T21:02:01.091 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:01 smithi148 ceph-mon[25742]: osdmap e38: 6 total, 6 up, 6 in 2024-04-15T21:02:01.092 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:01 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-15T21:02:01.369 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:01 smithi057 ceph-mon[24810]: purged_snaps scrub starts 2024-04-15T21:02:01.370 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:01 smithi057 ceph-mon[24810]: purged_snaps scrub ok 2024-04-15T21:02:01.370 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:01 smithi057 ceph-mon[24810]: osd.5 [v2:172.21.15.148:6808/3668907944,v1:172.21.15.148:6809/3668907944] boot 2024-04-15T21:02:01.370 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:01 smithi057 ceph-mon[24810]: osdmap e38: 6 total, 6 up, 6 in 2024-04-15T21:02:01.370 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:01 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-15T21:02:01.370 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:01 smithi057 ceph-mon[29654]: purged_snaps scrub starts 2024-04-15T21:02:01.370 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:01 smithi057 ceph-mon[29654]: purged_snaps scrub ok 2024-04-15T21:02:01.370 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:01 smithi057 ceph-mon[29654]: osd.5 [v2:172.21.15.148:6808/3668907944,v1:172.21.15.148:6809/3668907944] boot 2024-04-15T21:02:01.370 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:01 smithi057 ceph-mon[29654]: osdmap e38: 6 total, 6 up, 6 in 2024-04-15T21:02:01.370 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:01 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-15T21:02:02.091 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:02 smithi148 ceph-mon[25742]: pgmap v131: 1 pgs: 1 remapped+peering; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail 2024-04-15T21:02:02.091 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:02 smithi148 ceph-mon[25742]: osdmap e39: 6 total, 6 up, 6 in 2024-04-15T21:02:02.091 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:02 smithi148 ceph-mon[25742]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-04-15T21:02:02.091 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:02 smithi148 ceph-mon[25742]: osdmap e40: 6 total, 6 up, 6 in 2024-04-15T21:02:02.370 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:02 smithi057 ceph-mon[29654]: pgmap v131: 1 pgs: 1 remapped+peering; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail 2024-04-15T21:02:02.370 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:02 smithi057 ceph-mon[29654]: osdmap e39: 6 total, 6 up, 6 in 2024-04-15T21:02:02.370 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:02 smithi057 ceph-mon[29654]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-04-15T21:02:02.370 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:02 smithi057 ceph-mon[29654]: osdmap e40: 6 total, 6 up, 6 in 2024-04-15T21:02:02.370 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:02 smithi057 ceph-mon[24810]: pgmap v131: 1 pgs: 1 remapped+peering; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail 2024-04-15T21:02:02.370 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:02 smithi057 ceph-mon[24810]: osdmap e39: 6 total, 6 up, 6 in 2024-04-15T21:02:02.370 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:02 smithi057 ceph-mon[24810]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-04-15T21:02:02.370 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:02 smithi057 ceph-mon[24810]: osdmap e40: 6 total, 6 up, 6 in 2024-04-15T21:02:03.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:03 smithi148 ceph-mon[25742]: from='client.34268 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi148:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:02:03.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:03 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-15T21:02:03.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:03 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-15T21:02:03.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:03 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:02:03.369 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:02:03 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 172.21.15.148 - - [15/Apr/2024:21:02:03] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-15T21:02:03.370 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:03 smithi057 ceph-mon[24810]: from='client.34268 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi148:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:02:03.370 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:03 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-15T21:02:03.370 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:03 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-15T21:02:03.370 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:03 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:02:03.370 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:03 smithi057 ceph-mon[29654]: from='client.34268 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi148:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:02:03.370 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:03 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-15T21:02:03.370 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:03 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-15T21:02:03.370 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:03 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:02:04.341 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:04 smithi148 ceph-mon[25742]: pgmap v134: 1 pgs: 1 remapped+peering; 577 KiB data, 34 MiB used, 536 GiB / 536 GiB avail 2024-04-15T21:02:04.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:04 smithi148 ceph-mon[25742]: osdmap e41: 6 total, 6 up, 6 in 2024-04-15T21:02:04.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:04 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:02:04.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:04 smithi148 ceph-mon[25742]: Detected new or changed devices on smithi148 2024-04-15T21:02:04.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:04 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:02:04.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:04 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:02:04.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:04 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:02:04.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:04 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:02:04.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:04 smithi148 ceph-mon[25742]: pgmap v136: 1 pgs: 1 remapped+peering; 577 KiB data, 34 MiB used, 536 GiB / 536 GiB avail 2024-04-15T21:02:04.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:04 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:02:04.369 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:04 smithi057 ceph-mon[29654]: pgmap v134: 1 pgs: 1 remapped+peering; 577 KiB data, 34 MiB used, 536 GiB / 536 GiB avail 2024-04-15T21:02:04.370 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:04 smithi057 ceph-mon[29654]: osdmap e41: 6 total, 6 up, 6 in 2024-04-15T21:02:04.370 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:04 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:02:04.370 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:04 smithi057 ceph-mon[29654]: Detected new or changed devices on smithi148 2024-04-15T21:02:04.370 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:04 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:02:04.370 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:04 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:02:04.370 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:04 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:02:04.370 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:04 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:02:04.370 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:04 smithi057 ceph-mon[29654]: pgmap v136: 1 pgs: 1 remapped+peering; 577 KiB data, 34 MiB used, 536 GiB / 536 GiB avail 2024-04-15T21:02:04.370 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:04 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:02:04.370 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:04 smithi057 ceph-mon[24810]: pgmap v134: 1 pgs: 1 remapped+peering; 577 KiB data, 34 MiB used, 536 GiB / 536 GiB avail 2024-04-15T21:02:04.371 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:04 smithi057 ceph-mon[24810]: osdmap e41: 6 total, 6 up, 6 in 2024-04-15T21:02:04.371 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:04 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:02:04.371 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:04 smithi057 ceph-mon[24810]: Detected new or changed devices on smithi148 2024-04-15T21:02:04.371 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:04 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:02:04.371 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:04 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:02:04.371 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:04 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:02:04.371 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:04 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:02:04.371 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:04 smithi057 ceph-mon[24810]: pgmap v136: 1 pgs: 1 remapped+peering; 577 KiB data, 34 MiB used, 536 GiB / 536 GiB avail 2024-04-15T21:02:04.371 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:04 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:02:05.221 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:05 smithi148 ceph-mon[25742]: osdmap e42: 6 total, 6 up, 6 in 2024-04-15T21:02:05.222 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:05 smithi148 ceph-mon[25742]: Health check failed: 1 stray daemon(s) not managed by cephadm (CEPHADM_STRAY_DAEMON) 2024-04-15T21:02:05.222 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:05 smithi148 ceph-mon[25742]: from='client.? 172.21.15.148:0/4207931792' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "cab9e27d-134d-431a-b316-5551e1f65c43"}]: dispatch 2024-04-15T21:02:05.222 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:05 smithi148 ceph-mon[25742]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "cab9e27d-134d-431a-b316-5551e1f65c43"}]: dispatch 2024-04-15T21:02:05.222 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:05 smithi148 ceph-mon[25742]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "cab9e27d-134d-431a-b316-5551e1f65c43"}]': finished 2024-04-15T21:02:05.222 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:05 smithi148 ceph-mon[25742]: osdmap e43: 7 total, 6 up, 7 in 2024-04-15T21:02:05.222 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:05 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-15T21:02:05.369 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:05 smithi057 ceph-mon[24810]: osdmap e42: 6 total, 6 up, 6 in 2024-04-15T21:02:05.370 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:05 smithi057 ceph-mon[24810]: Health check failed: 1 stray daemon(s) not managed by cephadm (CEPHADM_STRAY_DAEMON) 2024-04-15T21:02:05.370 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:05 smithi057 ceph-mon[24810]: from='client.? 172.21.15.148:0/4207931792' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "cab9e27d-134d-431a-b316-5551e1f65c43"}]: dispatch 2024-04-15T21:02:05.370 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:05 smithi057 ceph-mon[24810]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "cab9e27d-134d-431a-b316-5551e1f65c43"}]: dispatch 2024-04-15T21:02:05.370 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:05 smithi057 ceph-mon[24810]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "cab9e27d-134d-431a-b316-5551e1f65c43"}]': finished 2024-04-15T21:02:05.370 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:05 smithi057 ceph-mon[24810]: osdmap e43: 7 total, 6 up, 7 in 2024-04-15T21:02:05.370 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:05 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-15T21:02:05.370 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:05 smithi057 ceph-mon[29654]: osdmap e42: 6 total, 6 up, 6 in 2024-04-15T21:02:05.370 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:05 smithi057 ceph-mon[29654]: Health check failed: 1 stray daemon(s) not managed by cephadm (CEPHADM_STRAY_DAEMON) 2024-04-15T21:02:05.370 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:05 smithi057 ceph-mon[29654]: from='client.? 172.21.15.148:0/4207931792' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "cab9e27d-134d-431a-b316-5551e1f65c43"}]: dispatch 2024-04-15T21:02:05.370 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:05 smithi057 ceph-mon[29654]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "cab9e27d-134d-431a-b316-5551e1f65c43"}]: dispatch 2024-04-15T21:02:05.370 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:05 smithi057 ceph-mon[29654]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "cab9e27d-134d-431a-b316-5551e1f65c43"}]': finished 2024-04-15T21:02:05.371 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:05 smithi057 ceph-mon[29654]: osdmap e43: 7 total, 6 up, 7 in 2024-04-15T21:02:05.371 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:05 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-15T21:02:06.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:06 smithi148 ceph-mon[25742]: pgmap v139: 1 pgs: 1 remapped+peering; 577 KiB data, 34 MiB used, 536 GiB / 536 GiB avail 2024-04-15T21:02:06.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:06 smithi148 ceph-mon[25742]: from='client.? 172.21.15.148:0/1768296735' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-15T21:02:06.369 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:02:06 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 172.21.15.148 - - [15/Apr/2024:21:02:06] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-15T21:02:06.370 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:06 smithi057 ceph-mon[24810]: pgmap v139: 1 pgs: 1 remapped+peering; 577 KiB data, 34 MiB used, 536 GiB / 536 GiB avail 2024-04-15T21:02:06.370 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:06 smithi057 ceph-mon[24810]: from='client.? 172.21.15.148:0/1768296735' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-15T21:02:06.370 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:06 smithi057 ceph-mon[29654]: pgmap v139: 1 pgs: 1 remapped+peering; 577 KiB data, 34 MiB used, 536 GiB / 536 GiB avail 2024-04-15T21:02:06.370 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:06 smithi057 ceph-mon[29654]: from='client.? 172.21.15.148:0/1768296735' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-15T21:02:07.341 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:07 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:02:07.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:07 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:02:07.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:07 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:02:07.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:07 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:02:07.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:07 smithi148 ceph-mon[25742]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail; 166 KiB/s, 0 objects/s recovering 2024-04-15T21:02:07.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:07 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:02:07.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:07 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:02:07.369 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:07 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:02:07.370 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:07 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:02:07.370 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:07 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:02:07.370 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:07 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:02:07.370 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:07 smithi057 ceph-mon[24810]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail; 166 KiB/s, 0 objects/s recovering 2024-04-15T21:02:07.370 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:07 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:02:07.370 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:07 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:02:07.370 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:07 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:02:07.370 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:07 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:02:07.370 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:07 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:02:07.370 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:07 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:02:07.370 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:07 smithi057 ceph-mon[29654]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail; 166 KiB/s, 0 objects/s recovering 2024-04-15T21:02:07.371 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:07 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:02:07.371 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:07 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:02:08.369 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:08 smithi057 ceph-mon[24810]: Health check cleared: CEPHADM_STRAY_DAEMON (was: 1 stray daemon(s) not managed by cephadm) 2024-04-15T21:02:08.370 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:08 smithi057 ceph-mon[24810]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-04-15T21:02:08.370 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:08 smithi057 ceph-mon[24810]: Cluster is now healthy 2024-04-15T21:02:08.370 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:08 smithi057 ceph-mon[29654]: Health check cleared: CEPHADM_STRAY_DAEMON (was: 1 stray daemon(s) not managed by cephadm) 2024-04-15T21:02:08.370 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:08 smithi057 ceph-mon[29654]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-04-15T21:02:08.370 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:08 smithi057 ceph-mon[29654]: Cluster is now healthy 2024-04-15T21:02:08.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:08 smithi148 ceph-mon[25742]: Health check cleared: CEPHADM_STRAY_DAEMON (was: 1 stray daemon(s) not managed by cephadm) 2024-04-15T21:02:08.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:08 smithi148 ceph-mon[25742]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-04-15T21:02:08.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:08 smithi148 ceph-mon[25742]: Cluster is now healthy 2024-04-15T21:02:09.341 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:09 smithi148 ceph-mon[25742]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail; 102 KiB/s, 0 objects/s recovering 2024-04-15T21:02:09.369 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:09 smithi057 ceph-mon[24810]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail; 102 KiB/s, 0 objects/s recovering 2024-04-15T21:02:09.370 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:09 smithi057 ceph-mon[29654]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail; 102 KiB/s, 0 objects/s recovering 2024-04-15T21:02:09.370 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:02:09 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 172.21.15.57 - - [15/Apr/2024:21:02:09] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-15T21:02:10.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:10 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:02:10.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:10 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:02:10.619 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:10 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:02:10.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:10 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:02:10.620 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:10 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:02:10.620 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:10 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:02:11.341 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:11 smithi148 ceph-mon[25742]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail; 74 KiB/s, 0 objects/s recovering 2024-04-15T21:02:11.619 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:11 smithi057 ceph-mon[24810]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail; 74 KiB/s, 0 objects/s recovering 2024-04-15T21:02:11.620 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:11 smithi057 ceph-mon[29654]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail; 74 KiB/s, 0 objects/s recovering 2024-04-15T21:02:12.809 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:12 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-15T21:02:12.810 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:12 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:02:12.810 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:12 smithi057 ceph-mon[24810]: Deploying daemon osd.6 on smithi148 2024-04-15T21:02:12.810 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:12 smithi057 ceph-mon[24810]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail; 64 KiB/s, 0 objects/s recovering 2024-04-15T21:02:12.810 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:12 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-15T21:02:12.810 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:12 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:02:12.810 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:12 smithi057 ceph-mon[29654]: Deploying daemon osd.6 on smithi148 2024-04-15T21:02:12.810 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:12 smithi057 ceph-mon[29654]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail; 64 KiB/s, 0 objects/s recovering 2024-04-15T21:02:13.091 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:12 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-15T21:02:13.091 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:12 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:02:13.091 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:12 smithi148 ceph-mon[25742]: Deploying daemon osd.6 on smithi148 2024-04-15T21:02:13.091 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:12 smithi148 ceph-mon[25742]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail; 64 KiB/s, 0 objects/s recovering 2024-04-15T21:02:15.253 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:15 smithi148 ceph-mon[25742]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail; 54 KiB/s, 0 objects/s recovering 2024-04-15T21:02:15.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:15 smithi057 ceph-mon[24810]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail; 54 KiB/s, 0 objects/s recovering 2024-04-15T21:02:15.621 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:15 smithi057 ceph-mon[29654]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail; 54 KiB/s, 0 objects/s recovering 2024-04-15T21:02:17.264 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:17 smithi148 ceph-mon[25742]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail; 47 KiB/s, 0 objects/s recovering 2024-04-15T21:02:17.264 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:17 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:02:17.264 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:17 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:02:17.264 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:17 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:02:17.264 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:17 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:02:17.264 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:17 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:02:17.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:17 smithi057 ceph-mon[24810]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail; 47 KiB/s, 0 objects/s recovering 2024-04-15T21:02:17.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:17 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:02:17.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:17 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:02:17.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:17 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:02:17.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:17 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:02:17.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:17 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:02:17.620 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:17 smithi057 ceph-mon[29654]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail; 47 KiB/s, 0 objects/s recovering 2024-04-15T21:02:17.620 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:17 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:02:17.620 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:17 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:02:17.620 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:17 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:02:17.620 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:17 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:02:17.621 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:17 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:02:19.308 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:19 smithi148 ceph-mon[25742]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2024-04-15T21:02:19.619 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:19 smithi057 ceph-mon[24810]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2024-04-15T21:02:19.620 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:19 smithi057 ceph-mon[29654]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2024-04-15T21:02:19.646 INFO:teuthology.orchestra.run.smithi148.stdout:Created osd(s) 6 on host 'smithi148' 2024-04-15T21:02:20.295 DEBUG:teuthology.orchestra.run.smithi148:osd.6> sudo journalctl -f -n 0 -u ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@osd.6.service 2024-04-15T21:02:20.297 INFO:tasks.cephadm:Deploying osd.7 on smithi148 with /dev/vg_nvme/lv_1... 2024-04-15T21:02:20.298 DEBUG:teuthology.orchestra.run.smithi148:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-04-15T21:02:20.956 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:20 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:02:20.956 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:20 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:02:20.956 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:20 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:02:20.956 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:20 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:02:20.956 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:20 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-15T21:02:20.957 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:20 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-15T21:02:20.957 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:20 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-15T21:02:20.957 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:20 smithi148 ceph-mon[25742]: Adjusting osd_memory_target on smithi148 to 5354M 2024-04-15T21:02:20.957 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:20 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:02:20.957 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:20 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:02:20.957 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:20 smithi148 ceph-mon[25742]: from='osd.6 [v2:172.21.15.148:6816/1939384096,v1:172.21.15.148:6817/1939384096]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-15T21:02:20.957 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:20 smithi148 ceph-mon[25742]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-15T21:02:20.957 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:20 smithi148 ceph-mon[25742]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2024-04-15T21:02:21.120 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:20 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:02:21.120 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:20 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:02:21.120 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:20 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:02:21.120 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:20 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:02:21.120 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:20 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-15T21:02:21.120 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:20 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-15T21:02:21.120 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:20 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-15T21:02:21.120 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:20 smithi057 ceph-mon[29654]: Adjusting osd_memory_target on smithi148 to 5354M 2024-04-15T21:02:21.120 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:20 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:02:21.120 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:20 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:02:21.120 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:20 smithi057 ceph-mon[29654]: from='osd.6 [v2:172.21.15.148:6816/1939384096,v1:172.21.15.148:6817/1939384096]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-15T21:02:21.121 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:20 smithi057 ceph-mon[29654]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-15T21:02:21.121 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:20 smithi057 ceph-mon[29654]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2024-04-15T21:02:21.121 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:20 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:02:21.121 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:20 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:02:21.121 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:20 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:02:21.121 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:20 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:02:21.121 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:20 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-15T21:02:21.121 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:20 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-15T21:02:21.121 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:20 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-15T21:02:21.121 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:20 smithi057 ceph-mon[24810]: Adjusting osd_memory_target on smithi148 to 5354M 2024-04-15T21:02:21.121 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:20 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:02:21.121 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:20 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:02:21.121 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:20 smithi057 ceph-mon[24810]: from='osd.6 [v2:172.21.15.148:6816/1939384096,v1:172.21.15.148:6817/1939384096]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-15T21:02:21.122 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:20 smithi057 ceph-mon[24810]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-15T21:02:21.122 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:20 smithi057 ceph-mon[24810]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2024-04-15T21:02:21.987 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:21 smithi148 ceph-mon[25742]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-15T21:02:21.988 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:21 smithi148 ceph-mon[25742]: osdmap e44: 7 total, 6 up, 7 in 2024-04-15T21:02:21.988 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:21 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-15T21:02:21.988 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:21 smithi148 ceph-mon[25742]: from='osd.6 [v2:172.21.15.148:6816/1939384096,v1:172.21.15.148:6817/1939384096]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi148", "root=default"]}]: dispatch 2024-04-15T21:02:21.988 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:21 smithi148 ceph-mon[25742]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi148", "root=default"]}]: dispatch 2024-04-15T21:02:21.988 INFO:journalctl@ceph.osd.6.smithi148.stdout:Apr 15 21:02:21 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-6[36221]: 2024-04-15T21:02:21.707+0000 7f35912bc700 -1 osd.6 0 waiting for initial osdmap 2024-04-15T21:02:21.988 INFO:journalctl@ceph.osd.6.smithi148.stdout:Apr 15 21:02:21 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-6[36221]: 2024-04-15T21:02:21.713+0000 7f358d456700 -1 osd.6 45 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-15T21:02:22.022 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:21 smithi057 ceph-mon[29654]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-15T21:02:22.023 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:21 smithi057 ceph-mon[29654]: osdmap e44: 7 total, 6 up, 7 in 2024-04-15T21:02:22.023 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:21 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-15T21:02:22.023 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:21 smithi057 ceph-mon[29654]: from='osd.6 [v2:172.21.15.148:6816/1939384096,v1:172.21.15.148:6817/1939384096]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi148", "root=default"]}]: dispatch 2024-04-15T21:02:22.023 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:21 smithi057 ceph-mon[29654]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi148", "root=default"]}]: dispatch 2024-04-15T21:02:22.023 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:21 smithi057 ceph-mon[24810]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-15T21:02:22.023 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:21 smithi057 ceph-mon[24810]: osdmap e44: 7 total, 6 up, 7 in 2024-04-15T21:02:22.023 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:21 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-15T21:02:22.023 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:21 smithi057 ceph-mon[24810]: from='osd.6 [v2:172.21.15.148:6816/1939384096,v1:172.21.15.148:6817/1939384096]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi148", "root=default"]}]: dispatch 2024-04-15T21:02:22.023 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:21 smithi057 ceph-mon[24810]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi148", "root=default"]}]: dispatch 2024-04-15T21:02:22.284 INFO:teuthology.orchestra.run.smithi148.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-04-15T21:02:22.284 INFO:teuthology.orchestra.run.smithi148.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-04-15T21:02:22.284 INFO:teuthology.orchestra.run.smithi148.stderr: stderr: 10+0 records in 2024-04-15T21:02:22.284 INFO:teuthology.orchestra.run.smithi148.stderr:10+0 records out 2024-04-15T21:02:22.284 INFO:teuthology.orchestra.run.smithi148.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0138771 s, 756 MB/s 2024-04-15T21:02:22.284 INFO:teuthology.orchestra.run.smithi148.stderr:--> Zapping successful for: 2024-04-15T21:02:22.978 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:22 smithi148 ceph-mon[25742]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi148", "root=default"]}]': finished 2024-04-15T21:02:22.978 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:22 smithi148 ceph-mon[25742]: osdmap e45: 7 total, 6 up, 7 in 2024-04-15T21:02:22.978 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:22 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-15T21:02:22.979 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:22 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-15T21:02:22.979 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:22 smithi148 ceph-mon[25742]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2024-04-15T21:02:23.039 DEBUG:teuthology.orchestra.run.smithi148:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 -- ceph orch daemon add osd smithi148:vg_nvme/lv_1 2024-04-15T21:02:23.120 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:22 smithi057 ceph-mon[24810]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi148", "root=default"]}]': finished 2024-04-15T21:02:23.120 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:22 smithi057 ceph-mon[24810]: osdmap e45: 7 total, 6 up, 7 in 2024-04-15T21:02:23.120 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:22 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-15T21:02:23.120 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:22 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-15T21:02:23.120 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:22 smithi057 ceph-mon[24810]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2024-04-15T21:02:23.120 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:22 smithi057 ceph-mon[29654]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi148", "root=default"]}]': finished 2024-04-15T21:02:23.120 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:22 smithi057 ceph-mon[29654]: osdmap e45: 7 total, 6 up, 7 in 2024-04-15T21:02:23.120 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:22 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-15T21:02:23.120 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:22 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-15T21:02:23.121 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:22 smithi057 ceph-mon[29654]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2024-04-15T21:02:24.090 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:23 smithi057 ceph-mon[29654]: purged_snaps scrub starts 2024-04-15T21:02:24.090 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:23 smithi057 ceph-mon[29654]: purged_snaps scrub ok 2024-04-15T21:02:24.090 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:23 smithi057 ceph-mon[29654]: osd.6 [v2:172.21.15.148:6816/1939384096,v1:172.21.15.148:6817/1939384096] boot 2024-04-15T21:02:24.090 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:23 smithi057 ceph-mon[29654]: osdmap e46: 7 total, 7 up, 7 in 2024-04-15T21:02:24.090 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:23 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-15T21:02:24.091 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:23 smithi057 ceph-mon[29654]: osdmap e47: 7 total, 7 up, 7 in 2024-04-15T21:02:24.091 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:23 smithi057 ceph-mon[24810]: purged_snaps scrub starts 2024-04-15T21:02:24.091 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:23 smithi057 ceph-mon[24810]: purged_snaps scrub ok 2024-04-15T21:02:24.091 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:23 smithi057 ceph-mon[24810]: osd.6 [v2:172.21.15.148:6816/1939384096,v1:172.21.15.148:6817/1939384096] boot 2024-04-15T21:02:24.091 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:23 smithi057 ceph-mon[24810]: osdmap e46: 7 total, 7 up, 7 in 2024-04-15T21:02:24.091 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:23 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-15T21:02:24.091 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:23 smithi057 ceph-mon[24810]: osdmap e47: 7 total, 7 up, 7 in 2024-04-15T21:02:24.091 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:23 smithi148 ceph-mon[25742]: purged_snaps scrub starts 2024-04-15T21:02:24.092 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:23 smithi148 ceph-mon[25742]: purged_snaps scrub ok 2024-04-15T21:02:24.092 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:23 smithi148 ceph-mon[25742]: osd.6 [v2:172.21.15.148:6816/1939384096,v1:172.21.15.148:6817/1939384096] boot 2024-04-15T21:02:24.092 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:23 smithi148 ceph-mon[25742]: osdmap e46: 7 total, 7 up, 7 in 2024-04-15T21:02:24.092 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:23 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-15T21:02:24.092 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:23 smithi148 ceph-mon[25742]: osdmap e47: 7 total, 7 up, 7 in 2024-04-15T21:02:24.841 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:24 smithi148 ceph-mon[25742]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 40 MiB used, 626 GiB / 626 GiB avail 2024-04-15T21:02:24.841 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:24 smithi148 ceph-mon[25742]: osdmap e48: 7 total, 7 up, 7 in 2024-04-15T21:02:25.119 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:24 smithi057 ceph-mon[24810]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 40 MiB used, 626 GiB / 626 GiB avail 2024-04-15T21:02:25.120 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:24 smithi057 ceph-mon[24810]: osdmap e48: 7 total, 7 up, 7 in 2024-04-15T21:02:25.120 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:24 smithi057 ceph-mon[29654]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 40 MiB used, 626 GiB / 626 GiB avail 2024-04-15T21:02:25.120 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:24 smithi057 ceph-mon[29654]: osdmap e48: 7 total, 7 up, 7 in 2024-04-15T21:02:25.841 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:25 smithi148 ceph-mon[25742]: from='client.34295 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi148:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:02:25.841 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:25 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-15T21:02:25.841 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:25 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-15T21:02:25.841 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:25 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:02:26.119 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:25 smithi057 ceph-mon[24810]: from='client.34295 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi148:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:02:26.120 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:25 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-15T21:02:26.120 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:25 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-15T21:02:26.120 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:25 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:02:26.120 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:25 smithi057 ceph-mon[29654]: from='client.34295 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi148:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:02:26.120 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:25 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-15T21:02:26.120 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:25 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-15T21:02:26.120 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:25 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:02:26.619 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:02:26 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 172.21.15.148 - - [15/Apr/2024:21:02:26] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-15T21:02:27.092 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:26 smithi148 ceph-mon[25742]: osdmap e49: 7 total, 7 up, 7 in 2024-04-15T21:02:27.092 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:26 smithi148 ceph-mon[25742]: pgmap v156: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 40 MiB used, 626 GiB / 626 GiB avail; 129 KiB/s, 0 objects/s recovering 2024-04-15T21:02:27.092 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:26 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:02:27.092 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:26 smithi148 ceph-mon[25742]: Detected new or changed devices on smithi148 2024-04-15T21:02:27.092 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:26 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:02:27.092 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:26 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:02:27.092 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:26 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:02:27.092 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:26 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:02:27.092 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:26 smithi148 ceph-mon[25742]: pgmap v157: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 40 MiB used, 626 GiB / 626 GiB avail; 147 KiB/s, 0 objects/s recovering 2024-04-15T21:02:27.092 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:26 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:02:27.119 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:26 smithi057 ceph-mon[24810]: osdmap e49: 7 total, 7 up, 7 in 2024-04-15T21:02:27.119 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:26 smithi057 ceph-mon[24810]: pgmap v156: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 40 MiB used, 626 GiB / 626 GiB avail; 129 KiB/s, 0 objects/s recovering 2024-04-15T21:02:27.119 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:26 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:02:27.119 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:26 smithi057 ceph-mon[24810]: Detected new or changed devices on smithi148 2024-04-15T21:02:27.120 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:26 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:02:27.120 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:26 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:02:27.120 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:26 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:02:27.120 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:26 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:02:27.120 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:26 smithi057 ceph-mon[24810]: pgmap v157: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 40 MiB used, 626 GiB / 626 GiB avail; 147 KiB/s, 0 objects/s recovering 2024-04-15T21:02:27.120 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:26 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:02:27.120 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:26 smithi057 ceph-mon[29654]: osdmap e49: 7 total, 7 up, 7 in 2024-04-15T21:02:27.120 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:26 smithi057 ceph-mon[29654]: pgmap v156: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 40 MiB used, 626 GiB / 626 GiB avail; 129 KiB/s, 0 objects/s recovering 2024-04-15T21:02:27.120 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:26 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:02:27.120 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:26 smithi057 ceph-mon[29654]: Detected new or changed devices on smithi148 2024-04-15T21:02:27.120 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:26 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:02:27.120 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:26 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:02:27.120 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:26 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:02:27.121 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:26 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:02:27.121 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:26 smithi057 ceph-mon[29654]: pgmap v157: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 40 MiB used, 626 GiB / 626 GiB avail; 147 KiB/s, 0 objects/s recovering 2024-04-15T21:02:27.121 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:26 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:02:28.091 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:27 smithi148 ceph-mon[25742]: Health check failed: 1 stray daemon(s) not managed by cephadm (CEPHADM_STRAY_DAEMON) 2024-04-15T21:02:28.091 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:27 smithi148 ceph-mon[25742]: osdmap e50: 7 total, 7 up, 7 in 2024-04-15T21:02:28.119 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:27 smithi057 ceph-mon[24810]: Health check failed: 1 stray daemon(s) not managed by cephadm (CEPHADM_STRAY_DAEMON) 2024-04-15T21:02:28.121 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:27 smithi057 ceph-mon[24810]: osdmap e50: 7 total, 7 up, 7 in 2024-04-15T21:02:28.122 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:27 smithi057 ceph-mon[29654]: Health check failed: 1 stray daemon(s) not managed by cephadm (CEPHADM_STRAY_DAEMON) 2024-04-15T21:02:28.122 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:27 smithi057 ceph-mon[29654]: osdmap e50: 7 total, 7 up, 7 in 2024-04-15T21:02:29.092 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:28 smithi148 ceph-mon[25742]: from='client.? 172.21.15.148:0/13540163' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6e2180d7-336b-468a-ac36-ccb7965a4929"}]: dispatch 2024-04-15T21:02:29.092 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:28 smithi148 ceph-mon[25742]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6e2180d7-336b-468a-ac36-ccb7965a4929"}]: dispatch 2024-04-15T21:02:29.092 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:28 smithi148 ceph-mon[25742]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6e2180d7-336b-468a-ac36-ccb7965a4929"}]': finished 2024-04-15T21:02:29.092 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:28 smithi148 ceph-mon[25742]: osdmap e51: 8 total, 7 up, 8 in 2024-04-15T21:02:29.092 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:28 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-15T21:02:29.092 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:28 smithi148 ceph-mon[25742]: pgmap v160: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 40 MiB used, 626 GiB / 626 GiB avail; 147 KiB/s, 0 objects/s recovering 2024-04-15T21:02:29.092 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:28 smithi148 ceph-mon[25742]: from='client.? 172.21.15.148:0/847229660' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-15T21:02:29.119 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:02:28 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 172.21.15.148 - - [15/Apr/2024:21:02:28] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-15T21:02:29.120 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:28 smithi057 ceph-mon[29654]: from='client.? 172.21.15.148:0/13540163' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6e2180d7-336b-468a-ac36-ccb7965a4929"}]: dispatch 2024-04-15T21:02:29.120 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:28 smithi057 ceph-mon[29654]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6e2180d7-336b-468a-ac36-ccb7965a4929"}]: dispatch 2024-04-15T21:02:29.120 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:28 smithi057 ceph-mon[29654]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6e2180d7-336b-468a-ac36-ccb7965a4929"}]': finished 2024-04-15T21:02:29.120 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:28 smithi057 ceph-mon[29654]: osdmap e51: 8 total, 7 up, 8 in 2024-04-15T21:02:29.120 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:28 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-15T21:02:29.120 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:28 smithi057 ceph-mon[29654]: pgmap v160: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 40 MiB used, 626 GiB / 626 GiB avail; 147 KiB/s, 0 objects/s recovering 2024-04-15T21:02:29.120 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:28 smithi057 ceph-mon[29654]: from='client.? 172.21.15.148:0/847229660' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-15T21:02:29.120 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:28 smithi057 ceph-mon[24810]: from='client.? 172.21.15.148:0/13540163' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6e2180d7-336b-468a-ac36-ccb7965a4929"}]: dispatch 2024-04-15T21:02:29.120 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:28 smithi057 ceph-mon[24810]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6e2180d7-336b-468a-ac36-ccb7965a4929"}]: dispatch 2024-04-15T21:02:29.120 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:28 smithi057 ceph-mon[24810]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6e2180d7-336b-468a-ac36-ccb7965a4929"}]': finished 2024-04-15T21:02:29.120 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:28 smithi057 ceph-mon[24810]: osdmap e51: 8 total, 7 up, 8 in 2024-04-15T21:02:29.120 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:28 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-15T21:02:29.121 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:28 smithi057 ceph-mon[24810]: pgmap v160: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 40 MiB used, 626 GiB / 626 GiB avail; 147 KiB/s, 0 objects/s recovering 2024-04-15T21:02:29.121 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:28 smithi057 ceph-mon[24810]: from='client.? 172.21.15.148:0/847229660' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-15T21:02:29.619 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:02:29 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 172.21.15.57 - - [15/Apr/2024:21:02:29] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-15T21:02:30.341 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:29 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:02:30.341 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:29 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:02:30.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:29 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:02:30.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:29 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:02:30.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:29 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:02:30.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:29 smithi148 ceph-mon[25742]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail 2024-04-15T21:02:30.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:29 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:02:30.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:29 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:02:30.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:29 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:02:30.370 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:29 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:02:30.370 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:29 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:02:30.370 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:29 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:02:30.370 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:29 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:02:30.370 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:29 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:02:30.370 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:29 smithi057 ceph-mon[24810]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail 2024-04-15T21:02:30.370 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:29 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:02:30.370 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:29 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:02:30.370 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:29 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:02:30.370 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:29 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:02:30.371 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:29 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:02:30.371 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:29 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:02:30.371 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:29 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:02:30.371 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:29 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:02:30.371 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:29 smithi057 ceph-mon[29654]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail 2024-04-15T21:02:30.371 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:29 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:02:30.371 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:29 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:02:30.371 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:29 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:02:31.091 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:30 smithi148 ceph-mon[25742]: Health check cleared: CEPHADM_STRAY_DAEMON (was: 1 stray daemon(s) not managed by cephadm) 2024-04-15T21:02:31.091 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:30 smithi148 ceph-mon[25742]: Cluster is now healthy 2024-04-15T21:02:31.369 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:30 smithi057 ceph-mon[24810]: Health check cleared: CEPHADM_STRAY_DAEMON (was: 1 stray daemon(s) not managed by cephadm) 2024-04-15T21:02:31.369 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:30 smithi057 ceph-mon[24810]: Cluster is now healthy 2024-04-15T21:02:31.370 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:30 smithi057 ceph-mon[29654]: Health check cleared: CEPHADM_STRAY_DAEMON (was: 1 stray daemon(s) not managed by cephadm) 2024-04-15T21:02:31.370 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:30 smithi057 ceph-mon[29654]: Cluster is now healthy 2024-04-15T21:02:32.077 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:31 smithi148 ceph-mon[25742]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail 2024-04-15T21:02:32.244 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:31 smithi057 ceph-mon[24810]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail 2024-04-15T21:02:32.244 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:31 smithi057 ceph-mon[29654]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail 2024-04-15T21:02:34.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:34 smithi148 ceph-mon[25742]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail 2024-04-15T21:02:34.369 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:34 smithi057 ceph-mon[24810]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail 2024-04-15T21:02:34.370 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:34 smithi057 ceph-mon[29654]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail 2024-04-15T21:02:36.091 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:36 smithi148 ceph-mon[25742]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail 2024-04-15T21:02:36.092 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:36 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-15T21:02:36.092 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:36 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:02:36.092 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:36 smithi148 ceph-mon[25742]: Deploying daemon osd.7 on smithi148 2024-04-15T21:02:36.370 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:36 smithi057 ceph-mon[24810]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail 2024-04-15T21:02:36.370 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:36 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-15T21:02:36.370 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:36 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:02:36.370 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:36 smithi057 ceph-mon[24810]: Deploying daemon osd.7 on smithi148 2024-04-15T21:02:36.371 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:36 smithi057 ceph-mon[29654]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail 2024-04-15T21:02:36.371 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:36 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-15T21:02:36.371 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:36 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:02:36.371 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:36 smithi057 ceph-mon[29654]: Deploying daemon osd.7 on smithi148 2024-04-15T21:02:37.806 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:37 smithi148 ceph-mon[25742]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail 2024-04-15T21:02:38.119 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:37 smithi057 ceph-mon[24810]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail 2024-04-15T21:02:38.120 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:37 smithi057 ceph-mon[29654]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail 2024-04-15T21:02:40.092 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:40 smithi148 ceph-mon[25742]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail 2024-04-15T21:02:40.369 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:40 smithi057 ceph-mon[24810]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail 2024-04-15T21:02:40.370 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:40 smithi057 ceph-mon[29654]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail 2024-04-15T21:02:41.546 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:41 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:02:41.546 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:41 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:02:41.546 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:41 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:02:41.546 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:41 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:02:41.546 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:41 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:02:41.546 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:41 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-15T21:02:41.546 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:41 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-15T21:02:41.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:41 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:02:41.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:41 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:02:41.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:41 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:02:41.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:41 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:02:41.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:41 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:02:41.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:41 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-15T21:02:41.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:41 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-15T21:02:41.620 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:41 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:02:41.620 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:41 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:02:41.621 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:41 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:02:41.621 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:41 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:02:41.621 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:41 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:02:41.621 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:41 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-15T21:02:41.621 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:41 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-15T21:02:42.481 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:42 smithi148 ceph-mon[25742]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail 2024-04-15T21:02:42.619 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:42 smithi057 ceph-mon[24810]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail 2024-04-15T21:02:42.620 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:42 smithi057 ceph-mon[29654]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail 2024-04-15T21:02:42.830 INFO:teuthology.orchestra.run.smithi148.stdout:Created osd(s) 7 on host 'smithi148' 2024-04-15T21:02:43.428 DEBUG:teuthology.orchestra.run.smithi148:osd.7> sudo journalctl -f -n 0 -u ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@osd.7.service 2024-04-15T21:02:43.430 INFO:tasks.cephadm:Waiting for 8 OSDs to come up... 2024-04-15T21:02:43.431 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 -- ceph osd stat -f json 2024-04-15T21:02:44.018 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:43 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:02:44.018 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:43 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:02:44.018 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:43 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:02:44.018 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:43 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:02:44.018 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:43 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-15T21:02:44.018 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:43 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-15T21:02:44.018 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:43 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-15T21:02:44.018 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:43 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-15T21:02:44.019 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:43 smithi057 ceph-mon[24810]: Adjusting osd_memory_target on smithi148 to 4016M 2024-04-15T21:02:44.019 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:43 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:02:44.019 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:43 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:02:44.019 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:43 smithi057 ceph-mon[24810]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail 2024-04-15T21:02:44.019 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:43 smithi057 ceph-mon[24810]: from='osd.7 [v2:172.21.15.148:6824/2925747447,v1:172.21.15.148:6825/2925747447]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-15T21:02:44.019 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:43 smithi057 ceph-mon[24810]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-15T21:02:44.019 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:43 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:02:44.019 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:43 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:02:44.019 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:43 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:02:44.019 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:43 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:02:44.019 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:43 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-15T21:02:44.019 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:43 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-15T21:02:44.020 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:43 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-15T21:02:44.020 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:43 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-15T21:02:44.020 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:43 smithi057 ceph-mon[29654]: Adjusting osd_memory_target on smithi148 to 4016M 2024-04-15T21:02:44.020 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:43 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:02:44.020 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:43 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:02:44.020 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:43 smithi057 ceph-mon[29654]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail 2024-04-15T21:02:44.020 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:43 smithi057 ceph-mon[29654]: from='osd.7 [v2:172.21.15.148:6824/2925747447,v1:172.21.15.148:6825/2925747447]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-15T21:02:44.020 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:43 smithi057 ceph-mon[29654]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-15T21:02:44.091 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:43 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:02:44.092 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:43 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:02:44.092 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:43 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:02:44.092 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:43 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:02:44.092 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:43 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-15T21:02:44.092 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:43 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-15T21:02:44.092 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:43 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-15T21:02:44.092 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:43 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-15T21:02:44.092 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:43 smithi148 ceph-mon[25742]: Adjusting osd_memory_target on smithi148 to 4016M 2024-04-15T21:02:44.092 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:43 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:02:44.092 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:43 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:02:44.092 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:43 smithi148 ceph-mon[25742]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail 2024-04-15T21:02:44.092 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:43 smithi148 ceph-mon[25742]: from='osd.7 [v2:172.21.15.148:6824/2925747447,v1:172.21.15.148:6825/2925747447]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-15T21:02:44.092 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:43 smithi148 ceph-mon[25742]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-15T21:02:45.237 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:44 smithi057 ceph-mon[29654]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-15T21:02:45.237 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:44 smithi057 ceph-mon[29654]: osdmap e52: 8 total, 7 up, 8 in 2024-04-15T21:02:45.237 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:44 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-15T21:02:45.237 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:44 smithi057 ceph-mon[29654]: from='osd.7 [v2:172.21.15.148:6824/2925747447,v1:172.21.15.148:6825/2925747447]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi148", "root=default"]}]: dispatch 2024-04-15T21:02:45.237 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:44 smithi057 ceph-mon[29654]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi148", "root=default"]}]: dispatch 2024-04-15T21:02:45.237 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:44 smithi057 ceph-mon[24810]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-15T21:02:45.238 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:44 smithi057 ceph-mon[24810]: osdmap e52: 8 total, 7 up, 8 in 2024-04-15T21:02:45.238 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:44 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-15T21:02:45.238 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:44 smithi057 ceph-mon[24810]: from='osd.7 [v2:172.21.15.148:6824/2925747447,v1:172.21.15.148:6825/2925747447]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi148", "root=default"]}]: dispatch 2024-04-15T21:02:45.238 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:44 smithi057 ceph-mon[24810]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi148", "root=default"]}]: dispatch 2024-04-15T21:02:45.341 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:44 smithi148 ceph-mon[25742]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-15T21:02:45.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:44 smithi148 ceph-mon[25742]: osdmap e52: 8 total, 7 up, 8 in 2024-04-15T21:02:45.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:44 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-15T21:02:45.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:44 smithi148 ceph-mon[25742]: from='osd.7 [v2:172.21.15.148:6824/2925747447,v1:172.21.15.148:6825/2925747447]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi148", "root=default"]}]: dispatch 2024-04-15T21:02:45.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:44 smithi148 ceph-mon[25742]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi148", "root=default"]}]: dispatch 2024-04-15T21:02:45.343 INFO:journalctl@ceph.osd.7.smithi148.stdout:Apr 15 21:02:44 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-7[39171]: 2024-04-15T21:02:44.883+0000 7f4c723b4700 -1 osd.7 0 waiting for initial osdmap 2024-04-15T21:02:45.343 INFO:journalctl@ceph.osd.7.smithi148.stdout:Apr 15 21:02:44 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-7[39171]: 2024-04-15T21:02:44.891+0000 7f4c6ed4f700 -1 osd.7 53 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-15T21:02:45.631 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-15T21:02:46.155 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:45 smithi057 ceph-mon[24810]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi148", "root=default"]}]': finished 2024-04-15T21:02:46.156 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:45 smithi057 ceph-mon[24810]: osdmap e53: 8 total, 7 up, 8 in 2024-04-15T21:02:46.156 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:45 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-15T21:02:46.156 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:45 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-15T21:02:46.156 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:45 smithi057 ceph-mon[24810]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail 2024-04-15T21:02:46.156 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:45 smithi057 ceph-mon[24810]: from='client.? 172.21.15.57:0/3988968626' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-04-15T21:02:46.157 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:45 smithi057 ceph-mon[24810]: osd.7 [v2:172.21.15.148:6824/2925747447,v1:172.21.15.148:6825/2925747447] boot 2024-04-15T21:02:46.157 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:45 smithi057 ceph-mon[24810]: osdmap e54: 8 total, 8 up, 8 in 2024-04-15T21:02:46.157 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:45 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-15T21:02:46.157 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:45 smithi057 ceph-mon[29654]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi148", "root=default"]}]': finished 2024-04-15T21:02:46.157 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:45 smithi057 ceph-mon[29654]: osdmap e53: 8 total, 7 up, 8 in 2024-04-15T21:02:46.158 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:45 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-15T21:02:46.158 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:45 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-15T21:02:46.158 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:45 smithi057 ceph-mon[29654]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail 2024-04-15T21:02:46.158 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:45 smithi057 ceph-mon[29654]: from='client.? 172.21.15.57:0/3988968626' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-04-15T21:02:46.158 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:45 smithi057 ceph-mon[29654]: osd.7 [v2:172.21.15.148:6824/2925747447,v1:172.21.15.148:6825/2925747447] boot 2024-04-15T21:02:46.159 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:45 smithi057 ceph-mon[29654]: osdmap e54: 8 total, 8 up, 8 in 2024-04-15T21:02:46.159 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:45 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-15T21:02:46.178 INFO:teuthology.orchestra.run.smithi057.stdout:{"epoch":53,"num_osds":8,"num_up_osds":7,"osd_up_since":1713214942,"num_in_osds":8,"osd_in_since":1713214947,"num_remapped_pgs":0} 2024-04-15T21:02:46.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:45 smithi148 ceph-mon[25742]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi148", "root=default"]}]': finished 2024-04-15T21:02:46.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:45 smithi148 ceph-mon[25742]: osdmap e53: 8 total, 7 up, 8 in 2024-04-15T21:02:46.343 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:45 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-15T21:02:46.343 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:45 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-15T21:02:46.343 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:45 smithi148 ceph-mon[25742]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail 2024-04-15T21:02:46.343 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:45 smithi148 ceph-mon[25742]: from='client.? 172.21.15.57:0/3988968626' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-04-15T21:02:46.343 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:45 smithi148 ceph-mon[25742]: osd.7 [v2:172.21.15.148:6824/2925747447,v1:172.21.15.148:6825/2925747447] boot 2024-04-15T21:02:46.343 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:45 smithi148 ceph-mon[25742]: osdmap e54: 8 total, 8 up, 8 in 2024-04-15T21:02:46.343 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:45 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-15T21:02:47.180 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 -- ceph osd stat -f json 2024-04-15T21:02:47.208 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:46 smithi057 ceph-mon[24810]: purged_snaps scrub starts 2024-04-15T21:02:47.208 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:46 smithi057 ceph-mon[24810]: purged_snaps scrub ok 2024-04-15T21:02:47.208 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:46 smithi057 ceph-mon[24810]: osdmap e55: 8 total, 8 up, 8 in 2024-04-15T21:02:47.208 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:46 smithi057 ceph-mon[29654]: purged_snaps scrub starts 2024-04-15T21:02:47.209 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:46 smithi057 ceph-mon[29654]: purged_snaps scrub ok 2024-04-15T21:02:47.209 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:46 smithi057 ceph-mon[29654]: osdmap e55: 8 total, 8 up, 8 in 2024-04-15T21:02:47.234 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:46 smithi148 ceph-mon[25742]: purged_snaps scrub starts 2024-04-15T21:02:47.234 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:46 smithi148 ceph-mon[25742]: purged_snaps scrub ok 2024-04-15T21:02:47.234 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:46 smithi148 ceph-mon[25742]: osdmap e55: 8 total, 8 up, 8 in 2024-04-15T21:02:47.473 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:02:47 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 172.21.15.148 - - [15/Apr/2024:21:02:47] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-15T21:02:48.477 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:48 smithi057 ceph-mon[24810]: pgmap v174: 1 pgs: 1 peering; 577 KiB data, 46 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:02:48.477 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:48 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:02:48.477 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:48 smithi057 ceph-mon[24810]: Detected new or changed devices on smithi148 2024-04-15T21:02:48.477 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:48 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:02:48.478 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:48 smithi057 ceph-mon[24810]: osdmap e56: 8 total, 8 up, 8 in 2024-04-15T21:02:48.478 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:48 smithi057 ceph-mon[29654]: pgmap v174: 1 pgs: 1 peering; 577 KiB data, 46 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:02:48.478 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:48 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:02:48.478 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:48 smithi057 ceph-mon[29654]: Detected new or changed devices on smithi148 2024-04-15T21:02:48.478 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:48 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:02:48.478 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:48 smithi057 ceph-mon[29654]: osdmap e56: 8 total, 8 up, 8 in 2024-04-15T21:02:48.560 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:48 smithi148 ceph-mon[25742]: pgmap v174: 1 pgs: 1 peering; 577 KiB data, 46 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:02:48.561 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:48 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:02:48.561 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:48 smithi148 ceph-mon[25742]: Detected new or changed devices on smithi148 2024-04-15T21:02:48.561 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:48 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:02:48.561 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:48 smithi148 ceph-mon[25742]: osdmap e56: 8 total, 8 up, 8 in 2024-04-15T21:02:48.992 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-15T21:02:49.675 INFO:teuthology.orchestra.run.smithi057.stdout:{"epoch":57,"num_osds":8,"num_up_osds":8,"osd_up_since":1713214965,"num_in_osds":8,"osd_in_since":1713214947,"num_remapped_pgs":0} 2024-04-15T21:02:49.676 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell --fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 -- ceph osd dump --format=json 2024-04-15T21:02:49.721 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:02:49 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 172.21.15.57 - - [15/Apr/2024:21:02:49] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-15T21:02:49.935 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/mon.a/config 2024-04-15T21:02:50.058 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:49 smithi057 ceph-mon[29654]: osdmap e57: 8 total, 8 up, 8 in 2024-04-15T21:02:50.058 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:49 smithi057 ceph-mon[29654]: pgmap v177: 1 pgs: 1 peering; 577 KiB data, 47 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:02:50.059 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:49 smithi057 ceph-mon[29654]: from='client.? 172.21.15.57:0/4275719319' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-04-15T21:02:50.059 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:49 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:02:50.059 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:49 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:02:50.059 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:49 smithi057 ceph-mon[24810]: osdmap e57: 8 total, 8 up, 8 in 2024-04-15T21:02:50.059 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:49 smithi057 ceph-mon[24810]: pgmap v177: 1 pgs: 1 peering; 577 KiB data, 47 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:02:50.059 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:49 smithi057 ceph-mon[24810]: from='client.? 172.21.15.57:0/4275719319' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-04-15T21:02:50.059 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:49 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:02:50.059 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:49 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:02:50.091 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:49 smithi148 ceph-mon[25742]: osdmap e57: 8 total, 8 up, 8 in 2024-04-15T21:02:50.092 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:49 smithi148 ceph-mon[25742]: pgmap v177: 1 pgs: 1 peering; 577 KiB data, 47 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:02:50.092 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:49 smithi148 ceph-mon[25742]: from='client.? 172.21.15.57:0/4275719319' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-04-15T21:02:50.092 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:49 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:02:50.092 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:49 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:02:50.841 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:50 smithi148 ceph-mon[25742]: osdmap e58: 8 total, 8 up, 8 in 2024-04-15T21:02:50.869 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:50 smithi057 ceph-mon[24810]: osdmap e58: 8 total, 8 up, 8 in 2024-04-15T21:02:50.869 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:50 smithi057 ceph-mon[29654]: osdmap e58: 8 total, 8 up, 8 in 2024-04-15T21:02:51.675 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-15T21:02:51.675 INFO:teuthology.orchestra.run.smithi057.stdout:{"epoch":58,"fsid":"b97cffaa-fb6a-11ee-bc8f-c7b262605968","created":"2024-04-15T20:57:45.816027+0000","modified":"2024-04-15T21:02:49.717844+0000","last_up_change":"2024-04-15T21:02:45.865625+0000","last_in_change":"2024-04-15T21:02:27.838343+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-15T21:00:52.897710+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}}],"osds":[{"osd":0,"uuid":"f8fba2ce-8231-493e-ad9a-e6271470f262","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6802","nonce":3504822562},{"type":"v1","addr":"172.21.15.57:6803","nonce":3504822562}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6804","nonce":3504822562},{"type":"v1","addr":"172.21.15.57:6805","nonce":3504822562}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6808","nonce":3504822562},{"type":"v1","addr":"172.21.15.57:6809","nonce":3504822562}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6806","nonce":3504822562},{"type":"v1","addr":"172.21.15.57:6807","nonce":3504822562}]},"public_addr":"172.21.15.57:6803/3504822562","cluster_addr":"172.21.15.57:6805/3504822562","heartbeat_back_addr":"172.21.15.57:6809/3504822562","heartbeat_front_addr":"172.21.15.57:6807/3504822562","state":["exists","up"]},{"osd":1,"uuid":"4eb74b01-1dbb-4df5-bf51-253b8071842f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6810","nonce":3175622188},{"type":"v1","addr":"172.21.15.57:6811","nonce":3175622188}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6812","nonce":3175622188},{"type":"v1","addr":"172.21.15.57:6813","nonce":3175622188}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6816","nonce":3175622188},{"type":"v1","addr":"172.21.15.57:6817","nonce":3175622188}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6814","nonce":3175622188},{"type":"v1","addr":"172.21.15.57:6815","nonce":3175622188}]},"public_addr":"172.21.15.57:6811/3175622188","cluster_addr":"172.21.15.57:6813/3175622188","heartbeat_back_addr":"172.21.15.57:6817/3175622188","heartbeat_front_addr":"172.21.15.57:6815/3175622188","state":["exists","up"]},{"osd":2,"uuid":"d21bfdd8-15bc-4963-8ab0-354b7db83e48","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6818","nonce":196945217},{"type":"v1","addr":"172.21.15.57:6819","nonce":196945217}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6820","nonce":196945217},{"type":"v1","addr":"172.21.15.57:6821","nonce":196945217}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6824","nonce":196945217},{"type":"v1","addr":"172.21.15.57:6825","nonce":196945217}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6822","nonce":196945217},{"type":"v1","addr":"172.21.15.57:6823","nonce":196945217}]},"public_addr":"172.21.15.57:6819/196945217","cluster_addr":"172.21.15.57:6821/196945217","heartbeat_back_addr":"172.21.15.57:6825/196945217","heartbeat_front_addr":"172.21.15.57:6823/196945217","state":["exists","up"]},{"osd":3,"uuid":"31c9990b-e5fa-4cff-9f22-4533033ca696","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6826","nonce":3715281942},{"type":"v1","addr":"172.21.15.57:6827","nonce":3715281942}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6828","nonce":3715281942},{"type":"v1","addr":"172.21.15.57:6829","nonce":3715281942}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6832","nonce":3715281942},{"type":"v1","addr":"172.21.15.57:6833","nonce":3715281942}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6830","nonce":3715281942},{"type":"v1","addr":"172.21.15.57:6831","nonce":3715281942}]},"public_addr":"172.21.15.57:6827/3715281942","cluster_addr":"172.21.15.57:6829/3715281942","heartbeat_back_addr":"172.21.15.57:6833/3715281942","heartbeat_front_addr":"172.21.15.57:6831/3715281942","state":["exists","up"]},{"osd":4,"uuid":"c45bbb40-7f98-4d77-baf4-ebfb654b6048","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6800","nonce":3469977360},{"type":"v1","addr":"172.21.15.148:6801","nonce":3469977360}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6802","nonce":3469977360},{"type":"v1","addr":"172.21.15.148:6803","nonce":3469977360}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6806","nonce":3469977360},{"type":"v1","addr":"172.21.15.148:6807","nonce":3469977360}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6804","nonce":3469977360},{"type":"v1","addr":"172.21.15.148:6805","nonce":3469977360}]},"public_addr":"172.21.15.148:6801/3469977360","cluster_addr":"172.21.15.148:6803/3469977360","heartbeat_back_addr":"172.21.15.148:6807/3469977360","heartbeat_front_addr":"172.21.15.148:6805/3469977360","state":["exists","up"]},{"osd":5,"uuid":"31a8ee27-97f4-41b2-8063-2706eb515df0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6808","nonce":3668907944},{"type":"v1","addr":"172.21.15.148:6809","nonce":3668907944}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6810","nonce":3668907944},{"type":"v1","addr":"172.21.15.148:6811","nonce":3668907944}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6814","nonce":3668907944},{"type":"v1","addr":"172.21.15.148:6815","nonce":3668907944}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6812","nonce":3668907944},{"type":"v1","addr":"172.21.15.148:6813","nonce":3668907944}]},"public_addr":"172.21.15.148:6809/3668907944","cluster_addr":"172.21.15.148:6811/3668907944","heartbeat_back_addr":"172.21.15.148:6815/3668907944","heartbeat_front_addr":"172.21.15.148:6813/3668907944","state":["exists","up"]},{"osd":6,"uuid":"cab9e27d-134d-431a-b316-5551e1f65c43","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6816","nonce":1939384096},{"type":"v1","addr":"172.21.15.148:6817","nonce":1939384096}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6818","nonce":1939384096},{"type":"v1","addr":"172.21.15.148:6819","nonce":1939384096}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6822","nonce":1939384096},{"type":"v1","addr":"172.21.15.148:6823","nonce":1939384096}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6820","nonce":1939384096},{"type":"v1","addr":"172.21.15.148:6821","nonce":1939384096}]},"public_addr":"172.21.15.148:6817/1939384096","cluster_addr":"172.21.15.148:6819/1939384096","heartbeat_back_addr":"172.21.15.148:6823/1939384096","heartbeat_front_addr":"172.21.15.148:6821/1939384096","state":["exists","up"]},{"osd":7,"uuid":"6e2180d7-336b-468a-ac36-ccb7965a4929","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6824","nonce":2925747447},{"type":"v1","addr":"172.21.15.148:6825","nonce":2925747447}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6826","nonce":2925747447},{"type":"v1","addr":"172.21.15.148:6827","nonce":2925747447}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6830","nonce":2925747447},{"type":"v1","addr":"172.21.15.148:6831","nonce":2925747447}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6828","nonce":2925747447},{"type":"v1","addr":"172.21.15.148:6829","nonce":2925747447}]},"public_addr":"172.21.15.148:6825/2925747447","cluster_addr":"172.21.15.148:6827/2925747447","heartbeat_back_addr":"172.21.15.148:6831/2925747447","heartbeat_front_addr":"172.21.15.148:6829/2925747447","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T21:00:02.465913+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T21:00:25.579271+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T21:00:49.269940+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T21:01:13.175035+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T21:01:36.367364+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T21:01:58.436892+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T21:02:20.976630+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T21:02:44.258700+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.57:0/3376397771":"2024-04-16T20:58:40.534860+0000","172.21.15.57:6801/2693592197":"2024-04-16T20:58:40.534860+0000","172.21.15.57:6800/2693592197":"2024-04-16T20:58:40.534860+0000","172.21.15.57:0/3899667968":"2024-04-16T20:58:40.534860+0000","172.21.15.57:0/2947471630":"2024-04-16T20:58:18.195233+0000","172.21.15.57:0/3629855466":"2024-04-16T20:58:40.534860+0000","172.21.15.57:6800/936834644":"2024-04-16T20:58:18.195233+0000","172.21.15.57:6801/936834644":"2024-04-16T20:58:18.195233+0000","172.21.15.57:0/597653466":"2024-04-16T20:58:18.195233+0000","172.21.15.57:0/1397776360":"2024-04-16T20:58:18.195233+0000"},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-15T21:02:51.956 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:51 smithi057 ceph-mon[24810]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail; 121 KiB/s, 0 objects/s recovering 2024-04-15T21:02:51.957 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:51 smithi057 ceph-mon[24810]: from='client.? 172.21.15.57:0/2055271380' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-15T21:02:51.957 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:51 smithi057 ceph-mon[29654]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail; 121 KiB/s, 0 objects/s recovering 2024-04-15T21:02:51.957 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:51 smithi057 ceph-mon[29654]: from='client.? 172.21.15.57:0/2055271380' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-15T21:02:52.091 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:51 smithi148 ceph-mon[25742]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail; 121 KiB/s, 0 objects/s recovering 2024-04-15T21:02:52.091 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:51 smithi148 ceph-mon[25742]: from='client.? 172.21.15.57:0/2055271380' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-15T21:02:52.189 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-15T21:00:52.897710+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}}] 2024-04-15T21:02:52.190 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell --fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 -- ceph osd pool get .mgr pg_num 2024-04-15T21:02:52.450 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/mon.a/config 2024-04-15T21:02:54.312 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:54 smithi057 ceph-mon[24810]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail; 86 KiB/s, 0 objects/s recovering 2024-04-15T21:02:54.312 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:54 smithi057 ceph-mon[29654]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail; 86 KiB/s, 0 objects/s recovering 2024-04-15T21:02:54.341 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:54 smithi148 ceph-mon[25742]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail; 86 KiB/s, 0 objects/s recovering 2024-04-15T21:02:54.422 INFO:teuthology.orchestra.run.smithi057.stdout:pg_num: 1 2024-04-15T21:02:55.165 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:55 smithi057 ceph-mon[24810]: from='client.? 172.21.15.57:0/159057192' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-15T21:02:55.165 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:55 smithi057 ceph-mon[29654]: from='client.? 172.21.15.57:0/159057192' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-15T21:02:55.167 INFO:tasks.cephadm:Adding prometheus.a on smithi148 2024-04-15T21:02:55.167 DEBUG:teuthology.orchestra.run.smithi148:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 -- ceph orch apply prometheus '1;smithi148=a' 2024-04-15T21:02:55.341 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:55 smithi148 ceph-mon[25742]: from='client.? 172.21.15.57:0/159057192' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-15T21:02:56.341 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:56 smithi148 ceph-mon[25742]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 47 MiB used, 715 GiB / 715 GiB avail; 71 KiB/s, 0 objects/s recovering 2024-04-15T21:02:56.370 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:56 smithi057 ceph-mon[24810]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 47 MiB used, 715 GiB / 715 GiB avail; 71 KiB/s, 0 objects/s recovering 2024-04-15T21:02:56.370 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:56 smithi057 ceph-mon[29654]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 47 MiB used, 715 GiB / 715 GiB avail; 71 KiB/s, 0 objects/s recovering 2024-04-15T21:02:57.194 INFO:teuthology.orchestra.run.smithi148.stdout:Scheduled prometheus update... 2024-04-15T21:02:57.840 DEBUG:teuthology.orchestra.run.smithi148:prometheus.a> sudo journalctl -f -n 0 -u ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@prometheus.a.service 2024-04-15T21:02:57.842 INFO:tasks.cephadm:Adding node-exporter.a on smithi057 2024-04-15T21:02:57.842 INFO:tasks.cephadm:Adding node-exporter.b on smithi148 2024-04-15T21:02:57.842 DEBUG:teuthology.orchestra.run.smithi148:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 -- ceph orch apply node-exporter '2;smithi057=a;smithi148=b' 2024-04-15T21:02:58.439 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:02:58 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[27208]: ignoring --setuser ceph since I am not root 2024-04-15T21:02:58.440 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:02:58 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[27208]: ignoring --setgroup ceph since I am not root 2024-04-15T21:02:58.440 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:02:58 smithi148 ceph-mgr[27212]: -- 172.21.15.148:0/1326567369 <== mon.2 v2:172.21.15.148:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x559588aba340 con 0x559588a92800 2024-04-15T21:02:58.440 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:58 smithi148 ceph-mon[25742]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 47 MiB used, 715 GiB / 715 GiB avail; 63 KiB/s, 0 objects/s recovering 2024-04-15T21:02:58.440 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:58 smithi148 ceph-mon[25742]: from='client.34343 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi148=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:02:58.440 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:58 smithi148 ceph-mon[25742]: Saving service prometheus spec with placement smithi148=a;count:1 2024-04-15T21:02:58.440 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:58 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:02:58.440 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:58 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:02:58.440 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:58 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:02:58.440 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:58 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:02:58.441 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:58 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:02:58.441 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:58 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-04-15T21:02:58.620 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:58 smithi057 ceph-mon[29654]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 47 MiB used, 715 GiB / 715 GiB avail; 63 KiB/s, 0 objects/s recovering 2024-04-15T21:02:58.620 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:58 smithi057 ceph-mon[29654]: from='client.34343 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi148=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:02:58.620 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:58 smithi057 ceph-mon[29654]: Saving service prometheus spec with placement smithi148=a;count:1 2024-04-15T21:02:58.620 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:58 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:02:58.620 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:58 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:02:58.620 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:58 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:02:58.621 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:58 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:02:58.621 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:58 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:02:58.621 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:58 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-04-15T21:02:58.621 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:58 smithi057 ceph-mon[24810]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 47 MiB used, 715 GiB / 715 GiB avail; 63 KiB/s, 0 objects/s recovering 2024-04-15T21:02:58.621 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:58 smithi057 ceph-mon[24810]: from='client.34343 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi148=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:02:58.621 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:58 smithi057 ceph-mon[24810]: Saving service prometheus spec with placement smithi148=a;count:1 2024-04-15T21:02:58.621 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:58 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:02:58.621 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:58 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:02:58.621 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:58 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:02:58.621 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:58 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:02:58.621 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:58 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' 2024-04-15T21:02:58.622 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:58 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-04-15T21:02:58.622 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:02:58 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: ignoring --setuser ceph since I am not root 2024-04-15T21:02:58.622 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:02:58 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: ignoring --setgroup ceph since I am not root 2024-04-15T21:02:58.622 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:02:58 smithi057 ceph-mgr[25048]: -- 172.21.15.57:0/3245541057 <== mon.0 v2:172.21.15.57:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55603e3c2340 con 0x55603e39a800 2024-04-15T21:02:59.091 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:02:58 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[27208]: 2024-04-15T21:02:58.760+0000 7fed55a46000 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-15T21:02:59.091 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:02:58 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[27208]: 2024-04-15T21:02:58.851+0000 7fed55a46000 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-15T21:02:59.119 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:02:58 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 2024-04-15T21:02:58.771+0000 7fd55b121000 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-15T21:02:59.119 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:02:58 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 2024-04-15T21:02:58.863+0000 7fd55b121000 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-15T21:02:59.459 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:59 smithi148 ceph-mon[25742]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-04-15T21:02:59.459 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:02:59 smithi148 ceph-mon[25742]: mgrmap e16: y(active, since 4m), standbys: x 2024-04-15T21:02:59.551 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:59 smithi057 ceph-mon[24810]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-04-15T21:02:59.552 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:02:59 smithi057 ceph-mon[24810]: mgrmap e16: y(active, since 4m), standbys: x 2024-04-15T21:02:59.552 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:02:59 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 2024-04-15T21:02:59.468+0000 7fd55b121000 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-15T21:02:59.552 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:59 smithi057 ceph-mon[29654]: from='mgr.14152 172.21.15.57:0/811463525' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-04-15T21:02:59.552 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:02:59 smithi057 ceph-mon[29654]: mgrmap e16: y(active, since 4m), standbys: x 2024-04-15T21:02:59.796 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:02:59 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[27208]: 2024-04-15T21:02:59.465+0000 7fed55a46000 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-15T21:02:59.796 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:02:59 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[27208]: 2024-04-15T21:02:59.559+0000 7fed55a46000 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-15T21:02:59.796 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:02:59 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[27208]: 2024-04-15T21:02:59.646+0000 7fed55a46000 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-15T21:02:59.796 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:02:59 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[27208]: 2024-04-15T21:02:59.803+0000 7fed55a46000 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-15T21:02:59.869 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:02:59 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 2024-04-15T21:02:59.559+0000 7fd55b121000 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-15T21:02:59.869 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:02:59 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 2024-04-15T21:02:59.644+0000 7fd55b121000 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-15T21:02:59.870 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:02:59 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 2024-04-15T21:02:59.795+0000 7fd55b121000 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-15T21:03:00.069 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:02:59 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[27208]: 2024-04-15T21:02:59.885+0000 7fed55a46000 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-15T21:03:00.069 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:02:59 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[27208]: 2024-04-15T21:02:59.993+0000 7fed55a46000 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-15T21:03:00.070 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:03:00 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[27208]: 2024-04-15T21:03:00.077+0000 7fed55a46000 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-15T21:03:00.231 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:02:59 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 2024-04-15T21:02:59.877+0000 7fd55b121000 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-15T21:03:00.231 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:02:59 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 2024-04-15T21:02:59.988+0000 7fd55b121000 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-15T21:03:00.231 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:03:00 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 2024-04-15T21:03:00.073+0000 7fd55b121000 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-15T21:03:00.232 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:03:00 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 2024-04-15T21:03:00.238+0000 7fd55b121000 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-15T21:03:00.341 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:03:00 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[27208]: 2024-04-15T21:03:00.239+0000 7fed55a46000 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-15T21:03:00.341 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:03:00 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[27208]: 2024-04-15T21:03:00.325+0000 7fed55a46000 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-15T21:03:00.619 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:03:00 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 2024-04-15T21:03:00.326+0000 7fd55b121000 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-15T21:03:01.619 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:03:01 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 2024-04-15T21:03:01.372+0000 7fd55b121000 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-15T21:03:01.619 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:03:01 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 2024-04-15T21:03:01.506+0000 7fd55b121000 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-15T21:03:01.664 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:03:01 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[27208]: 2024-04-15T21:03:01.352+0000 7fed55a46000 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-15T21:03:01.664 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:03:01 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[27208]: 2024-04-15T21:03:01.482+0000 7fed55a46000 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-15T21:03:01.664 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:03:01 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[27208]: 2024-04-15T21:03:01.672+0000 7fed55a46000 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-15T21:03:02.094 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:03:01 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[27208]: 2024-04-15T21:03:01.760+0000 7fed55a46000 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-15T21:03:02.094 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:03:01 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[27208]: 2024-04-15T21:03:01.896+0000 7fed55a46000 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-15T21:03:02.119 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:03:01 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 2024-04-15T21:03:01.701+0000 7fd55b121000 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-15T21:03:02.119 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:03:01 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 2024-04-15T21:03:01.792+0000 7fd55b121000 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-15T21:03:02.119 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:03:01 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 2024-04-15T21:03:01.931+0000 7fd55b121000 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-15T21:03:02.514 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:03:02 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[27208]: 2024-04-15T21:03:02.216+0000 7fed55a46000 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-15T21:03:02.515 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:03:02 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[27208]: 2024-04-15T21:03:02.438+0000 7fed55a46000 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-15T21:03:02.515 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:03:02 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[27208]: 2024-04-15T21:03:02.522+0000 7fed55a46000 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-15T21:03:02.561 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:03:02 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 2024-04-15T21:03:02.255+0000 7fd55b121000 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-15T21:03:02.562 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:03:02 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 2024-04-15T21:03:02.482+0000 7fd55b121000 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-15T21:03:02.562 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:03:02 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 2024-04-15T21:03:02.569+0000 7fd55b121000 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-15T21:03:02.841 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:03:02 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[27208]: 2024-04-15T21:03:02.691+0000 7fed55a46000 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-15T21:03:02.869 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:03:02 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 2024-04-15T21:03:02.744+0000 7fd55b121000 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-15T21:03:03.928 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:03:03 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[27208]: 2024-04-15T21:03:03.633+0000 7fed55a46000 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-15T21:03:03.928 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:03:03 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[27208]: 2024-04-15T21:03:03.936+0000 7fed55a46000 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-15T21:03:04.000 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:03:03 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 2024-04-15T21:03:03.683+0000 7fd55b121000 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-15T21:03:04.001 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:03:04 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 2024-04-15T21:03:04.008+0000 7fd55b121000 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-15T21:03:04.249 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:03:04 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[27208]: 2024-04-15T21:03:04.031+0000 7fed55a46000 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-15T21:03:04.249 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:03:04 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[27208]: 2024-04-15T21:03:04.182+0000 7fed55a46000 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-15T21:03:04.249 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:03:04 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[27208]: [15/Apr/2024:21:03:04] ENGINE Bus STARTING 2024-04-15T21:03:04.253 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:03:04 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 2024-04-15T21:03:04.106+0000 7fd55b121000 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-15T21:03:04.253 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:03:04 smithi057 ceph-mon[24810]: Standby manager daemon x restarted 2024-04-15T21:03:04.253 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:03:04 smithi057 ceph-mon[24810]: Standby manager daemon x started 2024-04-15T21:03:04.253 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:03:04 smithi057 ceph-mon[24810]: from='mgr.? 172.21.15.148:0/2050855464' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-15T21:03:04.253 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:03:04 smithi057 ceph-mon[24810]: from='mgr.? 172.21.15.148:0/2050855464' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-15T21:03:04.253 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:03:04 smithi057 ceph-mon[24810]: from='mgr.? 172.21.15.148:0/2050855464' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-15T21:03:04.253 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:03:04 smithi057 ceph-mon[24810]: from='mgr.? 172.21.15.148:0/2050855464' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-15T21:03:04.592 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:03:04 smithi148 ceph-mon[25742]: Standby manager daemon x restarted 2024-04-15T21:03:04.592 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:03:04 smithi148 ceph-mon[25742]: Standby manager daemon x started 2024-04-15T21:03:04.592 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:03:04 smithi148 ceph-mon[25742]: from='mgr.? 172.21.15.148:0/2050855464' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-15T21:03:04.592 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:03:04 smithi148 ceph-mon[25742]: from='mgr.? 172.21.15.148:0/2050855464' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-15T21:03:04.592 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:03:04 smithi148 ceph-mon[25742]: from='mgr.? 172.21.15.148:0/2050855464' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-15T21:03:04.592 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:03:04 smithi148 ceph-mon[25742]: from='mgr.? 172.21.15.148:0/2050855464' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-15T21:03:04.592 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:03:04 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[27208]: CherryPy Checker: 2024-04-15T21:03:04.593 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:03:04 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[27208]: The Application mounted at '' has an empty config. 2024-04-15T21:03:04.593 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:03:04 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[27208]: 2024-04-15T21:03:04.593 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:03:04 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[27208]: [15/Apr/2024:21:03:04] ENGINE Serving on http://:::9283 2024-04-15T21:03:04.593 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:03:04 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[27208]: [15/Apr/2024:21:03:04] ENGINE Bus STARTED 2024-04-15T21:03:04.619 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:03:04 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 2024-04-15T21:03:04.264+0000 7fd55b121000 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-15T21:03:04.619 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:03:04 smithi057 ceph-mon[29654]: Standby manager daemon x restarted 2024-04-15T21:03:04.619 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:03:04 smithi057 ceph-mon[29654]: Standby manager daemon x started 2024-04-15T21:03:04.620 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:03:04 smithi057 ceph-mon[29654]: from='mgr.? 172.21.15.148:0/2050855464' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-15T21:03:04.620 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:03:04 smithi057 ceph-mon[29654]: from='mgr.? 172.21.15.148:0/2050855464' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-15T21:03:04.620 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:03:04 smithi057 ceph-mon[29654]: from='mgr.? 172.21.15.148:0/2050855464' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-15T21:03:04.620 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:03:04 smithi057 ceph-mon[29654]: from='mgr.? 172.21.15.148:0/2050855464' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-15T21:03:05.591 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:03:05 smithi148 ceph-mon[25742]: mgrmap e17: y(active, since 4m), standbys: x 2024-04-15T21:03:05.591 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:03:05 smithi148 ceph-mon[25742]: Active manager daemon y restarted 2024-04-15T21:03:05.592 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:03:05 smithi148 ceph-mon[25742]: Activating manager daemon y 2024-04-15T21:03:05.592 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:03:05 smithi148 ceph-mon[25742]: osdmap e59: 8 total, 8 up, 8 in 2024-04-15T21:03:05.606 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:03:05 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: [15/Apr/2024:21:03:05] ENGINE Bus STARTING 2024-04-15T21:03:05.606 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:03:05 smithi057 ceph-mon[24810]: mgrmap e17: y(active, since 4m), standbys: x 2024-04-15T21:03:05.606 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:03:05 smithi057 ceph-mon[24810]: Active manager daemon y restarted 2024-04-15T21:03:05.607 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:03:05 smithi057 ceph-mon[24810]: Activating manager daemon y 2024-04-15T21:03:05.607 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:03:05 smithi057 ceph-mon[24810]: osdmap e59: 8 total, 8 up, 8 in 2024-04-15T21:03:05.607 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:03:05 smithi057 ceph-mon[29654]: mgrmap e17: y(active, since 4m), standbys: x 2024-04-15T21:03:05.607 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:03:05 smithi057 ceph-mon[29654]: Active manager daemon y restarted 2024-04-15T21:03:05.607 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:03:05 smithi057 ceph-mon[29654]: Activating manager daemon y 2024-04-15T21:03:05.608 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:03:05 smithi057 ceph-mon[29654]: osdmap e59: 8 total, 8 up, 8 in 2024-04-15T21:03:05.870 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:03:05 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: CherryPy Checker: 2024-04-15T21:03:05.870 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:03:05 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: The Application mounted at '' has an empty config. 2024-04-15T21:03:05.870 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:03:05 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 2024-04-15T21:03:05.870 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:03:05 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: [15/Apr/2024:21:03:05] ENGINE Serving on http://:::9283 2024-04-15T21:03:05.870 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:03:05 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: [15/Apr/2024:21:03:05] ENGINE Bus STARTED 2024-04-15T21:03:05.871 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:03:05 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: [15/Apr/2024:21:03:05] ENGINE Bus STARTING 2024-04-15T21:03:06.141 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:03:05 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: [15/Apr/2024:21:03:05] ENGINE Serving on https://172.21.15.57:7150 2024-04-15T21:03:06.141 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:03:05 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: [15/Apr/2024:21:03:05] ENGINE Bus STARTED 2024-04-15T21:03:06.317 INFO:teuthology.orchestra.run.smithi148.stdout:Scheduled node-exporter update... 2024-04-15T21:03:06.508 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:03:06 smithi148 ceph-mon[25742]: mgrmap e18: y(active, starting, since 1.01354s), standbys: x 2024-04-15T21:03:06.508 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:03:06 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T21:03:06.508 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:03:06 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T21:03:06.508 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:03:06 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T21:03:06.508 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:03:06 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-15T21:03:06.509 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:03:06 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-15T21:03:06.509 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:03:06 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-15T21:03:06.509 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:03:06 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-15T21:03:06.509 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:03:06 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-15T21:03:06.509 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:03:06 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-15T21:03:06.509 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:03:06 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-15T21:03:06.509 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:03:06 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-15T21:03:06.509 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:03:06 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-15T21:03:06.509 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:03:06 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-15T21:03:06.509 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:03:06 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-15T21:03:06.509 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:03:06 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-15T21:03:06.509 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:03:06 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-15T21:03:06.509 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:03:06 smithi148 ceph-mon[25742]: Manager daemon y is now available 2024-04-15T21:03:06.510 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:03:06 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:03:06.510 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:03:06 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:03:06.510 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:03:06 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:03:06.510 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:03:06 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:03:06.510 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:03:06 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:03:06.510 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:03:06 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi148", "name": "osd_memory_target"}]: dispatch 2024-04-15T21:03:06.510 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:03:06 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd='[{"prefix": "config rm", "who": "osd/host:smithi148", "name": "osd_memory_target"}]': finished 2024-04-15T21:03:06.510 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:03:06 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi057", "name": "osd_memory_target"}]: dispatch 2024-04-15T21:03:06.510 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:03:06 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:03:06.510 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:03:06 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd='[{"prefix": "config rm", "who": "osd/host:smithi057", "name": "osd_memory_target"}]': finished 2024-04-15T21:03:06.510 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:03:06 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-15T21:03:06.510 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:03:06 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-15T21:03:06.511 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:03:06 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:03:06.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:03:06 smithi057 ceph-mon[24810]: mgrmap e18: y(active, starting, since 1.01354s), standbys: x 2024-04-15T21:03:06.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:03:06 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T21:03:06.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:03:06 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T21:03:06.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:03:06 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T21:03:06.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:03:06 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-15T21:03:06.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:03:06 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-15T21:03:06.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:03:06 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-15T21:03:06.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:03:06 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-15T21:03:06.621 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:03:06 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-15T21:03:06.621 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:03:06 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-15T21:03:06.621 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:03:06 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-15T21:03:06.621 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:03:06 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-15T21:03:06.621 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:03:06 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-15T21:03:06.621 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:03:06 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-15T21:03:06.621 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:03:06 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-15T21:03:06.621 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:03:06 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-15T21:03:06.621 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:03:06 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-15T21:03:06.621 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:03:06 smithi057 ceph-mon[24810]: Manager daemon y is now available 2024-04-15T21:03:06.621 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:03:06 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:03:06.621 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:03:06 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:03:06.621 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:03:06 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:03:06.621 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:03:06 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:03:06.622 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:03:06 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:03:06.622 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:03:06 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi148", "name": "osd_memory_target"}]: dispatch 2024-04-15T21:03:06.622 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:03:06 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd='[{"prefix": "config rm", "who": "osd/host:smithi148", "name": "osd_memory_target"}]': finished 2024-04-15T21:03:06.622 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:03:06 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi057", "name": "osd_memory_target"}]: dispatch 2024-04-15T21:03:06.622 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:03:06 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:03:06.622 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:03:06 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd='[{"prefix": "config rm", "who": "osd/host:smithi057", "name": "osd_memory_target"}]': finished 2024-04-15T21:03:06.622 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:03:06 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-15T21:03:06.622 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:03:06 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-15T21:03:06.622 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:03:06 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:03:06.622 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:03:06 smithi057 ceph-mon[29654]: mgrmap e18: y(active, starting, since 1.01354s), standbys: x 2024-04-15T21:03:06.623 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:03:06 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T21:03:06.623 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:03:06 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T21:03:06.623 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:03:06 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T21:03:06.623 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:03:06 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-15T21:03:06.623 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:03:06 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-15T21:03:06.623 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:03:06 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-15T21:03:06.623 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:03:06 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-15T21:03:06.623 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:03:06 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-15T21:03:06.623 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:03:06 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-15T21:03:06.623 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:03:06 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-15T21:03:06.623 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:03:06 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-15T21:03:06.623 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:03:06 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-15T21:03:06.623 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:03:06 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-15T21:03:06.623 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:03:06 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-15T21:03:06.623 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:03:06 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-15T21:03:06.624 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:03:06 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-15T21:03:06.624 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:03:06 smithi057 ceph-mon[29654]: Manager daemon y is now available 2024-04-15T21:03:06.624 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:03:06 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:03:06.624 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:03:06 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:03:06.624 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:03:06 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:03:06.624 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:03:06 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:03:06.624 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:03:06 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:03:06.624 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:03:06 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi148", "name": "osd_memory_target"}]: dispatch 2024-04-15T21:03:06.624 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:03:06 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd='[{"prefix": "config rm", "who": "osd/host:smithi148", "name": "osd_memory_target"}]': finished 2024-04-15T21:03:06.624 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:03:06 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi057", "name": "osd_memory_target"}]: dispatch 2024-04-15T21:03:06.624 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:03:06 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:03:06.624 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:03:06 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd='[{"prefix": "config rm", "who": "osd/host:smithi057", "name": "osd_memory_target"}]': finished 2024-04-15T21:03:06.624 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:03:06 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-15T21:03:06.624 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:03:06 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-15T21:03:06.624 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:03:06 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:03:07.570 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:03:07 smithi148 ceph-mon[25742]: Updating smithi148:/etc/ceph/ceph.conf 2024-04-15T21:03:07.571 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:03:07 smithi148 ceph-mon[25742]: Updating smithi057:/etc/ceph/ceph.conf 2024-04-15T21:03:07.571 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:03:07 smithi148 ceph-mon[25742]: [15/Apr/2024:21:03:05] ENGINE Bus STARTING 2024-04-15T21:03:07.571 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:03:07 smithi148 ceph-mon[25742]: [15/Apr/2024:21:03:05] ENGINE Serving on https://172.21.15.57:7150 2024-04-15T21:03:07.571 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:03:07 smithi148 ceph-mon[25742]: [15/Apr/2024:21:03:05] ENGINE Bus STARTED 2024-04-15T21:03:07.571 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:03:07 smithi148 ceph-mon[25742]: Updating smithi057:/etc/ceph/ceph.client.admin.keyring 2024-04-15T21:03:07.571 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:03:07 smithi148 ceph-mon[25742]: Updating smithi148:/etc/ceph/ceph.client.admin.keyring 2024-04-15T21:03:07.571 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:03:07 smithi148 ceph-mon[25742]: mgrmap e19: y(active, since 2s), standbys: x 2024-04-15T21:03:07.571 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:03:07 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:03:07.571 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:03:07 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:03:07.571 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:03:07 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:03:07.571 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:03:07 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:03:07.595 DEBUG:teuthology.orchestra.run.smithi057:node-exporter.a> sudo journalctl -f -n 0 -u ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@node-exporter.a.service 2024-04-15T21:03:07.598 DEBUG:teuthology.orchestra.run.smithi148:node-exporter.b> sudo journalctl -f -n 0 -u ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@node-exporter.b.service 2024-04-15T21:03:07.600 INFO:tasks.cephadm:Adding alertmanager.a on smithi057 2024-04-15T21:03:07.600 DEBUG:teuthology.orchestra.run.smithi148:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 -- ceph orch apply alertmanager '1;smithi057=a' 2024-04-15T21:03:07.619 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:03:07 smithi057 ceph-mon[29654]: Updating smithi148:/etc/ceph/ceph.conf 2024-04-15T21:03:07.619 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:03:07 smithi057 ceph-mon[29654]: Updating smithi057:/etc/ceph/ceph.conf 2024-04-15T21:03:07.619 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:03:07 smithi057 ceph-mon[29654]: [15/Apr/2024:21:03:05] ENGINE Bus STARTING 2024-04-15T21:03:07.620 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:03:07 smithi057 ceph-mon[29654]: [15/Apr/2024:21:03:05] ENGINE Serving on https://172.21.15.57:7150 2024-04-15T21:03:07.620 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:03:07 smithi057 ceph-mon[29654]: [15/Apr/2024:21:03:05] ENGINE Bus STARTED 2024-04-15T21:03:07.620 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:03:07 smithi057 ceph-mon[29654]: Updating smithi057:/etc/ceph/ceph.client.admin.keyring 2024-04-15T21:03:07.620 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:03:07 smithi057 ceph-mon[29654]: Updating smithi148:/etc/ceph/ceph.client.admin.keyring 2024-04-15T21:03:07.620 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:03:07 smithi057 ceph-mon[29654]: mgrmap e19: y(active, since 2s), standbys: x 2024-04-15T21:03:07.620 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:03:07 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:03:07.620 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:03:07 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:03:07.620 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:03:07 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:03:07.620 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:03:07 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:03:07.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:03:07 smithi057 ceph-mon[24810]: Updating smithi148:/etc/ceph/ceph.conf 2024-04-15T21:03:07.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:03:07 smithi057 ceph-mon[24810]: Updating smithi057:/etc/ceph/ceph.conf 2024-04-15T21:03:07.621 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:03:07 smithi057 ceph-mon[24810]: [15/Apr/2024:21:03:05] ENGINE Bus STARTING 2024-04-15T21:03:07.621 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:03:07 smithi057 ceph-mon[24810]: [15/Apr/2024:21:03:05] ENGINE Serving on https://172.21.15.57:7150 2024-04-15T21:03:07.621 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:03:07 smithi057 ceph-mon[24810]: [15/Apr/2024:21:03:05] ENGINE Bus STARTED 2024-04-15T21:03:07.621 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:03:07 smithi057 ceph-mon[24810]: Updating smithi057:/etc/ceph/ceph.client.admin.keyring 2024-04-15T21:03:07.621 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:03:07 smithi057 ceph-mon[24810]: Updating smithi148:/etc/ceph/ceph.client.admin.keyring 2024-04-15T21:03:07.621 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:03:07 smithi057 ceph-mon[24810]: mgrmap e19: y(active, since 2s), standbys: x 2024-04-15T21:03:07.621 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:03:07 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:03:07.621 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:03:07 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:03:07.621 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:03:07 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:03:07.621 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:03:07 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:03:08.591 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:03:08 smithi148 ceph-mon[25742]: from='client.34361 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi057=a;smithi148=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:03:08.592 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:03:08 smithi148 ceph-mon[25742]: pgmap v3: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:03:08.592 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:03:08 smithi148 ceph-mon[25742]: Saving service node-exporter spec with placement smithi057=a;smithi148=b;count:2 2024-04-15T21:03:08.592 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:03:08 smithi148 ceph-mon[25742]: Deploying daemon prometheus.a on smithi148 2024-04-15T21:03:08.592 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:03:08 smithi148 ceph-mon[25742]: pgmap v4: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:03:08.619 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:03:08 smithi057 ceph-mon[24810]: from='client.34361 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi057=a;smithi148=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:03:08.619 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:03:08 smithi057 ceph-mon[24810]: pgmap v3: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:03:08.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:03:08 smithi057 ceph-mon[24810]: Saving service node-exporter spec with placement smithi057=a;smithi148=b;count:2 2024-04-15T21:03:08.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:03:08 smithi057 ceph-mon[24810]: Deploying daemon prometheus.a on smithi148 2024-04-15T21:03:08.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:03:08 smithi057 ceph-mon[24810]: pgmap v4: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:03:08.620 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:03:08 smithi057 ceph-mon[29654]: from='client.34361 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi057=a;smithi148=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:03:08.620 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:03:08 smithi057 ceph-mon[29654]: pgmap v3: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:03:08.620 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:03:08 smithi057 ceph-mon[29654]: Saving service node-exporter spec with placement smithi057=a;smithi148=b;count:2 2024-04-15T21:03:08.620 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:03:08 smithi057 ceph-mon[29654]: Deploying daemon prometheus.a on smithi148 2024-04-15T21:03:08.620 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:03:08 smithi057 ceph-mon[29654]: pgmap v4: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:03:09.526 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:03:09 smithi148 ceph-mon[25742]: pgmap v5: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:03:09.574 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:03:09 smithi057 ceph-mon[24810]: pgmap v5: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:03:09.575 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:03:09 smithi057 ceph-mon[29654]: pgmap v5: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:03:09.869 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:03:09 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 172.21.15.57 - - [15/Apr/2024:21:03:09] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-15T21:03:09.980 INFO:teuthology.orchestra.run.smithi148.stdout:Scheduled alertmanager update... 2024-04-15T21:03:10.841 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:03:10 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:03:10.841 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:03:10 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:03:10.841 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:03:10 smithi148 ceph-mon[25742]: from='client.34385 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi057=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:03:10.841 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:03:10 smithi148 ceph-mon[25742]: Saving service alertmanager spec with placement smithi057=a;count:1 2024-04-15T21:03:10.842 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:03:10 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:03:10.869 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:03:10 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:03:10.870 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:03:10 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:03:10.870 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:03:10 smithi057 ceph-mon[24810]: from='client.34385 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi057=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:03:10.870 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:03:10 smithi057 ceph-mon[24810]: Saving service alertmanager spec with placement smithi057=a;count:1 2024-04-15T21:03:10.870 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:03:10 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:03:10.870 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:03:10 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:03:10.870 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:03:10 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:03:10.870 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:03:10 smithi057 ceph-mon[29654]: from='client.34385 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi057=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:03:10.870 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:03:10 smithi057 ceph-mon[29654]: Saving service alertmanager spec with placement smithi057=a;count:1 2024-04-15T21:03:10.870 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:03:10 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:03:11.019 DEBUG:teuthology.orchestra.run.smithi057:alertmanager.a> sudo journalctl -f -n 0 -u ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@alertmanager.a.service 2024-04-15T21:03:11.022 INFO:tasks.cephadm:Adding grafana.a on smithi148 2024-04-15T21:03:11.022 DEBUG:teuthology.orchestra.run.smithi148:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 -- ceph orch apply grafana '1;smithi148=a' 2024-04-15T21:03:11.591 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:03:11 smithi148 ceph-mon[25742]: pgmap v6: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:03:11.869 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:03:11 smithi057 ceph-mon[24810]: pgmap v6: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:03:11.870 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:03:11 smithi057 ceph-mon[29654]: pgmap v6: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:03:13.404 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:03:13 smithi148 ceph-mon[25742]: pgmap v7: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:03:13.601 INFO:teuthology.orchestra.run.smithi148.stdout:Scheduled grafana update... 2024-04-15T21:03:13.619 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:03:13 smithi057 ceph-mon[24810]: pgmap v7: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:03:13.620 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:03:13 smithi057 ceph-mon[29654]: pgmap v7: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:03:14.830 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:03:14 smithi057 ceph-mon[24810]: from='client.34391 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi148=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:03:14.831 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:03:14 smithi057 ceph-mon[24810]: Saving service grafana spec with placement smithi148=a;count:1 2024-04-15T21:03:14.831 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:03:14 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:03:14.831 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:03:14 smithi057 ceph-mon[29654]: from='client.34391 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi148=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:03:14.831 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:03:14 smithi057 ceph-mon[29654]: Saving service grafana spec with placement smithi148=a;count:1 2024-04-15T21:03:14.831 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:03:14 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:03:15.079 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:03:14 smithi148 ceph-mon[25742]: from='client.34391 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi148=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:03:15.079 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:03:14 smithi148 ceph-mon[25742]: Saving service grafana spec with placement smithi148=a;count:1 2024-04-15T21:03:15.079 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:03:14 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:03:15.748 DEBUG:teuthology.orchestra.run.smithi148:grafana.a> sudo journalctl -f -n 0 -u ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@grafana.a.service 2024-04-15T21:03:15.750 INFO:tasks.cephadm:Setting up client nodes... 2024-04-15T21:03:15.753 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-04-15T21:03:15.785 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:03:15 smithi057 ceph-mon[24810]: pgmap v8: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:03:15.785 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:03:15 smithi057 ceph-mon[29654]: pgmap v8: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:03:16.091 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:03:15 smithi148 ceph-mon[25742]: pgmap v8: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:03:17.830 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:03:17 smithi057 ceph-mon[24810]: pgmap v9: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:03:17.830 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:03:17 smithi057 ceph-mon[29654]: pgmap v9: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:03:17.841 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:03:17 smithi148 ceph-mon[25742]: pgmap v9: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:03:18.297 INFO:teuthology.orchestra.run.smithi057.stdout:[client.0] 2024-04-15T21:03:18.297 INFO:teuthology.orchestra.run.smithi057.stdout: key = AQAWlh1md4zBERAAV8mYoE5gVdTnWB0qz0kjrw== 2024-04-15T21:03:18.901 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:03:18 smithi057 ceph-mon[24810]: from='client.? 172.21.15.57:0/1451635537' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-15T21:03:18.901 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:03:18 smithi057 ceph-mon[24810]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-15T21:03:18.901 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:03:18 smithi057 ceph-mon[24810]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-15T21:03:18.901 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:03:18 smithi057 ceph-mon[29654]: from='client.? 172.21.15.57:0/1451635537' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-15T21:03:18.901 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:03:18 smithi057 ceph-mon[29654]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-15T21:03:18.902 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:03:18 smithi057 ceph-mon[29654]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-15T21:03:18.927 DEBUG:teuthology.orchestra.run.smithi057:> set -ex 2024-04-15T21:03:18.927 DEBUG:teuthology.orchestra.run.smithi057:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2024-04-15T21:03:18.927 DEBUG:teuthology.orchestra.run.smithi057:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-04-15T21:03:18.932 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:03:18 smithi148 ceph-mon[25742]: from='client.? 172.21.15.57:0/1451635537' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-15T21:03:18.932 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:03:18 smithi148 ceph-mon[25742]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-15T21:03:18.932 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:03:18 smithi148 ceph-mon[25742]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-15T21:03:19.017 DEBUG:teuthology.orchestra.run.smithi148:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 -- ceph auth get-or-create client.1 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-04-15T21:03:19.811 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:03:19 smithi148 ceph-mon[25742]: pgmap v10: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:03:20.119 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:03:19 smithi057 ceph-mon[24810]: pgmap v10: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:03:20.120 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:03:19 smithi057 ceph-mon[29654]: pgmap v10: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:03:21.238 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:03:21 smithi148 systemd[1]: Starting Ceph prometheus.a for b97cffaa-fb6a-11ee-bc8f-c7b262605968... 2024-04-15T21:03:21.498 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:03:21 smithi148 ceph-mon[25742]: pgmap v11: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:03:21.619 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:03:21 smithi057 ceph-mon[24810]: pgmap v11: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:03:21.620 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:03:21 smithi057 ceph-mon[29654]: pgmap v11: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:03:22.034 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:03:21 smithi148 podman[41817]: 2024-04-15 21:03:21.84460558 +0000 UTC m=+0.252533123 image pull 514e6a882f6e74806a5856468489eeff8d7106095557578da96935e4d0ba4d9d quay.io/prometheus/prometheus:v2.33.4 2024-04-15T21:03:22.034 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:03:21 smithi148 podman[41817]: 2024-04-15 21:03:21.948273934 +0000 UTC m=+0.356201456 container create 63f6f84eb1e53dbe30e652d5ed4f58455e0b3208f3b77f435f487ca74bc1980a (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-15T21:03:22.076 INFO:teuthology.orchestra.run.smithi148.stdout:[client.1] 2024-04-15T21:03:22.076 INFO:teuthology.orchestra.run.smithi148.stdout: key = AQAalh1mRcy5AxAADO7H3Oz9tPwstDf0IJfrxQ== 2024-04-15T21:03:22.309 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:03:22 smithi148 podman[41817]: 2024-04-15 21:03:22.167169697 +0000 UTC m=+0.575097227 container init 63f6f84eb1e53dbe30e652d5ed4f58455e0b3208f3b77f435f487ca74bc1980a (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-15T21:03:22.310 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:03:22 smithi148 podman[41817]: 2024-04-15 21:03:22.170063986 +0000 UTC m=+0.577991509 container start 63f6f84eb1e53dbe30e652d5ed4f58455e0b3208f3b77f435f487ca74bc1980a (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-15T21:03:22.310 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:03:22 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[41861]: ts=2024-04-15T21:03:22.194Z caller=main.go:475 level=info msg="No time or size retention was set so using the default time retention" duration=15d 2024-04-15T21:03:22.310 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:03:22 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[41861]: ts=2024-04-15T21:03:22.194Z caller=main.go:512 level=info msg="Starting Prometheus" version="(version=2.33.4, branch=HEAD, revision=83032011a5d3e6102624fe58241a374a7201fee8)" 2024-04-15T21:03:22.310 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:03:22 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[41861]: ts=2024-04-15T21:03:22.194Z caller=main.go:517 level=info build_context="(go=go1.17.7, user=root@d13bf69e7be8, date=20220222-16:51:28)" 2024-04-15T21:03:22.310 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:03:22 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[41861]: ts=2024-04-15T21:03:22.194Z caller=main.go:518 level=info host_details="(Linux 5.14.0-438.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024 x86_64 smithi148 (none))" 2024-04-15T21:03:22.310 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:03:22 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[41861]: ts=2024-04-15T21:03:22.194Z caller=main.go:519 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-04-15T21:03:22.310 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:03:22 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[41861]: ts=2024-04-15T21:03:22.194Z caller=main.go:520 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-04-15T21:03:22.310 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:03:22 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[41861]: ts=2024-04-15T21:03:22.195Z caller=web.go:570 level=info component=web msg="Start listening for connections" address=:9095 2024-04-15T21:03:22.310 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:03:22 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[41861]: ts=2024-04-15T21:03:22.195Z caller=main.go:923 level=info msg="Starting TSDB ..." 2024-04-15T21:03:22.310 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:03:22 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[41861]: ts=2024-04-15T21:03:22.196Z caller=tls_config.go:195 level=info component=web msg="TLS is disabled." http2=false 2024-04-15T21:03:22.310 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:03:22 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[41861]: ts=2024-04-15T21:03:22.199Z caller=head.go:493 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-04-15T21:03:22.310 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:03:22 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[41861]: ts=2024-04-15T21:03:22.199Z caller=head.go:527 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.801µs 2024-04-15T21:03:22.311 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:03:22 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[41861]: ts=2024-04-15T21:03:22.199Z caller=head.go:533 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-04-15T21:03:22.311 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:03:22 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[41861]: ts=2024-04-15T21:03:22.199Z caller=head.go:604 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=0 2024-04-15T21:03:22.311 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:03:22 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[41861]: ts=2024-04-15T21:03:22.199Z caller=head.go:610 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=22.073µs wal_replay_duration=156.26µs total_replay_duration=191.448µs 2024-04-15T21:03:22.311 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:03:22 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[41861]: ts=2024-04-15T21:03:22.200Z caller=main.go:944 level=info fs_type=XFS_SUPER_MAGIC 2024-04-15T21:03:22.311 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:03:22 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[41861]: ts=2024-04-15T21:03:22.200Z caller=main.go:947 level=info msg="TSDB started" 2024-04-15T21:03:22.311 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:03:22 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[41861]: ts=2024-04-15T21:03:22.200Z caller=main.go:1128 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-15T21:03:22.311 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:03:22 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[41861]: ts=2024-04-15T21:03:22.222Z caller=main.go:1165 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=21.308439ms db_storage=750ns remote_storage=1.497µs web_handler=300ns query_engine=595ns scrape=376.944µs scrape_sd=22.11µs notify=920ns notify_sd=2.001µs rules=20.543462ms 2024-04-15T21:03:22.311 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:03:22 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[41861]: ts=2024-04-15T21:03:22.222Z caller=main.go:896 level=info msg="Server is ready to receive web requests." 2024-04-15T21:03:22.311 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:03:22 smithi148 bash[41817]: 63f6f84eb1e53dbe30e652d5ed4f58455e0b3208f3b77f435f487ca74bc1980a 2024-04-15T21:03:22.311 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:03:22 smithi148 systemd[1]: Started Ceph prometheus.a for b97cffaa-fb6a-11ee-bc8f-c7b262605968. 2024-04-15T21:03:22.904 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:03:22 smithi148 ceph-mon[25742]: from='client.? 172.21.15.148:0/3071077993' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-15T21:03:22.904 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:03:22 smithi148 ceph-mon[25742]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-15T21:03:22.904 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:03:22 smithi148 ceph-mon[25742]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-15T21:03:22.905 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:03:22 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:03:22.921 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:03:22 smithi057 ceph-mon[24810]: from='client.? 172.21.15.148:0/3071077993' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-15T21:03:22.921 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:03:22 smithi057 ceph-mon[24810]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-15T21:03:22.921 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:03:22 smithi057 ceph-mon[24810]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-15T21:03:22.921 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:03:22 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:03:22.921 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:03:22 smithi057 ceph-mon[29654]: from='client.? 172.21.15.148:0/3071077993' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-15T21:03:22.921 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:03:22 smithi057 ceph-mon[29654]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-15T21:03:22.921 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:03:22 smithi057 ceph-mon[29654]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-15T21:03:22.921 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:03:22 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:03:23.224 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:03:23 smithi057 systemd[1]: Starting Ceph node-exporter.a for b97cffaa-fb6a-11ee-bc8f-c7b262605968... 2024-04-15T21:03:23.305 DEBUG:teuthology.orchestra.run.smithi148:> set -ex 2024-04-15T21:03:23.306 DEBUG:teuthology.orchestra.run.smithi148:> sudo dd of=/etc/ceph/ceph.client.1.keyring 2024-04-15T21:03:23.306 DEBUG:teuthology.orchestra.run.smithi148:> sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2024-04-15T21:03:23.352 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-04-15T21:03:23.352 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2024-04-15T21:03:23.353 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell --fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 -- ceph mgr dump --format=json 2024-04-15T21:03:23.581 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/mon.a/config 2024-04-15T21:03:23.619 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:03:23 smithi057 bash[45558]: Trying to pull quay.io/prometheus/node-exporter:v1.3.1... 2024-04-15T21:03:23.841 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:03:23 smithi148 ceph-mon[25742]: Deploying daemon node-exporter.a on smithi057 2024-04-15T21:03:23.841 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:03:23 smithi148 ceph-mon[25742]: pgmap v12: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:03:23.976 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:03:23 smithi057 ceph-mon[24810]: Deploying daemon node-exporter.a on smithi057 2024-04-15T21:03:23.976 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:03:23 smithi057 ceph-mon[24810]: pgmap v12: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:03:23.976 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:03:23 smithi057 ceph-mon[29654]: Deploying daemon node-exporter.a on smithi057 2024-04-15T21:03:23.976 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:03:23 smithi057 ceph-mon[29654]: pgmap v12: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:03:23.976 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:03:23 smithi057 bash[45558]: Getting image source signatures 2024-04-15T21:03:23.976 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:03:23 smithi057 bash[45558]: Copying blob sha256:aa2a8d90b84cb2a9c422e7005cd166a008ccf22ef5d7d4f07128478585ce35ea 2024-04-15T21:03:23.977 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:03:23 smithi057 bash[45558]: Copying blob sha256:b45d31ee2d7f9f452678a85b0c837c29e12089f31ee8dbac6c8c24dfa4054a30 2024-04-15T21:03:23.977 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:03:23 smithi057 bash[45558]: Copying blob sha256:b5db1e299295edf3005515ab7879c1df64a33c185d3a7a23aa4dcaa17d26f7b3 2024-04-15T21:03:25.582 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:03:25 smithi057 ceph-mon[24810]: pgmap v13: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:03:25.582 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:03:25 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:03:25.583 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:03:25 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 172.21.15.148 - - [15/Apr/2024:21:03:25] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-15T21:03:25.583 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:03:25 smithi057 ceph-mon[29654]: pgmap v13: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:03:25.583 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:03:25 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:03:25.591 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:03:25 smithi148 ceph-mon[25742]: pgmap v13: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:03:25.591 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:03:25 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:03:26.079 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-15T21:03:26.619 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:03:26 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:03:26.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:03:26 smithi057 ceph-mon[24810]: from='client.? 172.21.15.57:0/421518776' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-15T21:03:26.620 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:03:26 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:03:26.620 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:03:26 smithi057 ceph-mon[29654]: from='client.? 172.21.15.57:0/421518776' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-15T21:03:26.620 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:03:26 smithi057 bash[45558]: Copying config sha256:1dbe0e931976487e20e5cfb272087e08a9779c88fd5e9617ed7042dd9751ec26 2024-04-15T21:03:26.633 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:03:26 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:03:26.633 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:03:26 smithi148 ceph-mon[25742]: from='client.? 172.21.15.57:0/421518776' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-15T21:03:27.119 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:03:26 smithi057 bash[45558]: Writing manifest to image destination 2024-04-15T21:03:27.252 INFO:teuthology.orchestra.run.smithi057.stdout:{"epoch":19,"active_gid":24355,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6800","nonce":3738269501},{"type":"v1","addr":"172.21.15.57:6801","nonce":3738269501}]},"active_addr":"172.21.15.57:6801/3738269501","active_change":"2024-04-15T21:03:04.267203+0000","active_mgr_features":4540138303579357183,"available":true,"standbys":[{"gid":34349,"name":"x","mgr_features":4540138303579357183,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.23.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:8.3.5","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"docker.io/library/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"docker.io/arcts/keepalived","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.3.1","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.33.4","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"noautoscale":{"name":"noautoscale","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"global autoscale flag","long_desc":"Option to turn on/off the autoscaler for all pools","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"drive_group_interval":{"name":"drive_group_interval","type":"float","level":"advanced","flags":0,"default_value":"300.0","min":"","max":"","enum_allowed":[],"desc":"interval in seconds between re-application of applied drive_groups","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.23.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:8.3.5","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"docker.io/library/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"docker.io/arcts/keepalived","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.3.1","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.33.4","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"noautoscale":{"name":"noautoscale","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"global autoscale flag","long_desc":"Option to turn on/off the autoscaler for all pools","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"drive_group_interval":{"name":"drive_group_interval","type":"float","level":"advanced","flags":0,"default_value":"300.0","min":"","max":"","enum_allowed":[],"desc":"interval in seconds between re-application of applied drive_groups","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.57:8443/","prometheus":"http://172.21.15.57:9283/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"last_failure_osd_epoch":59,"active_clients":[{"addrvec":[{"type":"v2","addr":"172.21.15.57:0","nonce":3186003643}]},{"addrvec":[{"type":"v2","addr":"172.21.15.57:0","nonce":2466702203}]},{"addrvec":[{"type":"v2","addr":"172.21.15.57:0","nonce":4050155454}]},{"addrvec":[{"type":"v2","addr":"172.21.15.57:0","nonce":2408338636}]}]}} 2024-04-15T21:03:27.256 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2024-04-15T21:03:27.256 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2024-04-15T21:03:27.256 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell --fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 -- ceph osd dump --format=json 2024-04-15T21:03:27.425 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:03:27 smithi057 podman[45558]: 2024-04-15 21:03:27.147244066 +0000 UTC m=+4.023615802 image pull 1dbe0e931976487e20e5cfb272087e08a9779c88fd5e9617ed7042dd9751ec26 quay.io/prometheus/node-exporter:v1.3.1 2024-04-15T21:03:27.425 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:03:27 smithi057 podman[45558]: 2024-04-15 21:03:27.351341545 +0000 UTC m=+4.227713270 container create 5a239454347cedf4040a07eca59845b68b22a62f77bc872ed3dff1cc0d5f3d27 (image=quay.io/prometheus/node-exporter:v1.3.1, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-15T21:03:27.674 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/mon.a/config 2024-04-15T21:03:27.799 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:03:27 smithi057 ceph-mon[24810]: pgmap v14: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:03:27.799 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:03:27 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:03:27.799 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:03:27 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:03:27.800 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:03:27 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 172.21.15.148 - - [15/Apr/2024:21:03:27] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-15T21:03:27.800 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:03:27 smithi057 ceph-mon[29654]: pgmap v14: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:03:27.800 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:03:27 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:03:27.800 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:03:27 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:03:27.801 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:03:27 smithi057 podman[45558]: 2024-04-15 21:03:27.53699066 +0000 UTC m=+4.413362384 container init 5a239454347cedf4040a07eca59845b68b22a62f77bc872ed3dff1cc0d5f3d27 (image=quay.io/prometheus/node-exporter:v1.3.1, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-15T21:03:27.801 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:03:27 smithi057 podman[45558]: 2024-04-15 21:03:27.540112983 +0000 UTC m=+4.416484708 container start 5a239454347cedf4040a07eca59845b68b22a62f77bc872ed3dff1cc0d5f3d27 (image=quay.io/prometheus/node-exporter:v1.3.1, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-15T21:03:27.801 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:03:27 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[45783]: ts=2024-04-15T21:03:27.543Z caller=node_exporter.go:182 level=info msg="Starting node_exporter" version="(version=1.3.1, branch=HEAD, revision=a2321e7b940ddcff26873612bccdf7cd4c42b6b6)" 2024-04-15T21:03:27.801 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:03:27 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[45783]: ts=2024-04-15T21:03:27.543Z caller=node_exporter.go:183 level=info msg="Build context" build_context="(go=go1.17.3, user=root@243aafa5525c, date=20211205-11:09:49)" 2024-04-15T21:03:27.801 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:03:27 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[45783]: ts=2024-04-15T21:03:27.544Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+)($|/) 2024-04-15T21:03:27.801 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:03:27 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[45783]: ts=2024-04-15T21:03:27.544Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-04-15T21:03:27.801 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:03:27 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[45783]: ts=2024-04-15T21:03:27.544Z caller=node_exporter.go:108 level=info msg="Enabled collectors" 2024-04-15T21:03:27.801 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:03:27 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[45783]: ts=2024-04-15T21:03:27.544Z caller=node_exporter.go:115 level=info collector=arp 2024-04-15T21:03:27.801 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:03:27 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[45783]: ts=2024-04-15T21:03:27.544Z caller=node_exporter.go:115 level=info collector=bcache 2024-04-15T21:03:27.801 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:03:27 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[45783]: ts=2024-04-15T21:03:27.544Z caller=node_exporter.go:115 level=info collector=bonding 2024-04-15T21:03:27.801 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:03:27 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[45783]: ts=2024-04-15T21:03:27.544Z caller=node_exporter.go:115 level=info collector=btrfs 2024-04-15T21:03:27.801 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:03:27 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[45783]: ts=2024-04-15T21:03:27.544Z caller=node_exporter.go:115 level=info collector=conntrack 2024-04-15T21:03:27.802 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:03:27 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[45783]: ts=2024-04-15T21:03:27.544Z caller=node_exporter.go:115 level=info collector=cpu 2024-04-15T21:03:27.802 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:03:27 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[45783]: ts=2024-04-15T21:03:27.544Z caller=node_exporter.go:115 level=info collector=cpufreq 2024-04-15T21:03:27.802 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:03:27 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[45783]: ts=2024-04-15T21:03:27.544Z caller=node_exporter.go:115 level=info collector=diskstats 2024-04-15T21:03:27.802 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:03:27 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[45783]: ts=2024-04-15T21:03:27.544Z caller=node_exporter.go:115 level=info collector=dmi 2024-04-15T21:03:27.802 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:03:27 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[45783]: ts=2024-04-15T21:03:27.544Z caller=node_exporter.go:115 level=info collector=edac 2024-04-15T21:03:27.802 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:03:27 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[45783]: ts=2024-04-15T21:03:27.544Z caller=node_exporter.go:115 level=info collector=entropy 2024-04-15T21:03:27.802 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:03:27 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[45783]: ts=2024-04-15T21:03:27.544Z caller=node_exporter.go:115 level=info collector=fibrechannel 2024-04-15T21:03:27.802 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:03:27 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[45783]: ts=2024-04-15T21:03:27.544Z caller=node_exporter.go:115 level=info collector=filefd 2024-04-15T21:03:27.802 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:03:27 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[45783]: ts=2024-04-15T21:03:27.544Z caller=node_exporter.go:115 level=info collector=filesystem 2024-04-15T21:03:27.802 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:03:27 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[45783]: ts=2024-04-15T21:03:27.544Z caller=node_exporter.go:115 level=info collector=hwmon 2024-04-15T21:03:27.802 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:03:27 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[45783]: ts=2024-04-15T21:03:27.544Z caller=node_exporter.go:115 level=info collector=infiniband 2024-04-15T21:03:27.802 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:03:27 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[45783]: ts=2024-04-15T21:03:27.544Z caller=node_exporter.go:115 level=info collector=ipvs 2024-04-15T21:03:27.802 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:03:27 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[45783]: ts=2024-04-15T21:03:27.544Z caller=node_exporter.go:115 level=info collector=loadavg 2024-04-15T21:03:27.802 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:03:27 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[45783]: ts=2024-04-15T21:03:27.544Z caller=node_exporter.go:115 level=info collector=mdadm 2024-04-15T21:03:27.803 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:03:27 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[45783]: ts=2024-04-15T21:03:27.544Z caller=node_exporter.go:115 level=info collector=meminfo 2024-04-15T21:03:27.803 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:03:27 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[45783]: ts=2024-04-15T21:03:27.544Z caller=node_exporter.go:115 level=info collector=netclass 2024-04-15T21:03:27.803 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:03:27 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[45783]: ts=2024-04-15T21:03:27.544Z caller=node_exporter.go:115 level=info collector=netdev 2024-04-15T21:03:27.803 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:03:27 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[45783]: ts=2024-04-15T21:03:27.544Z caller=node_exporter.go:115 level=info collector=netstat 2024-04-15T21:03:27.803 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:03:27 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[45783]: ts=2024-04-15T21:03:27.544Z caller=node_exporter.go:115 level=info collector=nfs 2024-04-15T21:03:27.803 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:03:27 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[45783]: ts=2024-04-15T21:03:27.544Z caller=node_exporter.go:115 level=info collector=nfsd 2024-04-15T21:03:27.803 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:03:27 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[45783]: ts=2024-04-15T21:03:27.544Z caller=node_exporter.go:115 level=info collector=nvme 2024-04-15T21:03:27.803 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:03:27 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[45783]: ts=2024-04-15T21:03:27.544Z caller=node_exporter.go:115 level=info collector=os 2024-04-15T21:03:27.803 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:03:27 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[45783]: ts=2024-04-15T21:03:27.544Z caller=node_exporter.go:115 level=info collector=powersupplyclass 2024-04-15T21:03:27.803 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:03:27 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[45783]: ts=2024-04-15T21:03:27.544Z caller=node_exporter.go:115 level=info collector=pressure 2024-04-15T21:03:27.803 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:03:27 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[45783]: ts=2024-04-15T21:03:27.544Z caller=node_exporter.go:115 level=info collector=rapl 2024-04-15T21:03:27.803 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:03:27 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[45783]: ts=2024-04-15T21:03:27.544Z caller=node_exporter.go:115 level=info collector=schedstat 2024-04-15T21:03:27.803 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:03:27 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[45783]: ts=2024-04-15T21:03:27.544Z caller=node_exporter.go:115 level=info collector=sockstat 2024-04-15T21:03:27.803 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:03:27 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[45783]: ts=2024-04-15T21:03:27.544Z caller=node_exporter.go:115 level=info collector=softnet 2024-04-15T21:03:27.803 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:03:27 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[45783]: ts=2024-04-15T21:03:27.544Z caller=node_exporter.go:115 level=info collector=stat 2024-04-15T21:03:27.804 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:03:27 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[45783]: ts=2024-04-15T21:03:27.544Z caller=node_exporter.go:115 level=info collector=tapestats 2024-04-15T21:03:27.804 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:03:27 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[45783]: ts=2024-04-15T21:03:27.544Z caller=node_exporter.go:115 level=info collector=textfile 2024-04-15T21:03:27.804 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:03:27 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[45783]: ts=2024-04-15T21:03:27.544Z caller=node_exporter.go:115 level=info collector=thermal_zone 2024-04-15T21:03:27.804 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:03:27 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[45783]: ts=2024-04-15T21:03:27.544Z caller=node_exporter.go:115 level=info collector=time 2024-04-15T21:03:27.804 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:03:27 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[45783]: ts=2024-04-15T21:03:27.544Z caller=node_exporter.go:115 level=info collector=udp_queues 2024-04-15T21:03:27.804 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:03:27 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[45783]: ts=2024-04-15T21:03:27.544Z caller=node_exporter.go:115 level=info collector=uname 2024-04-15T21:03:27.804 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:03:27 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[45783]: ts=2024-04-15T21:03:27.544Z caller=node_exporter.go:115 level=info collector=vmstat 2024-04-15T21:03:27.804 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:03:27 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[45783]: ts=2024-04-15T21:03:27.544Z caller=node_exporter.go:115 level=info collector=xfs 2024-04-15T21:03:27.804 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:03:27 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[45783]: ts=2024-04-15T21:03:27.544Z caller=node_exporter.go:115 level=info collector=zfs 2024-04-15T21:03:27.804 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:03:27 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[45783]: ts=2024-04-15T21:03:27.544Z caller=node_exporter.go:199 level=info msg="Listening on" address=:9100 2024-04-15T21:03:27.804 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:03:27 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[45783]: ts=2024-04-15T21:03:27.545Z caller=tls_config.go:195 level=info msg="TLS is disabled." http2=false 2024-04-15T21:03:27.804 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:03:27 smithi057 bash[45558]: 5a239454347cedf4040a07eca59845b68b22a62f77bc872ed3dff1cc0d5f3d27 2024-04-15T21:03:27.804 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:03:27 smithi057 systemd[1]: Started Ceph node-exporter.a for b97cffaa-fb6a-11ee-bc8f-c7b262605968. 2024-04-15T21:03:28.001 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:03:27 smithi148 ceph-mon[25742]: pgmap v14: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:03:28.002 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:03:27 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:03:28.002 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:03:27 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:03:28.716 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:03:28 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 172.21.15.148 - - [15/Apr/2024:21:03:28] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-15T21:03:28.931 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:03:28 smithi148 ceph-mon[25742]: Detected new or changed devices on smithi148 2024-04-15T21:03:28.931 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:03:28 smithi148 ceph-mon[25742]: Deploying daemon node-exporter.b on smithi148 2024-04-15T21:03:28.931 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:03:28 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:03:28.931 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:03:28 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:03:28.932 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:03:28 smithi148 systemd[1]: Starting Ceph node-exporter.b for b97cffaa-fb6a-11ee-bc8f-c7b262605968... 2024-04-15T21:03:29.016 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:03:28 smithi057 ceph-mon[24810]: Detected new or changed devices on smithi148 2024-04-15T21:03:29.016 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:03:28 smithi057 ceph-mon[24810]: Deploying daemon node-exporter.b on smithi148 2024-04-15T21:03:29.016 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:03:28 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:03:29.016 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:03:28 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:03:29.016 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:03:28 smithi057 ceph-mon[29654]: Detected new or changed devices on smithi148 2024-04-15T21:03:29.016 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:03:28 smithi057 ceph-mon[29654]: Deploying daemon node-exporter.b on smithi148 2024-04-15T21:03:29.016 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:03:28 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:03:29.017 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:03:28 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:03:29.341 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:03:28 smithi148 bash[42717]: Trying to pull quay.io/prometheus/node-exporter:v1.3.1... 2024-04-15T21:03:29.542 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-15T21:03:29.542 INFO:teuthology.orchestra.run.smithi057.stdout:{"epoch":59,"fsid":"b97cffaa-fb6a-11ee-bc8f-c7b262605968","created":"2024-04-15T20:57:45.816027+0000","modified":"2024-04-15T21:03:04.266846+0000","last_up_change":"2024-04-15T21:02:45.865625+0000","last_in_change":"2024-04-15T21:02:27.838343+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-15T21:00:52.897710+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}}],"osds":[{"osd":0,"uuid":"f8fba2ce-8231-493e-ad9a-e6271470f262","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6802","nonce":3504822562},{"type":"v1","addr":"172.21.15.57:6803","nonce":3504822562}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6804","nonce":3504822562},{"type":"v1","addr":"172.21.15.57:6805","nonce":3504822562}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6808","nonce":3504822562},{"type":"v1","addr":"172.21.15.57:6809","nonce":3504822562}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6806","nonce":3504822562},{"type":"v1","addr":"172.21.15.57:6807","nonce":3504822562}]},"public_addr":"172.21.15.57:6803/3504822562","cluster_addr":"172.21.15.57:6805/3504822562","heartbeat_back_addr":"172.21.15.57:6809/3504822562","heartbeat_front_addr":"172.21.15.57:6807/3504822562","state":["exists","up"]},{"osd":1,"uuid":"4eb74b01-1dbb-4df5-bf51-253b8071842f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6810","nonce":3175622188},{"type":"v1","addr":"172.21.15.57:6811","nonce":3175622188}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6812","nonce":3175622188},{"type":"v1","addr":"172.21.15.57:6813","nonce":3175622188}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6816","nonce":3175622188},{"type":"v1","addr":"172.21.15.57:6817","nonce":3175622188}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6814","nonce":3175622188},{"type":"v1","addr":"172.21.15.57:6815","nonce":3175622188}]},"public_addr":"172.21.15.57:6811/3175622188","cluster_addr":"172.21.15.57:6813/3175622188","heartbeat_back_addr":"172.21.15.57:6817/3175622188","heartbeat_front_addr":"172.21.15.57:6815/3175622188","state":["exists","up"]},{"osd":2,"uuid":"d21bfdd8-15bc-4963-8ab0-354b7db83e48","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6818","nonce":196945217},{"type":"v1","addr":"172.21.15.57:6819","nonce":196945217}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6820","nonce":196945217},{"type":"v1","addr":"172.21.15.57:6821","nonce":196945217}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6824","nonce":196945217},{"type":"v1","addr":"172.21.15.57:6825","nonce":196945217}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6822","nonce":196945217},{"type":"v1","addr":"172.21.15.57:6823","nonce":196945217}]},"public_addr":"172.21.15.57:6819/196945217","cluster_addr":"172.21.15.57:6821/196945217","heartbeat_back_addr":"172.21.15.57:6825/196945217","heartbeat_front_addr":"172.21.15.57:6823/196945217","state":["exists","up"]},{"osd":3,"uuid":"31c9990b-e5fa-4cff-9f22-4533033ca696","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6826","nonce":3715281942},{"type":"v1","addr":"172.21.15.57:6827","nonce":3715281942}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6828","nonce":3715281942},{"type":"v1","addr":"172.21.15.57:6829","nonce":3715281942}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6832","nonce":3715281942},{"type":"v1","addr":"172.21.15.57:6833","nonce":3715281942}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6830","nonce":3715281942},{"type":"v1","addr":"172.21.15.57:6831","nonce":3715281942}]},"public_addr":"172.21.15.57:6827/3715281942","cluster_addr":"172.21.15.57:6829/3715281942","heartbeat_back_addr":"172.21.15.57:6833/3715281942","heartbeat_front_addr":"172.21.15.57:6831/3715281942","state":["exists","up"]},{"osd":4,"uuid":"c45bbb40-7f98-4d77-baf4-ebfb654b6048","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6800","nonce":3469977360},{"type":"v1","addr":"172.21.15.148:6801","nonce":3469977360}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6802","nonce":3469977360},{"type":"v1","addr":"172.21.15.148:6803","nonce":3469977360}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6806","nonce":3469977360},{"type":"v1","addr":"172.21.15.148:6807","nonce":3469977360}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6804","nonce":3469977360},{"type":"v1","addr":"172.21.15.148:6805","nonce":3469977360}]},"public_addr":"172.21.15.148:6801/3469977360","cluster_addr":"172.21.15.148:6803/3469977360","heartbeat_back_addr":"172.21.15.148:6807/3469977360","heartbeat_front_addr":"172.21.15.148:6805/3469977360","state":["exists","up"]},{"osd":5,"uuid":"31a8ee27-97f4-41b2-8063-2706eb515df0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6808","nonce":3668907944},{"type":"v1","addr":"172.21.15.148:6809","nonce":3668907944}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6810","nonce":3668907944},{"type":"v1","addr":"172.21.15.148:6811","nonce":3668907944}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6814","nonce":3668907944},{"type":"v1","addr":"172.21.15.148:6815","nonce":3668907944}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6812","nonce":3668907944},{"type":"v1","addr":"172.21.15.148:6813","nonce":3668907944}]},"public_addr":"172.21.15.148:6809/3668907944","cluster_addr":"172.21.15.148:6811/3668907944","heartbeat_back_addr":"172.21.15.148:6815/3668907944","heartbeat_front_addr":"172.21.15.148:6813/3668907944","state":["exists","up"]},{"osd":6,"uuid":"cab9e27d-134d-431a-b316-5551e1f65c43","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6816","nonce":1939384096},{"type":"v1","addr":"172.21.15.148:6817","nonce":1939384096}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6818","nonce":1939384096},{"type":"v1","addr":"172.21.15.148:6819","nonce":1939384096}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6822","nonce":1939384096},{"type":"v1","addr":"172.21.15.148:6823","nonce":1939384096}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6820","nonce":1939384096},{"type":"v1","addr":"172.21.15.148:6821","nonce":1939384096}]},"public_addr":"172.21.15.148:6817/1939384096","cluster_addr":"172.21.15.148:6819/1939384096","heartbeat_back_addr":"172.21.15.148:6823/1939384096","heartbeat_front_addr":"172.21.15.148:6821/1939384096","state":["exists","up"]},{"osd":7,"uuid":"6e2180d7-336b-468a-ac36-ccb7965a4929","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6824","nonce":2925747447},{"type":"v1","addr":"172.21.15.148:6825","nonce":2925747447}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6826","nonce":2925747447},{"type":"v1","addr":"172.21.15.148:6827","nonce":2925747447}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6830","nonce":2925747447},{"type":"v1","addr":"172.21.15.148:6831","nonce":2925747447}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6828","nonce":2925747447},{"type":"v1","addr":"172.21.15.148:6829","nonce":2925747447}]},"public_addr":"172.21.15.148:6825/2925747447","cluster_addr":"172.21.15.148:6827/2925747447","heartbeat_back_addr":"172.21.15.148:6831/2925747447","heartbeat_front_addr":"172.21.15.148:6829/2925747447","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T21:00:02.465913+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T21:00:25.579271+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T21:00:49.269940+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T21:01:13.175035+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T21:01:36.367364+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T21:01:58.436892+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T21:02:20.976630+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T21:02:44.258700+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.57:0/2234479058":"2024-04-16T21:03:04.266809+0000","172.21.15.57:6800/1509836413":"2024-04-16T21:03:04.266809+0000","172.21.15.57:0/3376397771":"2024-04-16T20:58:40.534860+0000","172.21.15.57:0/4179622232":"2024-04-16T21:03:04.266809+0000","172.21.15.57:6801/2693592197":"2024-04-16T20:58:40.534860+0000","172.21.15.57:0/903316036":"2024-04-16T21:03:04.266809+0000","172.21.15.57:6800/2693592197":"2024-04-16T20:58:40.534860+0000","172.21.15.57:0/3899667968":"2024-04-16T20:58:40.534860+0000","172.21.15.57:0/2947471630":"2024-04-16T20:58:18.195233+0000","172.21.15.57:0/3869244986":"2024-04-16T21:03:04.266809+0000","172.21.15.57:0/3629855466":"2024-04-16T20:58:40.534860+0000","172.21.15.57:6800/936834644":"2024-04-16T20:58:18.195233+0000","172.21.15.57:6801/936834644":"2024-04-16T20:58:18.195233+0000","172.21.15.57:0/597653466":"2024-04-16T20:58:18.195233+0000","172.21.15.57:6801/1509836413":"2024-04-16T21:03:04.266809+0000","172.21.15.57:0/1397776360":"2024-04-16T20:58:18.195233+0000"},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-15T21:03:29.725 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:03:29 smithi148 bash[42717]: Getting image source signatures 2024-04-15T21:03:29.725 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:03:29 smithi148 bash[42717]: Copying blob sha256:b5db1e299295edf3005515ab7879c1df64a33c185d3a7a23aa4dcaa17d26f7b3 2024-04-15T21:03:29.725 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:03:29 smithi148 bash[42717]: Copying blob sha256:b45d31ee2d7f9f452678a85b0c837c29e12089f31ee8dbac6c8c24dfa4054a30 2024-04-15T21:03:29.725 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:03:29 smithi148 bash[42717]: Copying blob sha256:aa2a8d90b84cb2a9c422e7005cd166a008ccf22ef5d7d4f07128478585ce35ea 2024-04-15T21:03:29.983 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:03:29 smithi057 ceph-mon[24810]: pgmap v15: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:03:29.983 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:03:29 smithi057 ceph-mon[24810]: from='client.? 172.21.15.57:0/859930104' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-15T21:03:29.983 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:03:29 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:03:29.983 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:03:29 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:03:29.984 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:03:29 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 172.21.15.57 - - [15/Apr/2024:21:03:29] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-15T21:03:29.984 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:03:29 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:03:29] "GET /metrics HTTP/1.1" 200 191510 "" "Prometheus/2.33.4" 2024-04-15T21:03:29.984 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:03:29 smithi057 ceph-mon[29654]: pgmap v15: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:03:29.984 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:03:29 smithi057 ceph-mon[29654]: from='client.? 172.21.15.57:0/859930104' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-15T21:03:29.984 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:03:29 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:03:29.984 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:03:29 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:03:30.091 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:03:29 smithi148 ceph-mon[25742]: pgmap v15: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:03:30.091 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:03:29 smithi148 ceph-mon[25742]: from='client.? 172.21.15.57:0/859930104' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-15T21:03:30.091 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:03:29 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:03:30.091 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:03:29 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:03:30.655 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2024-04-15T21:03:30.655 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell --fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 -- ceph osd dump --format=json 2024-04-15T21:03:30.911 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/mon.a/config 2024-04-15T21:03:31.091 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:03:30 smithi148 bash[42717]: Copying config sha256:1dbe0e931976487e20e5cfb272087e08a9779c88fd5e9617ed7042dd9751ec26 2024-04-15T21:03:31.091 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:03:30 smithi148 bash[42717]: Writing manifest to image destination 2024-04-15T21:03:31.469 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:03:31 smithi148 ceph-mon[25742]: pgmap v16: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:03:31.470 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:03:31 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[27208]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:03:31] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-15T21:03:31.470 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:03:31 smithi148 podman[42717]: 2024-04-15 21:03:31.110742025 +0000 UTC m=+2.262995273 image pull 1dbe0e931976487e20e5cfb272087e08a9779c88fd5e9617ed7042dd9751ec26 quay.io/prometheus/node-exporter:v1.3.1 2024-04-15T21:03:31.470 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:03:31 smithi148 podman[42717]: 2024-04-15 21:03:31.200794492 +0000 UTC m=+2.353047740 container create 1dc7a4f623edf8503f37fd48362175d6d85d4e31fabc808d6870753091000c5d (image=quay.io/prometheus/node-exporter:v1.3.1, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-15T21:03:31.471 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:03:31 smithi148 podman[42717]: 2024-04-15 21:03:31.40341287 +0000 UTC m=+2.555666127 container init 1dc7a4f623edf8503f37fd48362175d6d85d4e31fabc808d6870753091000c5d (image=quay.io/prometheus/node-exporter:v1.3.1, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-15T21:03:31.471 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:03:31 smithi148 podman[42717]: 2024-04-15 21:03:31.406690802 +0000 UTC m=+2.558944057 container start 1dc7a4f623edf8503f37fd48362175d6d85d4e31fabc808d6870753091000c5d (image=quay.io/prometheus/node-exporter:v1.3.1, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-15T21:03:31.471 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:03:31 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[42768]: ts=2024-04-15T21:03:31.411Z caller=node_exporter.go:182 level=info msg="Starting node_exporter" version="(version=1.3.1, branch=HEAD, revision=a2321e7b940ddcff26873612bccdf7cd4c42b6b6)" 2024-04-15T21:03:31.471 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:03:31 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[42768]: ts=2024-04-15T21:03:31.411Z caller=node_exporter.go:183 level=info msg="Build context" build_context="(go=go1.17.3, user=root@243aafa5525c, date=20211205-11:09:49)" 2024-04-15T21:03:31.471 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:03:31 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[42768]: ts=2024-04-15T21:03:31.411Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+)($|/) 2024-04-15T21:03:31.471 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:03:31 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[42768]: ts=2024-04-15T21:03:31.411Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-04-15T21:03:31.471 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:03:31 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[42768]: ts=2024-04-15T21:03:31.412Z caller=node_exporter.go:108 level=info msg="Enabled collectors" 2024-04-15T21:03:31.471 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:03:31 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[42768]: ts=2024-04-15T21:03:31.412Z caller=node_exporter.go:115 level=info collector=arp 2024-04-15T21:03:31.471 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:03:31 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[42768]: ts=2024-04-15T21:03:31.412Z caller=node_exporter.go:115 level=info collector=bcache 2024-04-15T21:03:31.471 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:03:31 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[42768]: ts=2024-04-15T21:03:31.412Z caller=node_exporter.go:115 level=info collector=bonding 2024-04-15T21:03:31.471 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:03:31 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[42768]: ts=2024-04-15T21:03:31.412Z caller=node_exporter.go:115 level=info collector=btrfs 2024-04-15T21:03:31.471 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:03:31 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[42768]: ts=2024-04-15T21:03:31.412Z caller=node_exporter.go:115 level=info collector=conntrack 2024-04-15T21:03:31.471 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:03:31 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[42768]: ts=2024-04-15T21:03:31.412Z caller=node_exporter.go:115 level=info collector=cpu 2024-04-15T21:03:31.472 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:03:31 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[42768]: ts=2024-04-15T21:03:31.412Z caller=node_exporter.go:115 level=info collector=cpufreq 2024-04-15T21:03:31.472 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:03:31 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[42768]: ts=2024-04-15T21:03:31.412Z caller=node_exporter.go:115 level=info collector=diskstats 2024-04-15T21:03:31.472 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:03:31 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[42768]: ts=2024-04-15T21:03:31.412Z caller=node_exporter.go:115 level=info collector=dmi 2024-04-15T21:03:31.472 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:03:31 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[42768]: ts=2024-04-15T21:03:31.412Z caller=node_exporter.go:115 level=info collector=edac 2024-04-15T21:03:31.472 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:03:31 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[42768]: ts=2024-04-15T21:03:31.412Z caller=node_exporter.go:115 level=info collector=entropy 2024-04-15T21:03:31.472 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:03:31 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[42768]: ts=2024-04-15T21:03:31.412Z caller=node_exporter.go:115 level=info collector=fibrechannel 2024-04-15T21:03:31.472 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:03:31 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[42768]: ts=2024-04-15T21:03:31.412Z caller=node_exporter.go:115 level=info collector=filefd 2024-04-15T21:03:31.472 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:03:31 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[42768]: ts=2024-04-15T21:03:31.412Z caller=node_exporter.go:115 level=info collector=filesystem 2024-04-15T21:03:31.472 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:03:31 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[42768]: ts=2024-04-15T21:03:31.412Z caller=node_exporter.go:115 level=info collector=hwmon 2024-04-15T21:03:31.472 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:03:31 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[42768]: ts=2024-04-15T21:03:31.412Z caller=node_exporter.go:115 level=info collector=infiniband 2024-04-15T21:03:31.472 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:03:31 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[42768]: ts=2024-04-15T21:03:31.412Z caller=node_exporter.go:115 level=info collector=ipvs 2024-04-15T21:03:31.472 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:03:31 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[42768]: ts=2024-04-15T21:03:31.412Z caller=node_exporter.go:115 level=info collector=loadavg 2024-04-15T21:03:31.472 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:03:31 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[42768]: ts=2024-04-15T21:03:31.412Z caller=node_exporter.go:115 level=info collector=mdadm 2024-04-15T21:03:31.472 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:03:31 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[42768]: ts=2024-04-15T21:03:31.412Z caller=node_exporter.go:115 level=info collector=meminfo 2024-04-15T21:03:31.473 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:03:31 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[42768]: ts=2024-04-15T21:03:31.412Z caller=node_exporter.go:115 level=info collector=netclass 2024-04-15T21:03:31.473 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:03:31 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[42768]: ts=2024-04-15T21:03:31.412Z caller=node_exporter.go:115 level=info collector=netdev 2024-04-15T21:03:31.473 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:03:31 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[42768]: ts=2024-04-15T21:03:31.412Z caller=node_exporter.go:115 level=info collector=netstat 2024-04-15T21:03:31.473 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:03:31 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[42768]: ts=2024-04-15T21:03:31.412Z caller=node_exporter.go:115 level=info collector=nfs 2024-04-15T21:03:31.473 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:03:31 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[42768]: ts=2024-04-15T21:03:31.412Z caller=node_exporter.go:115 level=info collector=nfsd 2024-04-15T21:03:31.473 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:03:31 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[42768]: ts=2024-04-15T21:03:31.412Z caller=node_exporter.go:115 level=info collector=nvme 2024-04-15T21:03:31.473 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:03:31 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[42768]: ts=2024-04-15T21:03:31.412Z caller=node_exporter.go:115 level=info collector=os 2024-04-15T21:03:31.473 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:03:31 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[42768]: ts=2024-04-15T21:03:31.412Z caller=node_exporter.go:115 level=info collector=powersupplyclass 2024-04-15T21:03:31.473 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:03:31 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[42768]: ts=2024-04-15T21:03:31.412Z caller=node_exporter.go:115 level=info collector=pressure 2024-04-15T21:03:31.473 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:03:31 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[42768]: ts=2024-04-15T21:03:31.412Z caller=node_exporter.go:115 level=info collector=rapl 2024-04-15T21:03:31.473 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:03:31 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[42768]: ts=2024-04-15T21:03:31.412Z caller=node_exporter.go:115 level=info collector=schedstat 2024-04-15T21:03:31.473 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:03:31 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[42768]: ts=2024-04-15T21:03:31.412Z caller=node_exporter.go:115 level=info collector=sockstat 2024-04-15T21:03:31.473 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:03:31 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[42768]: ts=2024-04-15T21:03:31.412Z caller=node_exporter.go:115 level=info collector=softnet 2024-04-15T21:03:31.473 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:03:31 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[42768]: ts=2024-04-15T21:03:31.412Z caller=node_exporter.go:115 level=info collector=stat 2024-04-15T21:03:31.474 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:03:31 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[42768]: ts=2024-04-15T21:03:31.412Z caller=node_exporter.go:115 level=info collector=tapestats 2024-04-15T21:03:31.474 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:03:31 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[42768]: ts=2024-04-15T21:03:31.412Z caller=node_exporter.go:115 level=info collector=textfile 2024-04-15T21:03:31.474 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:03:31 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[42768]: ts=2024-04-15T21:03:31.412Z caller=node_exporter.go:115 level=info collector=thermal_zone 2024-04-15T21:03:31.474 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:03:31 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[42768]: ts=2024-04-15T21:03:31.412Z caller=node_exporter.go:115 level=info collector=time 2024-04-15T21:03:31.474 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:03:31 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[42768]: ts=2024-04-15T21:03:31.412Z caller=node_exporter.go:115 level=info collector=udp_queues 2024-04-15T21:03:31.474 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:03:31 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[42768]: ts=2024-04-15T21:03:31.412Z caller=node_exporter.go:115 level=info collector=uname 2024-04-15T21:03:31.474 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:03:31 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[42768]: ts=2024-04-15T21:03:31.412Z caller=node_exporter.go:115 level=info collector=vmstat 2024-04-15T21:03:31.474 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:03:31 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[42768]: ts=2024-04-15T21:03:31.412Z caller=node_exporter.go:115 level=info collector=xfs 2024-04-15T21:03:31.474 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:03:31 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[42768]: ts=2024-04-15T21:03:31.412Z caller=node_exporter.go:115 level=info collector=zfs 2024-04-15T21:03:31.474 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:03:31 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[42768]: ts=2024-04-15T21:03:31.412Z caller=node_exporter.go:199 level=info msg="Listening on" address=:9100 2024-04-15T21:03:31.474 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:03:31 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[42768]: ts=2024-04-15T21:03:31.412Z caller=tls_config.go:195 level=info msg="TLS is disabled." http2=false 2024-04-15T21:03:31.474 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:03:31 smithi148 bash[42717]: 1dc7a4f623edf8503f37fd48362175d6d85d4e31fabc808d6870753091000c5d 2024-04-15T21:03:31.619 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:03:31 smithi057 ceph-mon[24810]: pgmap v16: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:03:31.620 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:03:31 smithi057 ceph-mon[29654]: pgmap v16: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:03:31.841 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:03:31 smithi148 systemd[1]: Started Ceph node-exporter.b for b97cffaa-fb6a-11ee-bc8f-c7b262605968. 2024-04-15T21:03:32.639 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-15T21:03:32.639 INFO:teuthology.orchestra.run.smithi057.stdout:{"epoch":59,"fsid":"b97cffaa-fb6a-11ee-bc8f-c7b262605968","created":"2024-04-15T20:57:45.816027+0000","modified":"2024-04-15T21:03:04.266846+0000","last_up_change":"2024-04-15T21:02:45.865625+0000","last_in_change":"2024-04-15T21:02:27.838343+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-15T21:00:52.897710+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}}],"osds":[{"osd":0,"uuid":"f8fba2ce-8231-493e-ad9a-e6271470f262","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6802","nonce":3504822562},{"type":"v1","addr":"172.21.15.57:6803","nonce":3504822562}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6804","nonce":3504822562},{"type":"v1","addr":"172.21.15.57:6805","nonce":3504822562}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6808","nonce":3504822562},{"type":"v1","addr":"172.21.15.57:6809","nonce":3504822562}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6806","nonce":3504822562},{"type":"v1","addr":"172.21.15.57:6807","nonce":3504822562}]},"public_addr":"172.21.15.57:6803/3504822562","cluster_addr":"172.21.15.57:6805/3504822562","heartbeat_back_addr":"172.21.15.57:6809/3504822562","heartbeat_front_addr":"172.21.15.57:6807/3504822562","state":["exists","up"]},{"osd":1,"uuid":"4eb74b01-1dbb-4df5-bf51-253b8071842f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6810","nonce":3175622188},{"type":"v1","addr":"172.21.15.57:6811","nonce":3175622188}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6812","nonce":3175622188},{"type":"v1","addr":"172.21.15.57:6813","nonce":3175622188}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6816","nonce":3175622188},{"type":"v1","addr":"172.21.15.57:6817","nonce":3175622188}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6814","nonce":3175622188},{"type":"v1","addr":"172.21.15.57:6815","nonce":3175622188}]},"public_addr":"172.21.15.57:6811/3175622188","cluster_addr":"172.21.15.57:6813/3175622188","heartbeat_back_addr":"172.21.15.57:6817/3175622188","heartbeat_front_addr":"172.21.15.57:6815/3175622188","state":["exists","up"]},{"osd":2,"uuid":"d21bfdd8-15bc-4963-8ab0-354b7db83e48","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6818","nonce":196945217},{"type":"v1","addr":"172.21.15.57:6819","nonce":196945217}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6820","nonce":196945217},{"type":"v1","addr":"172.21.15.57:6821","nonce":196945217}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6824","nonce":196945217},{"type":"v1","addr":"172.21.15.57:6825","nonce":196945217}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6822","nonce":196945217},{"type":"v1","addr":"172.21.15.57:6823","nonce":196945217}]},"public_addr":"172.21.15.57:6819/196945217","cluster_addr":"172.21.15.57:6821/196945217","heartbeat_back_addr":"172.21.15.57:6825/196945217","heartbeat_front_addr":"172.21.15.57:6823/196945217","state":["exists","up"]},{"osd":3,"uuid":"31c9990b-e5fa-4cff-9f22-4533033ca696","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6826","nonce":3715281942},{"type":"v1","addr":"172.21.15.57:6827","nonce":3715281942}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6828","nonce":3715281942},{"type":"v1","addr":"172.21.15.57:6829","nonce":3715281942}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6832","nonce":3715281942},{"type":"v1","addr":"172.21.15.57:6833","nonce":3715281942}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6830","nonce":3715281942},{"type":"v1","addr":"172.21.15.57:6831","nonce":3715281942}]},"public_addr":"172.21.15.57:6827/3715281942","cluster_addr":"172.21.15.57:6829/3715281942","heartbeat_back_addr":"172.21.15.57:6833/3715281942","heartbeat_front_addr":"172.21.15.57:6831/3715281942","state":["exists","up"]},{"osd":4,"uuid":"c45bbb40-7f98-4d77-baf4-ebfb654b6048","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6800","nonce":3469977360},{"type":"v1","addr":"172.21.15.148:6801","nonce":3469977360}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6802","nonce":3469977360},{"type":"v1","addr":"172.21.15.148:6803","nonce":3469977360}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6806","nonce":3469977360},{"type":"v1","addr":"172.21.15.148:6807","nonce":3469977360}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6804","nonce":3469977360},{"type":"v1","addr":"172.21.15.148:6805","nonce":3469977360}]},"public_addr":"172.21.15.148:6801/3469977360","cluster_addr":"172.21.15.148:6803/3469977360","heartbeat_back_addr":"172.21.15.148:6807/3469977360","heartbeat_front_addr":"172.21.15.148:6805/3469977360","state":["exists","up"]},{"osd":5,"uuid":"31a8ee27-97f4-41b2-8063-2706eb515df0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6808","nonce":3668907944},{"type":"v1","addr":"172.21.15.148:6809","nonce":3668907944}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6810","nonce":3668907944},{"type":"v1","addr":"172.21.15.148:6811","nonce":3668907944}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6814","nonce":3668907944},{"type":"v1","addr":"172.21.15.148:6815","nonce":3668907944}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6812","nonce":3668907944},{"type":"v1","addr":"172.21.15.148:6813","nonce":3668907944}]},"public_addr":"172.21.15.148:6809/3668907944","cluster_addr":"172.21.15.148:6811/3668907944","heartbeat_back_addr":"172.21.15.148:6815/3668907944","heartbeat_front_addr":"172.21.15.148:6813/3668907944","state":["exists","up"]},{"osd":6,"uuid":"cab9e27d-134d-431a-b316-5551e1f65c43","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6816","nonce":1939384096},{"type":"v1","addr":"172.21.15.148:6817","nonce":1939384096}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6818","nonce":1939384096},{"type":"v1","addr":"172.21.15.148:6819","nonce":1939384096}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6822","nonce":1939384096},{"type":"v1","addr":"172.21.15.148:6823","nonce":1939384096}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6820","nonce":1939384096},{"type":"v1","addr":"172.21.15.148:6821","nonce":1939384096}]},"public_addr":"172.21.15.148:6817/1939384096","cluster_addr":"172.21.15.148:6819/1939384096","heartbeat_back_addr":"172.21.15.148:6823/1939384096","heartbeat_front_addr":"172.21.15.148:6821/1939384096","state":["exists","up"]},{"osd":7,"uuid":"6e2180d7-336b-468a-ac36-ccb7965a4929","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6824","nonce":2925747447},{"type":"v1","addr":"172.21.15.148:6825","nonce":2925747447}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6826","nonce":2925747447},{"type":"v1","addr":"172.21.15.148:6827","nonce":2925747447}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6830","nonce":2925747447},{"type":"v1","addr":"172.21.15.148:6831","nonce":2925747447}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6828","nonce":2925747447},{"type":"v1","addr":"172.21.15.148:6829","nonce":2925747447}]},"public_addr":"172.21.15.148:6825/2925747447","cluster_addr":"172.21.15.148:6827/2925747447","heartbeat_back_addr":"172.21.15.148:6831/2925747447","heartbeat_front_addr":"172.21.15.148:6829/2925747447","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T21:00:02.465913+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T21:00:25.579271+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T21:00:49.269940+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T21:01:13.175035+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T21:01:36.367364+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T21:01:58.436892+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T21:02:20.976630+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T21:02:44.258700+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.57:0/2234479058":"2024-04-16T21:03:04.266809+0000","172.21.15.57:6800/1509836413":"2024-04-16T21:03:04.266809+0000","172.21.15.57:0/3376397771":"2024-04-16T20:58:40.534860+0000","172.21.15.57:0/4179622232":"2024-04-16T21:03:04.266809+0000","172.21.15.57:6801/2693592197":"2024-04-16T20:58:40.534860+0000","172.21.15.57:0/903316036":"2024-04-16T21:03:04.266809+0000","172.21.15.57:6800/2693592197":"2024-04-16T20:58:40.534860+0000","172.21.15.57:0/3899667968":"2024-04-16T20:58:40.534860+0000","172.21.15.57:0/2947471630":"2024-04-16T20:58:18.195233+0000","172.21.15.57:0/3869244986":"2024-04-16T21:03:04.266809+0000","172.21.15.57:0/3629855466":"2024-04-16T20:58:40.534860+0000","172.21.15.57:6800/936834644":"2024-04-16T20:58:18.195233+0000","172.21.15.57:6801/936834644":"2024-04-16T20:58:18.195233+0000","172.21.15.57:0/597653466":"2024-04-16T20:58:18.195233+0000","172.21.15.57:6801/1509836413":"2024-04-16T21:03:04.266809+0000","172.21.15.57:0/1397776360":"2024-04-16T20:58:18.195233+0000"},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-15T21:03:32.794 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:03:32 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:03:32.795 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:03:32 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:03:32.795 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:03:32 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:03:32.795 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:03:32 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:03:32.795 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:03:32 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:03:32.795 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:03:32 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:03:32.795 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:03:32 smithi057 ceph-mon[29654]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-15T21:03:32.795 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:03:32 smithi057 ceph-mon[29654]: Reconfiguring daemon prometheus.a on smithi148 2024-04-15T21:03:32.795 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:03:32 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:03:32.795 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:03:32 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:03:32.795 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:03:32 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:03:32.795 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:03:32 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:03:32.795 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:03:32 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:03:32.796 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:03:32 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:03:32.796 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:03:32 smithi057 ceph-mon[24810]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-15T21:03:32.796 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:03:32 smithi057 ceph-mon[24810]: Reconfiguring daemon prometheus.a on smithi148 2024-04-15T21:03:32.841 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:03:32 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:03:32.842 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:03:32 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:03:32.842 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:03:32 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:03:32.842 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:03:32 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:03:32.842 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:03:32 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:03:32.842 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:03:32 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:03:32.842 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:03:32 smithi148 ceph-mon[25742]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-15T21:03:32.842 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:03:32 smithi148 ceph-mon[25742]: Reconfiguring daemon prometheus.a on smithi148 2024-04-15T21:03:33.447 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell --fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 -- ceph tell osd.0 flush_pg_stats 2024-04-15T21:03:33.448 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell --fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 -- ceph tell osd.1 flush_pg_stats 2024-04-15T21:03:33.448 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell --fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 -- ceph tell osd.2 flush_pg_stats 2024-04-15T21:03:33.448 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell --fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 -- ceph tell osd.3 flush_pg_stats 2024-04-15T21:03:33.449 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell --fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 -- ceph tell osd.4 flush_pg_stats 2024-04-15T21:03:33.449 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell --fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 -- ceph tell osd.5 flush_pg_stats 2024-04-15T21:03:33.450 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell --fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 -- ceph tell osd.6 flush_pg_stats 2024-04-15T21:03:33.450 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell --fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 -- ceph tell osd.7 flush_pg_stats 2024-04-15T21:03:33.591 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:03:33 smithi148 ceph-mon[25742]: from='client.? 172.21.15.57:0/3480183875' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-15T21:03:33.591 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:03:33 smithi148 ceph-mon[25742]: pgmap v17: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:03:33.731 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:03:33 smithi057 ceph-mon[24810]: from='client.? 172.21.15.57:0/3480183875' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-15T21:03:33.731 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:03:33 smithi057 ceph-mon[24810]: pgmap v17: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:03:33.732 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:03:33 smithi057 ceph-mon[29654]: from='client.? 172.21.15.57:0/3480183875' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-15T21:03:33.732 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:03:33 smithi057 ceph-mon[29654]: pgmap v17: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:03:34.915 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/mon.a/config 2024-04-15T21:03:34.915 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/mon.a/config 2024-04-15T21:03:34.927 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/mon.a/config 2024-04-15T21:03:35.160 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/mon.a/config 2024-04-15T21:03:35.162 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/mon.a/config 2024-04-15T21:03:35.162 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/mon.a/config 2024-04-15T21:03:35.165 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/mon.a/config 2024-04-15T21:03:35.252 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:03:35 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 172.21.15.57 - - [15/Apr/2024:21:03:35] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-15T21:03:35.842 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:03:35 smithi148 systemd[1]: Stopping Ceph prometheus.a for b97cffaa-fb6a-11ee-bc8f-c7b262605968... 2024-04-15T21:03:35.842 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:03:35 smithi148 bash[43066]: Error: no container with name or ID "ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus.a" found: no such container 2024-04-15T21:03:35.842 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:03:35 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[41861]: ts=2024-04-15T21:03:35.778Z caller=main.go:775 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-04-15T21:03:35.842 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:03:35 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[41861]: ts=2024-04-15T21:03:35.779Z caller=main.go:798 level=info msg="Stopping scrape discovery manager..." 2024-04-15T21:03:35.842 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:03:35 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[41861]: ts=2024-04-15T21:03:35.779Z caller=main.go:812 level=info msg="Stopping notify discovery manager..." 2024-04-15T21:03:35.842 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:03:35 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[41861]: ts=2024-04-15T21:03:35.779Z caller=main.go:834 level=info msg="Stopping scrape manager..." 2024-04-15T21:03:35.843 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:03:35 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[41861]: ts=2024-04-15T21:03:35.779Z caller=main.go:794 level=info msg="Scrape discovery manager stopped" 2024-04-15T21:03:35.843 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:03:35 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[41861]: ts=2024-04-15T21:03:35.779Z caller=main.go:808 level=info msg="Notify discovery manager stopped" 2024-04-15T21:03:35.843 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:03:35 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[41861]: ts=2024-04-15T21:03:35.779Z caller=manager.go:945 level=info component="rule manager" msg="Stopping rule manager..." 2024-04-15T21:03:35.843 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:03:35 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[41861]: ts=2024-04-15T21:03:35.779Z caller=main.go:828 level=info msg="Scrape manager stopped" 2024-04-15T21:03:35.843 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:03:35 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[41861]: ts=2024-04-15T21:03:35.779Z caller=manager.go:955 level=info component="rule manager" msg="Rule manager stopped" 2024-04-15T21:03:35.843 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:03:35 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[41861]: ts=2024-04-15T21:03:35.779Z caller=notifier.go:600 level=info component=notifier msg="Stopping notification manager..." 2024-04-15T21:03:35.844 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:03:35 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[41861]: ts=2024-04-15T21:03:35.779Z caller=main.go:1054 level=info msg="Notifier manager stopped" 2024-04-15T21:03:35.844 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:03:35 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[41861]: ts=2024-04-15T21:03:35.779Z caller=main.go:1066 level=info msg="See you next time!" 2024-04-15T21:03:35.844 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:03:35 smithi148 podman[43088]: 2024-04-15 21:03:35.789217547 +0000 UTC m=+0.131793084 container died 63f6f84eb1e53dbe30e652d5ed4f58455e0b3208f3b77f435f487ca74bc1980a (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-15T21:03:36.226 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/mon.a/config 2024-04-15T21:03:36.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:03:36 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:03:36.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:03:36 smithi148 ceph-mon[25742]: pgmap v18: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:03:36.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:03:36 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:03:36.342 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:03:36 smithi148 podman[43088]: 2024-04-15 21:03:36.178797028 +0000 UTC m=+0.521372552 container cleanup 63f6f84eb1e53dbe30e652d5ed4f58455e0b3208f3b77f435f487ca74bc1980a (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-15T21:03:36.342 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:03:36 smithi148 bash[43088]: ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a 2024-04-15T21:03:36.342 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:03:36 smithi148 bash[43131]: Error: no container with name or ID "ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus.a" found: no such container 2024-04-15T21:03:36.346 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:03:36 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:03:36.346 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:03:36 smithi057 ceph-mon[24810]: pgmap v18: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:03:36.346 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:03:36 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:03:36.347 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:03:36 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:03:36.347 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:03:36 smithi057 ceph-mon[29654]: pgmap v18: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:03:36.347 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:03:36 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:03:36.690 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:03:36 smithi148 podman[43118]: 2024-04-15 21:03:36.446943098 +0000 UTC m=+0.660052021 container remove 63f6f84eb1e53dbe30e652d5ed4f58455e0b3208f3b77f435f487ca74bc1980a (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-15T21:03:36.690 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:03:36 smithi148 systemd[1]: ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-04-15T21:03:36.691 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:03:36 smithi148 systemd[1]: Stopped Ceph prometheus.a for b97cffaa-fb6a-11ee-bc8f-c7b262605968. 2024-04-15T21:03:36.691 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:03:36 smithi148 systemd[1]: Starting Ceph prometheus.a for b97cffaa-fb6a-11ee-bc8f-c7b262605968... 2024-04-15T21:03:37.591 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:03:37 smithi148 podman[43266]: 2024-04-15 21:03:37.24551169 +0000 UTC m=+0.020359764 image pull 514e6a882f6e74806a5856468489eeff8d7106095557578da96935e4d0ba4d9d quay.io/prometheus/prometheus:v2.33.4 2024-04-15T21:03:37.591 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:03:37 smithi148 podman[43266]: 2024-04-15 21:03:37.384532636 +0000 UTC m=+0.159380697 container create b805b6e93bad36bcf86a8955c5ec5d9a776bcfbbef3b72a2988a4bda99970bfd (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-15T21:03:37.881 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:03:37 smithi148 ceph-mon[25742]: pgmap v19: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:03:37.882 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:03:37 smithi148 podman[43266]: 2024-04-15 21:03:37.637610604 +0000 UTC m=+0.412458677 container init b805b6e93bad36bcf86a8955c5ec5d9a776bcfbbef3b72a2988a4bda99970bfd (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-15T21:03:37.882 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:03:37 smithi148 podman[43266]: 2024-04-15 21:03:37.640637668 +0000 UTC m=+0.415485740 container start b805b6e93bad36bcf86a8955c5ec5d9a776bcfbbef3b72a2988a4bda99970bfd (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-15T21:03:37.882 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:03:37 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[43300]: ts=2024-04-15T21:03:37.663Z caller=main.go:475 level=info msg="No time or size retention was set so using the default time retention" duration=15d 2024-04-15T21:03:37.882 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:03:37 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[43300]: ts=2024-04-15T21:03:37.663Z caller=main.go:512 level=info msg="Starting Prometheus" version="(version=2.33.4, branch=HEAD, revision=83032011a5d3e6102624fe58241a374a7201fee8)" 2024-04-15T21:03:37.882 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:03:37 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[43300]: ts=2024-04-15T21:03:37.663Z caller=main.go:517 level=info build_context="(go=go1.17.7, user=root@d13bf69e7be8, date=20220222-16:51:28)" 2024-04-15T21:03:37.882 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:03:37 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[43300]: ts=2024-04-15T21:03:37.663Z caller=main.go:518 level=info host_details="(Linux 5.14.0-438.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024 x86_64 smithi148 (none))" 2024-04-15T21:03:37.882 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:03:37 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[43300]: ts=2024-04-15T21:03:37.663Z caller=main.go:519 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-04-15T21:03:37.882 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:03:37 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[43300]: ts=2024-04-15T21:03:37.663Z caller=main.go:520 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-04-15T21:03:37.882 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:03:37 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[43300]: ts=2024-04-15T21:03:37.665Z caller=web.go:570 level=info component=web msg="Start listening for connections" address=:9095 2024-04-15T21:03:37.883 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:03:37 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[43300]: ts=2024-04-15T21:03:37.665Z caller=main.go:923 level=info msg="Starting TSDB ..." 2024-04-15T21:03:37.883 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:03:37 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[43300]: ts=2024-04-15T21:03:37.666Z caller=tls_config.go:195 level=info component=web msg="TLS is disabled." http2=false 2024-04-15T21:03:37.883 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:03:37 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[43300]: ts=2024-04-15T21:03:37.668Z caller=head.go:493 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-04-15T21:03:37.883 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:03:37 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[43300]: ts=2024-04-15T21:03:37.668Z caller=head.go:527 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=10.184µs 2024-04-15T21:03:37.883 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:03:37 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[43300]: ts=2024-04-15T21:03:37.668Z caller=head.go:533 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-04-15T21:03:37.883 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:03:37 smithi148 bash[43266]: b805b6e93bad36bcf86a8955c5ec5d9a776bcfbbef3b72a2988a4bda99970bfd 2024-04-15T21:03:37.883 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:03:37 smithi148 systemd[1]: Started Ceph prometheus.a for b97cffaa-fb6a-11ee-bc8f-c7b262605968. 2024-04-15T21:03:37.883 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:03:37 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[43300]: ts=2024-04-15T21:03:37.861Z caller=head.go:604 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=1 2024-04-15T21:03:37.883 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:03:37 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[43300]: ts=2024-04-15T21:03:37.861Z caller=head.go:604 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=1 2024-04-15T21:03:37.883 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:03:37 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[43300]: ts=2024-04-15T21:03:37.861Z caller=head.go:610 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=46.288µs wal_replay_duration=192.978366ms total_replay_duration=193.104723ms 2024-04-15T21:03:37.883 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:03:37 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[43300]: ts=2024-04-15T21:03:37.863Z caller=main.go:944 level=info fs_type=XFS_SUPER_MAGIC 2024-04-15T21:03:37.883 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:03:37 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[43300]: ts=2024-04-15T21:03:37.863Z caller=main.go:947 level=info msg="TSDB started" 2024-04-15T21:03:37.883 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:03:37 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[43300]: ts=2024-04-15T21:03:37.863Z caller=main.go:1128 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-15T21:03:37.884 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:03:37 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[43300]: ts=2024-04-15T21:03:37.878Z caller=main.go:1165 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=15.20877ms db_storage=747ns remote_storage=1.316µs web_handler=405ns query_engine=623ns scrape=204.375µs scrape_sd=23.978µs notify=1.266µs notify_sd=1.951µs rules=14.752491ms 2024-04-15T21:03:37.884 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:03:37 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[43300]: ts=2024-04-15T21:03:37.878Z caller=main.go:896 level=info msg="Server is ready to receive web requests." 2024-04-15T21:03:37.979 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:03:37 smithi057 ceph-mon[24810]: pgmap v19: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:03:37.979 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:03:37 smithi057 ceph-mon[29654]: pgmap v19: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:03:39.022 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:03:38 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 172.21.15.57 - - [15/Apr/2024:21:03:38] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-15T21:03:39.023 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:03:38 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:03:39.023 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:03:38 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-15T21:03:39.023 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:03:38 smithi057 ceph-mon[24810]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-15T21:03:39.023 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:03:38 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://172.21.15.148:9095"}]: dispatch 2024-04-15T21:03:39.023 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:03:38 smithi057 ceph-mon[24810]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://172.21.15.148:9095"}]: dispatch 2024-04-15T21:03:39.023 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:03:38 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:03:39.023 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:03:38 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:03:39.023 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:03:38 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:03:39.023 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:03:38 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:03:39.023 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:03:38 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:03:39.023 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:03:38 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:03:39.023 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:03:38 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:03:39.023 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:03:38 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:03:39.024 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:03:38 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:03:39.024 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:03:38 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:03:39.024 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:03:38 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:03:39.024 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:03:38 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:03:39.024 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:03:38 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-15T21:03:39.024 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:03:38 smithi057 ceph-mon[29654]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-15T21:03:39.024 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:03:38 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://172.21.15.148:9095"}]: dispatch 2024-04-15T21:03:39.024 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:03:38 smithi057 ceph-mon[29654]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://172.21.15.148:9095"}]: dispatch 2024-04-15T21:03:39.024 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:03:38 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:03:39.024 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:03:38 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:03:39.024 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:03:38 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:03:39.024 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:03:38 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:03:39.024 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:03:38 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:03:39.025 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:03:38 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:03:39.025 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:03:38 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:03:39.025 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:03:38 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:03:39.025 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:03:38 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:03:39.025 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:03:38 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:03:39.025 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:03:38 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:03:39.091 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:03:38 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:03:39.091 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:03:38 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-15T21:03:39.091 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:03:38 smithi148 ceph-mon[25742]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-15T21:03:39.092 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:03:38 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://172.21.15.148:9095"}]: dispatch 2024-04-15T21:03:39.092 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:03:38 smithi148 ceph-mon[25742]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://172.21.15.148:9095"}]: dispatch 2024-04-15T21:03:39.092 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:03:38 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:03:39.092 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:03:38 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:03:39.092 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:03:38 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:03:39.092 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:03:38 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:03:39.092 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:03:38 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:03:39.092 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:03:38 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:03:39.092 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:03:38 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:03:39.092 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:03:38 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:03:39.092 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:03:38 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:03:39.092 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:03:38 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:03:39.092 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:03:38 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:03:40.074 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:03:39 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 172.21.15.148 - - [15/Apr/2024:21:03:39] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-15T21:03:40.075 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:03:39 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:03:40.075 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:03:39 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:03:40.075 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:03:39 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:03:40.075 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:03:39 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:03:40.075 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:03:39 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:03:40.075 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:03:39 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:03:40.075 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:03:39 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:03:40.075 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:03:39 smithi057 ceph-mon[29654]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-15T21:03:40.075 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:03:39 smithi057 ceph-mon[29654]: Reconfiguring daemon prometheus.a on smithi148 2024-04-15T21:03:40.075 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:03:39 smithi057 ceph-mon[29654]: pgmap v20: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:03:40.076 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:03:39 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:03:40.076 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:03:39 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:03:40.076 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:03:39 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:03:40.076 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:03:39 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:03:40.076 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:03:39 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:03:40.076 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:03:39 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:03:40.076 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:03:39 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:03:40.076 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:03:39 smithi057 ceph-mon[24810]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-15T21:03:40.076 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:03:39 smithi057 ceph-mon[24810]: Reconfiguring daemon prometheus.a on smithi148 2024-04-15T21:03:40.076 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:03:39 smithi057 ceph-mon[24810]: pgmap v20: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:03:40.091 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:03:39 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:03:40.091 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:03:39 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:03:40.091 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:03:39 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:03:40.091 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:03:39 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:03:40.091 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:03:39 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:03:40.091 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:03:39 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:03:40.091 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:03:39 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:03:40.091 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:03:39 smithi148 ceph-mon[25742]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-15T21:03:40.092 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:03:39 smithi148 ceph-mon[25742]: Reconfiguring daemon prometheus.a on smithi148 2024-04-15T21:03:40.092 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:03:39 smithi148 ceph-mon[25742]: pgmap v20: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:03:41.119 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:03:40 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:03:41.120 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:03:40 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:03:41.138 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:03:40 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:03:41.748 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:03:41 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 172.21.15.57 - - [15/Apr/2024:21:03:41] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-15T21:03:41.749 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:03:41 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 172.21.15.148 - - [15/Apr/2024:21:03:41] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-15T21:03:42.000 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:03:41 smithi148 ceph-mon[25742]: pgmap v21: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:03:42.000 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:03:41 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:03:42.000 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:03:41 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:03:42.001 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:03:41 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:03:42.001 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:03:41 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:03:42.037 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:03:41 smithi057 ceph-mon[24810]: pgmap v21: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:03:42.037 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:03:41 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:03:42.038 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:03:41 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:03:42.038 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:03:41 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:03:42.038 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:03:41 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:03:42.038 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:03:41 smithi057 ceph-mon[29654]: pgmap v21: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:03:42.038 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:03:41 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:03:42.039 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:03:41 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:03:42.039 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:03:41 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:03:42.039 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:03:41 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:03:43.458 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:03:43 smithi057 ceph-mon[24810]: pgmap v22: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:03:43.459 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:03:43 smithi057 ceph-mon[29654]: pgmap v22: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:03:43.828 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:03:43 smithi148 ceph-mon[25742]: pgmap v22: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:03:43.828 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:03:43 smithi148 systemd[1]: Stopping Ceph prometheus.a for b97cffaa-fb6a-11ee-bc8f-c7b262605968... 2024-04-15T21:03:43.828 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:03:43 smithi148 bash[43751]: Error: no container with name or ID "ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus.a" found: no such container 2024-04-15T21:03:43.828 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:03:43 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[43300]: ts=2024-04-15T21:03:43.553Z caller=main.go:775 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-04-15T21:03:43.828 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:03:43 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[43300]: ts=2024-04-15T21:03:43.553Z caller=main.go:798 level=info msg="Stopping scrape discovery manager..." 2024-04-15T21:03:43.829 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:03:43 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[43300]: ts=2024-04-15T21:03:43.553Z caller=main.go:812 level=info msg="Stopping notify discovery manager..." 2024-04-15T21:03:43.829 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:03:43 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[43300]: ts=2024-04-15T21:03:43.553Z caller=main.go:834 level=info msg="Stopping scrape manager..." 2024-04-15T21:03:43.829 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:03:43 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[43300]: ts=2024-04-15T21:03:43.553Z caller=main.go:794 level=info msg="Scrape discovery manager stopped" 2024-04-15T21:03:43.829 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:03:43 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[43300]: ts=2024-04-15T21:03:43.553Z caller=main.go:808 level=info msg="Notify discovery manager stopped" 2024-04-15T21:03:43.829 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:03:43 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[43300]: ts=2024-04-15T21:03:43.553Z caller=manager.go:945 level=info component="rule manager" msg="Stopping rule manager..." 2024-04-15T21:03:43.829 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:03:43 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[43300]: ts=2024-04-15T21:03:43.553Z caller=main.go:828 level=info msg="Scrape manager stopped" 2024-04-15T21:03:43.829 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:03:43 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[43300]: ts=2024-04-15T21:03:43.553Z caller=manager.go:955 level=info component="rule manager" msg="Rule manager stopped" 2024-04-15T21:03:43.829 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:03:43 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[43300]: ts=2024-04-15T21:03:43.553Z caller=notifier.go:600 level=info component=notifier msg="Stopping notification manager..." 2024-04-15T21:03:43.829 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:03:43 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[43300]: ts=2024-04-15T21:03:43.553Z caller=main.go:1054 level=info msg="Notifier manager stopped" 2024-04-15T21:03:43.829 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:03:43 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[43300]: ts=2024-04-15T21:03:43.553Z caller=main.go:1066 level=info msg="See you next time!" 2024-04-15T21:03:43.829 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:03:43 smithi148 podman[43765]: 2024-04-15 21:03:43.563708843 +0000 UTC m=+0.115593362 container died b805b6e93bad36bcf86a8955c5ec5d9a776bcfbbef3b72a2988a4bda99970bfd (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-15T21:03:44.091 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:03:43 smithi148 podman[43765]: 2024-04-15 21:03:43.94453667 +0000 UTC m=+0.496421189 container cleanup b805b6e93bad36bcf86a8955c5ec5d9a776bcfbbef3b72a2988a4bda99970bfd (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-15T21:03:44.091 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:03:43 smithi148 bash[43765]: ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a 2024-04-15T21:03:44.091 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:03:43 smithi148 bash[43791]: Error: no container with name or ID "ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus.a" found: no such container 2024-04-15T21:03:44.454 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:03:44 smithi148 podman[43779]: 2024-04-15 21:03:44.20406349 +0000 UTC m=+0.642490247 container remove b805b6e93bad36bcf86a8955c5ec5d9a776bcfbbef3b72a2988a4bda99970bfd (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-15T21:03:44.454 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:03:44 smithi148 systemd[1]: ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-04-15T21:03:44.455 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:03:44 smithi148 systemd[1]: Stopped Ceph prometheus.a for b97cffaa-fb6a-11ee-bc8f-c7b262605968. 2024-04-15T21:03:44.455 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:03:44 smithi148 systemd[1]: Starting Ceph prometheus.a for b97cffaa-fb6a-11ee-bc8f-c7b262605968... 2024-04-15T21:03:44.455 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:03:44 smithi148 podman[43858]: 2024-04-15 21:03:44.352799455 +0000 UTC m=+0.019426971 image pull 514e6a882f6e74806a5856468489eeff8d7106095557578da96935e4d0ba4d9d quay.io/prometheus/prometheus:v2.33.4 2024-04-15T21:03:44.455 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:03:44 smithi148 podman[43858]: 2024-04-15 21:03:44.46327965 +0000 UTC m=+0.129907148 container create 59dad77054ae490eb65bb27e27207b09c2481162c09413ddc72ba5eedbb923bf (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-15T21:03:44.705 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:03:44 smithi148 podman[43858]: 2024-04-15 21:03:44.682032801 +0000 UTC m=+0.348660300 container init 59dad77054ae490eb65bb27e27207b09c2481162c09413ddc72ba5eedbb923bf (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-15T21:03:44.705 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:03:44 smithi148 podman[43858]: 2024-04-15 21:03:44.684816932 +0000 UTC m=+0.351444439 container start 59dad77054ae490eb65bb27e27207b09c2481162c09413ddc72ba5eedbb923bf (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-15T21:03:44.705 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:03:44 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[43873]: ts=2024-04-15T21:03:44.708Z caller=main.go:475 level=info msg="No time or size retention was set so using the default time retention" duration=15d 2024-04-15T21:03:44.705 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:03:44 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[43873]: ts=2024-04-15T21:03:44.708Z caller=main.go:512 level=info msg="Starting Prometheus" version="(version=2.33.4, branch=HEAD, revision=83032011a5d3e6102624fe58241a374a7201fee8)" 2024-04-15T21:03:44.706 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:03:44 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[43873]: ts=2024-04-15T21:03:44.708Z caller=main.go:517 level=info build_context="(go=go1.17.7, user=root@d13bf69e7be8, date=20220222-16:51:28)" 2024-04-15T21:03:44.706 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:03:44 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[43873]: ts=2024-04-15T21:03:44.708Z caller=main.go:518 level=info host_details="(Linux 5.14.0-438.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024 x86_64 smithi148 (none))" 2024-04-15T21:03:44.706 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:03:44 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[43873]: ts=2024-04-15T21:03:44.708Z caller=main.go:519 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-04-15T21:03:44.706 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:03:44 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[43873]: ts=2024-04-15T21:03:44.708Z caller=main.go:520 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-04-15T21:03:44.706 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:03:44 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[43873]: ts=2024-04-15T21:03:44.710Z caller=web.go:570 level=info component=web msg="Start listening for connections" address=:9095 2024-04-15T21:03:44.706 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:03:44 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[43873]: ts=2024-04-15T21:03:44.710Z caller=main.go:923 level=info msg="Starting TSDB ..." 2024-04-15T21:03:44.706 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:03:44 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[43873]: ts=2024-04-15T21:03:44.711Z caller=tls_config.go:195 level=info component=web msg="TLS is disabled." http2=false 2024-04-15T21:03:44.706 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:03:44 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[43873]: ts=2024-04-15T21:03:44.713Z caller=head.go:493 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-04-15T21:03:44.706 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:03:44 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[43873]: ts=2024-04-15T21:03:44.713Z caller=head.go:527 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.757µs 2024-04-15T21:03:44.706 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:03:44 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[43873]: ts=2024-04-15T21:03:44.713Z caller=head.go:533 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-04-15T21:03:45.091 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:03:44 smithi148 bash[43858]: 59dad77054ae490eb65bb27e27207b09c2481162c09413ddc72ba5eedbb923bf 2024-04-15T21:03:45.091 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:03:44 smithi148 systemd[1]: Started Ceph prometheus.a for b97cffaa-fb6a-11ee-bc8f-c7b262605968. 2024-04-15T21:03:45.092 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:03:44 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[43873]: ts=2024-04-15T21:03:44.942Z caller=head.go:604 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=2 2024-04-15T21:03:45.092 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:03:44 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[43873]: ts=2024-04-15T21:03:44.942Z caller=head.go:604 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=2 2024-04-15T21:03:45.092 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:03:44 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[43873]: ts=2024-04-15T21:03:44.942Z caller=head.go:604 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=2 2024-04-15T21:03:45.092 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:03:44 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[43873]: ts=2024-04-15T21:03:44.942Z caller=head.go:610 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=55.142µs wal_replay_duration=228.905117ms total_replay_duration=228.975418ms 2024-04-15T21:03:45.092 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:03:44 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[43873]: ts=2024-04-15T21:03:44.944Z caller=main.go:944 level=info fs_type=XFS_SUPER_MAGIC 2024-04-15T21:03:45.092 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:03:44 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[43873]: ts=2024-04-15T21:03:44.944Z caller=main.go:947 level=info msg="TSDB started" 2024-04-15T21:03:45.092 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:03:44 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[43873]: ts=2024-04-15T21:03:44.944Z caller=main.go:1128 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-15T21:03:45.092 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:03:44 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[43873]: ts=2024-04-15T21:03:44.961Z caller=main.go:1165 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=16.673461ms db_storage=729ns remote_storage=5.074µs web_handler=501ns query_engine=695ns scrape=447.358µs scrape_sd=21.767µs notify=935ns notify_sd=1.747µs rules=15.959684ms 2024-04-15T21:03:45.092 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:03:44 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[43873]: ts=2024-04-15T21:03:44.961Z caller=main.go:896 level=info msg="Server is ready to receive web requests." 2024-04-15T21:03:45.324 INFO:teuthology.orchestra.run.smithi057.stdout:231928233997 2024-04-15T21:03:45.325 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell --fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 -- ceph osd last-stat-seq osd.7 2024-04-15T21:03:45.924 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:03:45 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:03:45.925 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:03:45 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-15T21:03:45.925 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:03:45 smithi057 ceph-mon[24810]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-15T21:03:45.925 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:03:45 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:03:45.925 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:03:45 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:03:45.925 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:03:45 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:03:45.925 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:03:45 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:03:45.925 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:03:45 smithi057 ceph-mon[24810]: Deploying daemon alertmanager.a on smithi057 2024-04-15T21:03:45.925 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:03:45 smithi057 ceph-mon[24810]: pgmap v23: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:03:45.925 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:03:45 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:03:45.925 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:03:45 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-15T21:03:45.925 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:03:45 smithi057 ceph-mon[29654]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-15T21:03:45.925 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:03:45 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:03:45.926 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:03:45 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:03:45.926 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:03:45 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:03:45.926 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:03:45 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:03:45.926 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:03:45 smithi057 ceph-mon[29654]: Deploying daemon alertmanager.a on smithi057 2024-04-15T21:03:45.926 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:03:45 smithi057 ceph-mon[29654]: pgmap v23: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:03:45.946 INFO:teuthology.orchestra.run.smithi057.stdout:163208757270 2024-04-15T21:03:45.947 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell --fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 -- ceph osd last-stat-seq osd.5 2024-04-15T21:03:46.091 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:03:45 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:03:46.091 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:03:45 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-15T21:03:46.091 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:03:45 smithi148 ceph-mon[25742]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-15T21:03:46.092 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:03:45 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:03:46.092 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:03:45 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:03:46.092 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:03:45 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:03:46.092 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:03:45 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:03:46.092 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:03:45 smithi148 ceph-mon[25742]: Deploying daemon alertmanager.a on smithi057 2024-04-15T21:03:46.092 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:03:45 smithi148 ceph-mon[25742]: pgmap v23: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:03:47.964 INFO:teuthology.orchestra.run.smithi057.stdout:55834574890 2024-04-15T21:03:47.964 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell --fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 -- ceph osd last-stat-seq osd.1 2024-04-15T21:03:47.990 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:03:47 smithi057 ceph-mon[24810]: pgmap v24: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:03:47.990 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:03:47 smithi057 ceph-mon[29654]: pgmap v24: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:03:48.091 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:03:47 smithi148 ceph-mon[25742]: pgmap v24: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:03:48.616 INFO:teuthology.orchestra.run.smithi057.stdout:197568495633 2024-04-15T21:03:48.616 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell --fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 -- ceph osd last-stat-seq osd.6 2024-04-15T21:03:49.537 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:03:49 smithi057 ceph-mon[24810]: pgmap v25: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:03:49.537 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:03:49 smithi057 ceph-mon[29654]: pgmap v25: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:03:49.556 INFO:teuthology.orchestra.run.smithi057.stdout:133143986202 2024-04-15T21:03:49.557 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell --fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 -- ceph osd last-stat-seq osd.4 2024-04-15T21:03:49.841 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:03:49 smithi148 ceph-mon[25742]: pgmap v25: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:03:50.347 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:03:49 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:03:49] "GET /metrics HTTP/1.1" 200 191495 "" "Prometheus/2.33.4" 2024-04-15T21:03:51.484 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:03:51 smithi057 ceph-mon[24810]: pgmap v26: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:03:51.484 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:03:51 smithi057 ceph-mon[29654]: pgmap v26: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:03:51.547 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:03:51 smithi148 ceph-mon[25742]: pgmap v26: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:03:51.547 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:03:51 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[27208]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:03:51] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-15T21:03:51.651 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/mon.a/config 2024-04-15T21:03:51.652 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/mon.a/config 2024-04-15T21:03:52.133 INFO:teuthology.orchestra.run.smithi057.stdout:111669149729 2024-04-15T21:03:52.133 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell --fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 -- ceph osd last-stat-seq osd.3 2024-04-15T21:03:53.545 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:03:53 smithi148 ceph-mon[25742]: pgmap v27: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:03:53.566 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:03:53 smithi057 ceph-mon[24810]: pgmap v27: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:03:53.567 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:03:53 smithi057 ceph-mon[29654]: pgmap v27: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:03:55.006 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/mon.a/config 2024-04-15T21:03:55.006 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/mon.a/config 2024-04-15T21:03:55.404 INFO:teuthology.orchestra.run.smithi057.stdout:34359738415 2024-04-15T21:03:55.404 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell --fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 -- ceph osd last-stat-seq osd.0 2024-04-15T21:03:55.619 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:03:55 smithi057 ceph-mon[24810]: pgmap v28: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:03:55.620 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:03:55 smithi057 ceph-mon[29654]: pgmap v28: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:03:55.841 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:03:55 smithi148 ceph-mon[25742]: pgmap v28: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:03:57.238 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/mon.a/config 2024-04-15T21:03:58.090 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:03:57 smithi057 ceph-mon[24810]: pgmap v29: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:03:58.090 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:03:57 smithi057 ceph-mon[29654]: pgmap v29: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:03:58.091 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:03:57 smithi148 ceph-mon[25742]: pgmap v29: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:03:59.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:03:59 smithi148 ceph-mon[25742]: pgmap v30: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:03:59.425 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:03:59 smithi148 ceph-mon[25742]: from='client.? 172.21.15.57:0/3238091930' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-04-15T21:03:59.619 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:03:59 smithi057 ceph-mon[24810]: pgmap v30: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:03:59.619 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:03:59 smithi057 ceph-mon[24810]: from='client.? 172.21.15.57:0/3238091930' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-04-15T21:03:59.620 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:03:59 smithi057 ceph-mon[29654]: pgmap v30: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:03:59.620 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:03:59 smithi057 ceph-mon[29654]: from='client.? 172.21.15.57:0/3238091930' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-04-15T21:03:59.661 INFO:teuthology.orchestra.run.smithi057.stdout:163208757273 2024-04-15T21:04:00.290 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:03:59 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:03:59] "GET /metrics HTTP/1.1" 200 191484 "" "Prometheus/2.33.4" 2024-04-15T21:04:00.316 INFO:teuthology.orchestra.run.smithi057.stdout:77309411368 2024-04-15T21:04:00.316 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell --fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 -- ceph osd last-stat-seq osd.2 2024-04-15T21:04:00.542 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:04:00 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 172.21.15.148 - - [15/Apr/2024:21:04:00] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-15T21:04:00.840 INFO:teuthology.orchestra.run.smithi057.stdout:231928234000 2024-04-15T21:04:01.591 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:04:01 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:04:01.591 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:04:01 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:04:01.591 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:04:01 smithi148 ceph-mon[25742]: from='client.? 172.21.15.57:0/4243287609' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-04-15T21:04:01.591 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:04:01 smithi148 ceph-mon[25742]: pgmap v31: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:04:01.592 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:04:01 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[27208]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:04:01] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-15T21:04:01.619 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:04:01 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:04:01.619 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:04:01 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:04:01.619 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:04:01 smithi057 ceph-mon[29654]: from='client.? 172.21.15.57:0/4243287609' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-04-15T21:04:01.619 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:04:01 smithi057 ceph-mon[29654]: pgmap v31: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:04:01.619 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:04:01 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:04:01.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:04:01 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:04:01.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:04:01 smithi057 ceph-mon[24810]: from='client.? 172.21.15.57:0/4243287609' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-04-15T21:04:01.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:04:01 smithi057 ceph-mon[24810]: pgmap v31: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:04:01.830 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/mon.a/config 2024-04-15T21:04:01.933 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:04:01 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 172.21.15.57 - - [15/Apr/2024:21:04:01] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-15T21:04:02.854 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:04:02 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:04:02.854 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:04:02 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:04:02.855 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:04:02 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:04:02.855 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:04:02 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:04:03.091 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:04:02 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:04:03.091 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:04:02 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:04:03.119 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:04:03 smithi057 systemd[1]: Starting Ceph alertmanager.a for b97cffaa-fb6a-11ee-bc8f-c7b262605968... 2024-04-15T21:04:03.973 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:04:03 smithi057 ceph-mon[24810]: pgmap v32: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:04:03.973 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:04:03 smithi057 ceph-mon[29654]: pgmap v32: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:04:04.003 INFO:tasks.cephadm.ceph_manager.ceph:need seq 231928233997 got 231928234000 for osd.7 2024-04-15T21:04:04.003 DEBUG:teuthology.parallel:result is None 2024-04-15T21:04:04.010 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:04:03 smithi148 ceph-mon[25742]: pgmap v32: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:04:04.562 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/mon.a/config 2024-04-15T21:04:05.595 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:04:05 smithi057 ceph-mon[24810]: pgmap v33: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:04:05.595 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:04:05 smithi057 ceph-mon[29654]: pgmap v33: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:04:05.623 INFO:tasks.cephadm.ceph_manager.ceph:need seq 163208757270 got 163208757273 for osd.5 2024-04-15T21:04:05.623 DEBUG:teuthology.parallel:result is None 2024-04-15T21:04:05.841 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:04:05 smithi148 ceph-mon[25742]: pgmap v33: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:04:06.619 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:04:06 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-15T21:04:06.619 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:04:06 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-15T21:04:06.620 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:04:06 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-15T21:04:06.620 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:04:06 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-15T21:04:06.841 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:04:06 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-15T21:04:06.841 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:04:06 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-15T21:04:06.993 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/mon.a/config 2024-04-15T21:04:07.172 INFO:teuthology.orchestra.run.smithi057.stdout:133143986206 2024-04-15T21:04:07.714 INFO:teuthology.orchestra.run.smithi057.stdout:197568495637 2024-04-15T21:04:08.058 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:04:07 smithi057 ceph-mon[24810]: from='client.? 172.21.15.57:0/3385439025' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-04-15T21:04:08.058 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:04:07 smithi057 ceph-mon[24810]: pgmap v34: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:04:08.058 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:04:07 smithi057 ceph-mon[24810]: from='client.? 172.21.15.57:0/2735970239' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-04-15T21:04:08.058 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:04:07 smithi057 ceph-mon[29654]: from='client.? 172.21.15.57:0/3385439025' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-04-15T21:04:08.058 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:04:07 smithi057 ceph-mon[29654]: pgmap v34: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:04:08.058 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:04:07 smithi057 ceph-mon[29654]: from='client.? 172.21.15.57:0/2735970239' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-04-15T21:04:08.091 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:04:07 smithi148 ceph-mon[25742]: from='client.? 172.21.15.57:0/3385439025' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-04-15T21:04:08.091 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:04:07 smithi148 ceph-mon[25742]: pgmap v34: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:04:08.091 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:04:07 smithi148 ceph-mon[25742]: from='client.? 172.21.15.57:0/2735970239' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-04-15T21:04:08.947 INFO:teuthology.orchestra.run.smithi057.stdout:55834574894 2024-04-15T21:04:09.319 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:04:09 smithi057 ceph-mon[24810]: from='client.? 172.21.15.57:0/1521016645' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-04-15T21:04:09.319 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:04:09 smithi057 ceph-mon[29654]: from='client.? 172.21.15.57:0/1521016645' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-04-15T21:04:09.341 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:04:09 smithi148 ceph-mon[25742]: from='client.? 172.21.15.57:0/1521016645' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-04-15T21:04:09.345 INFO:tasks.cephadm.ceph_manager.ceph:need seq 197568495633 got 197568495637 for osd.6 2024-04-15T21:04:09.345 DEBUG:teuthology.parallel:result is None 2024-04-15T21:04:10.241 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:04:10 smithi057 ceph-mon[24810]: pgmap v35: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:04:10.242 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:04:09 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:04:09] "GET /metrics HTTP/1.1" 200 191490 "" "Prometheus/2.33.4" 2024-04-15T21:04:10.242 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:04:10 smithi057 ceph-mon[29654]: pgmap v35: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:04:10.341 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:04:10 smithi148 ceph-mon[25742]: pgmap v35: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:04:10.536 INFO:teuthology.orchestra.run.smithi057.stdout:34359738419 2024-04-15T21:04:11.073 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:04:11 smithi057 ceph-mon[24810]: from='client.? 172.21.15.57:0/1057897635' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-04-15T21:04:11.073 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:04:11 smithi057 ceph-mon[29654]: from='client.? 172.21.15.57:0/1057897635' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-04-15T21:04:11.341 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:04:11 smithi148 ceph-mon[25742]: from='client.? 172.21.15.57:0/1057897635' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-04-15T21:04:11.341 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:04:11 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[27208]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:04:11] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-15T21:04:11.527 INFO:tasks.cephadm.ceph_manager.ceph:need seq 133143986202 got 133143986206 for osd.4 2024-04-15T21:04:11.527 DEBUG:teuthology.parallel:result is None 2024-04-15T21:04:12.039 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:04:11 smithi057 podman[49261]: 2024-04-15 21:04:11.761852396 +0000 UTC m=+0.074141862 image pull ba2b418f427c0636d654de8757e830c80168e76482bcc46bb2138e569d6c91d4 quay.io/prometheus/alertmanager:v0.23.0 2024-04-15T21:04:12.039 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:04:11 smithi057 podman[49261]: 2024-04-15 21:04:11.911613577 +0000 UTC m=+0.223903093 volume create d0f8bca05feb67763ba10a15ce11ad7a4d65178c7fe5e2d3b96d5ad956e6adee 2024-04-15T21:04:12.040 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:04:11 smithi057 podman[49261]: 2024-04-15 21:04:11.995317211 +0000 UTC m=+0.307606662 container create b86c7783aa1c9623f2292aaaa8c43fa1f0f8d952e6dc60bd3006583c2afb794f (image=quay.io/prometheus/alertmanager:v0.23.0, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-15T21:04:12.075 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:04:12 smithi148 ceph-mon[25742]: pgmap v36: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:04:12.306 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:04:12 smithi057 ceph-mon[24810]: pgmap v36: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:04:12.307 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:04:12 smithi057 ceph-mon[29654]: pgmap v36: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:04:12.307 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:04:12 smithi057 podman[49261]: 2024-04-15 21:04:12.27305964 +0000 UTC m=+0.585349092 container init b86c7783aa1c9623f2292aaaa8c43fa1f0f8d952e6dc60bd3006583c2afb794f (image=quay.io/prometheus/alertmanager:v0.23.0, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-15T21:04:12.307 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:04:12 smithi057 podman[49261]: 2024-04-15 21:04:12.276020767 +0000 UTC m=+0.588310220 container start b86c7783aa1c9623f2292aaaa8c43fa1f0f8d952e6dc60bd3006583c2afb794f (image=quay.io/prometheus/alertmanager:v0.23.0, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-15T21:04:12.307 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:04:12 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a[49281]: level=info ts=2024-04-15T21:04:12.287Z caller=main.go:225 msg="Starting Alertmanager" version="(version=0.23.0, branch=HEAD, revision=61046b17771a57cfd4c4a51be370ab930a4d7d54)" 2024-04-15T21:04:12.307 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:04:12 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a[49281]: level=info ts=2024-04-15T21:04:12.287Z caller=main.go:226 build_context="(go=go1.16.7, user=root@e21a959be8d2, date=20210825-10:48:55)" 2024-04-15T21:04:12.307 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:04:12 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a[49281]: level=info ts=2024-04-15T21:04:12.287Z caller=cluster.go:184 component=cluster msg="setting advertise address explicitly" addr=172.21.15.57 port=9094 2024-04-15T21:04:12.307 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:04:12 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a[49281]: level=info ts=2024-04-15T21:04:12.290Z caller=cluster.go:671 component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-04-15T21:04:12.307 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:04:12 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a[49281]: level=info ts=2024-04-15T21:04:12.315Z caller=coordinator.go:113 component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-04-15T21:04:12.307 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:04:12 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a[49281]: level=info ts=2024-04-15T21:04:12.315Z caller=coordinator.go:126 component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-04-15T21:04:12.619 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:04:12 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a[49281]: level=info ts=2024-04-15T21:04:12.317Z caller=main.go:518 msg=Listening address=:9093 2024-04-15T21:04:12.619 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:04:12 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a[49281]: level=info ts=2024-04-15T21:04:12.317Z caller=tls_config.go:191 msg="TLS is disabled." http2=false 2024-04-15T21:04:12.620 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:04:12 smithi057 bash[49261]: b86c7783aa1c9623f2292aaaa8c43fa1f0f8d952e6dc60bd3006583c2afb794f 2024-04-15T21:04:12.620 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:04:12 smithi057 systemd[1]: Started Ceph alertmanager.a for b97cffaa-fb6a-11ee-bc8f-c7b262605968. 2024-04-15T21:04:12.807 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574890 got 55834574894 for osd.1 2024-04-15T21:04:12.808 DEBUG:teuthology.parallel:result is None 2024-04-15T21:04:13.442 INFO:teuthology.orchestra.run.smithi057.stdout:111669149733 2024-04-15T21:04:13.619 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:04:13 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:04:13.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:04:13 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:04:13.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:04:13 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:04:13.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:04:13 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-04-15T21:04:13.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:04:13 smithi057 ceph-mon[24810]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-04-15T21:04:13.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:04:13 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:04:13.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:04:13 smithi057 ceph-mon[24810]: Deploying daemon grafana.a on smithi148 2024-04-15T21:04:13.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:04:13 smithi057 ceph-mon[24810]: pgmap v37: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:04:13.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:04:13 smithi057 ceph-mon[24810]: from='client.? 172.21.15.57:0/827267444' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-04-15T21:04:13.620 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:04:13 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:04:13.621 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:04:13 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:04:13.621 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:04:13 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:04:13.621 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:04:13 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-04-15T21:04:13.621 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:04:13 smithi057 ceph-mon[29654]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-04-15T21:04:13.621 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:04:13 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:04:13.621 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:04:13 smithi057 ceph-mon[29654]: Deploying daemon grafana.a on smithi148 2024-04-15T21:04:13.621 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:04:13 smithi057 ceph-mon[29654]: pgmap v37: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:04:13.621 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:04:13 smithi057 ceph-mon[29654]: from='client.? 172.21.15.57:0/827267444' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-04-15T21:04:13.841 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:04:13 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:04:13.841 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:04:13 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:04:13.841 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:04:13 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:04:13.842 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:04:13 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-04-15T21:04:13.842 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:04:13 smithi148 ceph-mon[25742]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-04-15T21:04:13.842 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:04:13 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:04:13.842 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:04:13 smithi148 ceph-mon[25742]: Deploying daemon grafana.a on smithi148 2024-04-15T21:04:13.842 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:04:13 smithi148 ceph-mon[25742]: pgmap v37: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:04:13.842 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:04:13 smithi148 ceph-mon[25742]: from='client.? 172.21.15.57:0/827267444' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-04-15T21:04:14.369 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:04:14 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a[49281]: level=info ts=2024-04-15T21:04:14.290Z caller=cluster.go:696 component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000855323s 2024-04-15T21:04:14.867 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738415 got 34359738419 for osd.0 2024-04-15T21:04:14.867 DEBUG:teuthology.parallel:result is None 2024-04-15T21:04:15.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:04:15 smithi057 ceph-mon[24810]: pgmap v38: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:04:15.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:04:15 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:04:15.620 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:04:15 smithi057 ceph-mon[29654]: pgmap v38: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:04:15.620 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:04:15 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:04:15.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:04:15 smithi148 ceph-mon[25742]: pgmap v38: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:04:15.676 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:04:15 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:04:15.980 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:04:15 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 172.21.15.148 - - [15/Apr/2024:21:04:15] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-15T21:04:16.870 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:04:16 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:04:16.870 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:04:16 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:04:16.870 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:04:16 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:04:16.870 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:04:16 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:04:17.025 INFO:tasks.cephadm.ceph_manager.ceph:need seq 111669149729 got 111669149733 for osd.3 2024-04-15T21:04:17.025 DEBUG:teuthology.parallel:result is None 2024-04-15T21:04:17.091 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:04:16 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:04:17.091 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:04:16 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:04:17.839 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:04:17 smithi057 ceph-mon[24810]: pgmap v39: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:04:17.840 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:04:17 smithi057 ceph-mon[29654]: pgmap v39: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:04:18.091 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:04:17 smithi148 ceph-mon[25742]: pgmap v39: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:04:18.244 INFO:teuthology.orchestra.run.smithi057.stdout:77309411372 2024-04-15T21:04:18.804 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:04:18 smithi057 ceph-mon[24810]: from='client.? 172.21.15.57:0/2994888459' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-04-15T21:04:18.804 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:04:18 smithi057 ceph-mon[29654]: from='client.? 172.21.15.57:0/2994888459' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-04-15T21:04:18.923 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411368 got 77309411372 for osd.2 2024-04-15T21:04:18.923 DEBUG:teuthology.parallel:result is None 2024-04-15T21:04:18.923 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-04-15T21:04:18.923 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell --fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 -- ceph pg dump --format=json 2024-04-15T21:04:19.091 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:04:18 smithi148 ceph-mon[25742]: from='client.? 172.21.15.57:0/2994888459' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-04-15T21:04:19.505 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/mon.a/config 2024-04-15T21:04:19.805 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:04:19 smithi057 ceph-mon[24810]: pgmap v40: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:04:19.805 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:04:19 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:04:19.805 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:04:19 smithi057 ceph-mon[29654]: pgmap v40: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:04:19.805 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:04:19 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:04:19.805 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:04:19 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 172.21.15.57 - - [15/Apr/2024:21:04:19] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-15T21:04:20.091 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:04:19 smithi148 ceph-mon[25742]: pgmap v40: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:04:20.091 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:04:19 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:04:20.119 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:04:19 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:04:19] "GET /metrics HTTP/1.1" 200 191490 "" "Prometheus/2.33.4" 2024-04-15T21:04:21.247 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-15T21:04:21.249 INFO:teuthology.orchestra.run.smithi057.stderr:dumped all 2024-04-15T21:04:21.591 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:04:21 smithi148 ceph-mon[25742]: from='client.14616 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-15T21:04:21.591 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:04:21 smithi148 ceph-mon[25742]: pgmap v41: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:04:21.591 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:04:21 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[27208]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:04:21] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-15T21:04:21.619 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:04:21 smithi057 ceph-mon[24810]: from='client.14616 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-15T21:04:21.619 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:04:21 smithi057 ceph-mon[24810]: pgmap v41: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:04:21.619 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:04:21 smithi057 ceph-mon[29654]: from='client.14616 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-15T21:04:21.619 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:04:21 smithi057 ceph-mon[29654]: pgmap v41: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:04:21.904 INFO:teuthology.orchestra.run.smithi057.stdout:{"pg_ready":true,"pg_map":{"version":40,"stamp":"2024-04-15T21:04:19.303801+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1586784,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":3,"num_osds":8,"num_per_pool_osds":3,"num_per_pool_omap_osds":3,"kb":749961216,"kb_used":48832,"kb_used_data":6080,"kb_used_omap":0,"kb_used_meta":42688,"kb_avail":749912384,"statfs":{"total":767960285184,"available":767910281216,"internally_reserved":0,"allocated":6225920,"data_stored":3476868,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":43712512},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002417"},"pg_stats":[{"pgid":"1.0","version":"59'128","reported_seq":267,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-04-15T21:03:05.371641+0000","last_change":"2024-04-15T21:02:49.736465+0000","last_active":"2024-04-15T21:03:05.371641+0000","last_peered":"2024-04-15T21:03:05.371641+0000","last_clean":"2024-04-15T21:03:05.371641+0000","last_became_active":"2024-04-15T21:02:49.736153+0000","last_became_peered":"2024-04-15T21:02:49.736153+0000","last_unstale":"2024-04-15T21:03:05.371641+0000","last_undegraded":"2024-04-15T21:03:05.371641+0000","last_fullsized":"2024-04-15T21:03:05.371641+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T21:00:53.235161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T21:00:53.235161+0000","last_clean_scrub_stamp":"2024-04-15T21:00:53.235161+0000","objects_scrubbed":0,"log_size":128,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T04:12:57.551046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1586784,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1586784,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1597440,"data_stored":1586784,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234004,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6084,"kb_used_data":1084,"kb_used_omap":0,"kb_used_meta":4992,"kb_avail":93739068,"statfs":{"total":95995035648,"available":95988805632,"internally_reserved":0,"allocated":1110016,"data_stored":765086,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5111808},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 15 21:03:46 2024","interfaces":[{"interface":"back","average":{"1min":0.99099999999999999,"5min":0.99099999999999999,"15min":0.99099999999999999},"min":{"1min":0.27200000000000002,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":11.848000000000001,"5min":11.848000000000001,"15min":11.848000000000001},"last":0.51200000000000001},{"interface":"front","average":{"1min":1.1639999999999999,"5min":1.1639999999999999,"15min":1.1639999999999999},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":16.314,"5min":16.314,"15min":16.314},"last":0.45600000000000002}]},{"osd":1,"last update":"Mon Apr 15 21:03:46 2024","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":1.109,"5min":1.109,"15min":1.109},"last":0.42299999999999999},{"interface":"front","average":{"1min":0.5,"5min":0.5,"15min":0.5},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.69699999999999995,"5min":0.69699999999999995,"15min":0.69699999999999995},"last":0.36499999999999999}]},{"osd":2,"last update":"Mon Apr 15 21:03:46 2024","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":1.014,"5min":1.014,"15min":1.014},"last":0.40799999999999997},{"interface":"front","average":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.34799999999999998}]},{"osd":3,"last update":"Mon Apr 15 21:03:46 2024","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.66700000000000004,"5min":0.66700000000000004,"15min":0.66700000000000004},"last":0.378},{"interface":"front","average":{"1min":1.2250000000000001,"5min":1.2250000000000001,"15min":1.2250000000000001},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":16.337,"5min":16.337,"15min":16.337},"last":0.44}]},{"osd":4,"last update":"Mon Apr 15 21:03:46 2024","interfaces":[{"interface":"back","average":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.98599999999999999,"5min":0.98599999999999999,"15min":0.98599999999999999},"last":0.32900000000000001},{"interface":"front","average":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.68300000000000005,"5min":0.68300000000000005,"15min":0.68300000000000005},"last":0.39100000000000001}]},{"osd":5,"last update":"Mon Apr 15 21:03:46 2024","interfaces":[{"interface":"back","average":{"1min":0.48399999999999999,"5min":0.48399999999999999,"15min":0.48399999999999999},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":1.2110000000000001,"5min":1.2110000000000001,"15min":1.2110000000000001},"last":0.48199999999999998},{"interface":"front","average":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.626,"5min":0.626,"15min":0.626},"last":0.436}]},{"osd":6,"last update":"Mon Apr 15 21:03:46 2024","interfaces":[{"interface":"back","average":{"1min":0.48399999999999999,"5min":0.48399999999999999,"15min":0.48399999999999999},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.65500000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"last":0.52200000000000002},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.66500000000000004,"5min":0.66500000000000004,"15min":0.66500000000000004},"last":0.46300000000000002}]}]},{"osd":6,"up_from":46,"seq":197568495640,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6144,"kb_used_data":1080,"kb_used_omap":0,"kb_used_meta":5056,"kb_avail":93739008,"statfs":{"total":95995035648,"available":95988744192,"internally_reserved":0,"allocated":1105920,"data_stored":764821,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5177344},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 15 21:03:22 2024","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":0.52200000000000002},{"interface":"front","average":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.88900000000000001,"5min":0.88900000000000001,"15min":0.88900000000000001},"last":0.54500000000000004}]},{"osd":1,"last update":"Mon Apr 15 21:03:22 2024","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.78200000000000003,"5min":0.78200000000000003,"15min":0.78200000000000003},"last":0.57399999999999995},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.67000000000000004,"5min":0.67000000000000004,"15min":0.67000000000000004},"last":0.61399999999999999}]},{"osd":2,"last update":"Mon Apr 15 21:03:22 2024","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.85799999999999998,"5min":0.85799999999999998,"15min":0.85799999999999998},"last":0.66300000000000003},{"interface":"front","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.68999999999999995,"5min":0.68999999999999995,"15min":0.68999999999999995},"last":0.64300000000000002}]},{"osd":3,"last update":"Mon Apr 15 21:03:22 2024","interfaces":[{"interface":"back","average":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"last":0.71199999999999997},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.69999999999999996}]},{"osd":4,"last update":"Mon Apr 15 21:03:22 2024","interfaces":[{"interface":"back","average":{"1min":0.443,"5min":0.443,"15min":0.443},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.88,"5min":0.88,"15min":0.88},"last":0.63},{"interface":"front","average":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":0.93999999999999995,"5min":0.93999999999999995,"15min":0.93999999999999995},"last":0.74399999999999999}]},{"osd":5,"last update":"Mon Apr 15 21:03:22 2024","interfaces":[{"interface":"back","average":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":0.73499999999999999},{"interface":"front","average":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.92700000000000005,"5min":0.92700000000000005,"15min":0.92700000000000005},"last":0.68100000000000005}]},{"osd":7,"last update":"Mon Apr 15 21:03:47 2024","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.90000000000000002,"5min":0.90000000000000002,"15min":0.90000000000000002},"last":0.78000000000000003},{"interface":"front","average":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.95899999999999996,"5min":0.95899999999999996,"15min":0.95899999999999996},"last":0.81100000000000005}]}]},{"osd":1,"up_from":13,"seq":55834574896,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":6336,"kb_used_data":568,"kb_used_omap":0,"kb_used_meta":5760,"kb_avail":93738816,"statfs":{"total":95995035648,"available":95988547584,"internally_reserved":0,"allocated":581632,"data_stored":236481,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5898240},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 15 21:03:34 2024","interfaces":[{"interface":"back","average":{"1min":0.41699999999999998,"5min":0.36299999999999999,"15min":0.34100000000000003},"min":{"1min":0.25,"5min":0.221,"15min":0.221},"max":{"1min":1.3100000000000001,"5min":1.3100000000000001,"15min":1.3100000000000001},"last":0.5},{"interface":"front","average":{"1min":0.52200000000000002,"5min":0.38900000000000001,"15min":0.35899999999999999},"min":{"1min":0.26600000000000001,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":3.661,"5min":3.661,"15min":3.661},"last":0.51100000000000001}]},{"osd":2,"last update":"Mon Apr 15 21:03:57 2024","interfaces":[{"interface":"back","average":{"1min":0.44400000000000001,"5min":0.41099999999999998,"15min":0.40699999999999997},"min":{"1min":0.24199999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":1.246,"5min":1.246,"15min":1.246},"last":0.53600000000000003},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.42899999999999999,"15min":0.40500000000000003},"min":{"1min":0.27200000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":4.2240000000000002,"5min":4.2240000000000002,"15min":4.2240000000000002},"last":0.48899999999999999}]},{"osd":3,"last update":"Mon Apr 15 21:03:17 2024","interfaces":[{"interface":"back","average":{"1min":0.40899999999999997,"5min":0.434,"15min":0.438},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.61899999999999999,"5min":0.64700000000000002,"15min":0.64700000000000002},"last":0.55200000000000005},{"interface":"front","average":{"1min":0.46200000000000002,"5min":0.46800000000000003,"15min":0.46899999999999997},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.63,"5min":0.63600000000000001,"15min":0.63600000000000001},"last":0.57499999999999996}]},{"osd":4,"last update":"Mon Apr 15 21:03:39 2024","interfaces":[{"interface":"back","average":{"1min":0.68600000000000005,"5min":0.61299999999999999,"15min":0.60099999999999998},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":4.2939999999999996,"5min":4.2939999999999996,"15min":4.2939999999999996},"last":0.63},{"interface":"front","average":{"1min":0.67100000000000004,"5min":0.60699999999999998,"15min":0.59599999999999997},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":3.585,"5min":3.585,"15min":3.585},"last":0.60299999999999998}]},{"osd":5,"last update":"Mon Apr 15 21:04:00 2024","interfaces":[{"interface":"back","average":{"1min":0.72199999999999998,"5min":0.623,"15min":0.60699999999999998},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":4.3200000000000003,"5min":4.3200000000000003,"15min":4.3200000000000003},"last":0.69699999999999995},{"interface":"front","average":{"1min":0.71699999999999997,"5min":0.64700000000000002,"15min":0.63500000000000001},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":3.609,"5min":3.609,"15min":3.609},"last":0.64600000000000002}]},{"osd":6,"last update":"Mon Apr 15 21:03:23 2024","interfaces":[{"interface":"back","average":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"min":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":0.81000000000000005,"5min":0.81000000000000005,"15min":0.81000000000000005},"last":0.624},{"interface":"front","average":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":0.80500000000000005,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.68600000000000005}]},{"osd":7,"last update":"Mon Apr 15 21:03:49 2024","interfaces":[{"interface":"back","average":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":4.2670000000000003,"5min":4.2670000000000003,"15min":4.2670000000000003},"last":0.66500000000000004},{"interface":"front","average":{"1min":0.625,"5min":0.625,"15min":0.625},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":1.284,"5min":1.284,"15min":1.284},"last":0.65500000000000003}]}]},{"osd":0,"up_from":8,"seq":34359738421,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6920,"kb_used_data":1088,"kb_used_omap":0,"kb_used_meta":5824,"kb_avail":93738232,"statfs":{"total":95995035648,"available":95987949568,"internally_reserved":0,"allocated":1114112,"data_stored":765409,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5963776},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Apr 15 21:03:35 2024","interfaces":[{"interface":"back","average":{"1min":0.375,"5min":0.36499999999999999,"15min":0.35499999999999998},"min":{"1min":0.22800000000000001,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"last":0.34499999999999997},{"interface":"front","average":{"1min":0.41399999999999998,"5min":0.373,"15min":0.34899999999999998},"min":{"1min":0.26000000000000001,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":0.56499999999999995,"5min":0.67300000000000004,"15min":0.67300000000000004},"last":0.46700000000000003}]},{"osd":2,"last update":"Mon Apr 15 21:03:56 2024","interfaces":[{"interface":"back","average":{"1min":0.35399999999999998,"5min":0.39900000000000002,"15min":0.40000000000000002},"min":{"1min":0.26200000000000001,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.51900000000000002,"5min":0.58699999999999997,"15min":0.58699999999999997},"last":0.39600000000000002},{"interface":"front","average":{"1min":0.42599999999999999,"5min":0.42299999999999999,"15min":0.41399999999999998},"min":{"1min":0.28000000000000003,"5min":0.248,"15min":0.248},"max":{"1min":0.60099999999999998,"5min":0.65100000000000002,"15min":0.65100000000000002},"last":0.38600000000000001}]},{"osd":3,"last update":"Mon Apr 15 21:03:21 2024","interfaces":[{"interface":"back","average":{"1min":0.46300000000000002,"5min":0.432,"15min":0.42699999999999999},"min":{"1min":0.30099999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.67900000000000005,"5min":0.67900000000000005,"15min":0.67900000000000005},"last":0.44900000000000001},{"interface":"front","average":{"1min":0.46100000000000002,"5min":0.46400000000000002,"15min":0.46400000000000002},"min":{"1min":0.32100000000000001,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.58999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"last":0.51000000000000001}]},{"osd":4,"last update":"Mon Apr 15 21:03:41 2024","interfaces":[{"interface":"back","average":{"1min":0.58699999999999997,"5min":0.59299999999999997,"15min":0.59399999999999997},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":1.139,"5min":1.139,"15min":1.139},"last":0.42499999999999999},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.58899999999999997,"15min":0.59499999999999997},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.69499999999999995,"5min":0.93600000000000005,"15min":0.93600000000000005},"last":0.41299999999999998}]},{"osd":5,"last update":"Mon Apr 15 21:04:07 2024","interfaces":[{"interface":"back","average":{"1min":0.53800000000000003,"5min":0.63800000000000001,"15min":0.65500000000000003},"min":{"1min":0.439,"5min":0.439,"15min":0.439},"max":{"1min":0.70699999999999996,"5min":1.214,"15min":1.214},"last":0.48099999999999998},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.625,"15min":0.63800000000000001},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.72899999999999998,"5min":1.194,"15min":1.194},"last":0.47499999999999998}]},{"osd":6,"last update":"Mon Apr 15 21:03:26 2024","interfaces":[{"interface":"back","average":{"1min":0.64600000000000002,"5min":0.64600000000000002,"15min":0.64600000000000002},"min":{"1min":0.45000000000000001,"5min":0.45000000000000001,"15min":0.45000000000000001},"max":{"1min":1.1739999999999999,"5min":1.1739999999999999,"15min":1.1739999999999999},"last":0.53200000000000003},{"interface":"front","average":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.81699999999999995,"5min":0.81699999999999995,"15min":0.81699999999999995},"last":0.499}]},{"osd":7,"last update":"Mon Apr 15 21:03:47 2024","interfaces":[{"interface":"back","average":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":1.204,"5min":1.204,"15min":1.204},"last":0.60199999999999998},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.436,"5min":0.436,"15min":0.436},"max":{"1min":0.76000000000000001,"5min":0.76000000000000001,"15min":0.76000000000000001},"last":0.51600000000000001}]}]},{"osd":2,"up_from":18,"seq":77309411372,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":6272,"kb_used_data":568,"kb_used_omap":0,"kb_used_meta":5696,"kb_avail":93738880,"statfs":{"total":95995035648,"available":95988613120,"internally_reserved":0,"allocated":581632,"data_stored":236481,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5832704},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 15 21:03:54 2024","interfaces":[{"interface":"back","average":{"1min":0.38100000000000001,"5min":0.34399999999999997,"15min":0.32400000000000001},"min":{"1min":0.255,"5min":0.20499999999999999,"15min":0.20499999999999999},"max":{"1min":0.51300000000000001,"5min":0.56399999999999995,"15min":0.56399999999999995},"last":0.46899999999999997},{"interface":"front","average":{"1min":0.41499999999999998,"5min":0.38100000000000001,"15min":0.36499999999999999},"min":{"1min":0.27700000000000002,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"last":0.36799999999999999}]},{"osd":1,"last update":"Mon Apr 15 21:03:54 2024","interfaces":[{"interface":"back","average":{"1min":0.40200000000000002,"5min":0.378,"15min":0.36399999999999999},"min":{"1min":0.29199999999999998,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.70799999999999996,"5min":0.70799999999999996,"15min":0.70799999999999996},"last":0.34799999999999998},{"interface":"front","average":{"1min":0.435,"5min":0.39500000000000002,"15min":0.377},"min":{"1min":0.29799999999999999,"5min":0.248,"15min":0.248},"max":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"last":0.48999999999999999}]},{"osd":3,"last update":"Mon Apr 15 21:03:20 2024","interfaces":[{"interface":"back","average":{"1min":0.45500000000000002,"5min":0.443,"15min":0.441},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.72699999999999998,"5min":0.72699999999999998,"15min":0.72699999999999998},"last":0.27900000000000003},{"interface":"front","average":{"1min":0.46999999999999997,"5min":0.45000000000000001,"15min":0.44700000000000001},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.70199999999999996,"5min":0.70199999999999996,"15min":0.70199999999999996},"last":0.41199999999999998}]},{"osd":4,"last update":"Mon Apr 15 21:03:42 2024","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.58599999999999997,"15min":0.58999999999999997},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.95199999999999996,"5min":0.95199999999999996,"15min":0.95199999999999996},"last":0.54700000000000004},{"interface":"front","average":{"1min":0.625,"5min":0.59699999999999998,"15min":0.59199999999999997},"min":{"1min":0.45100000000000001,"5min":0.436,"15min":0.436},"max":{"1min":1.0620000000000001,"5min":1.0620000000000001,"15min":1.0620000000000001},"last":0.53100000000000003}]},{"osd":5,"last update":"Mon Apr 15 21:04:04 2024","interfaces":[{"interface":"back","average":{"1min":0.61599999999999999,"5min":0.63600000000000001,"15min":0.64000000000000001},"min":{"1min":0.42899999999999999,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.79300000000000004,"5min":0.97699999999999998,"15min":0.97699999999999998},"last":0.60299999999999998},{"interface":"front","average":{"1min":0.60799999999999998,"5min":0.629,"15min":0.63300000000000001},"min":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":0.80000000000000004,"5min":1.022,"15min":1.022},"last":0.50800000000000001}]},{"osd":6,"last update":"Mon Apr 15 21:03:23 2024","interfaces":[{"interface":"back","average":{"1min":0.65600000000000003,"5min":0.65600000000000003,"15min":0.65600000000000003},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":0.90700000000000003,"5min":0.90700000000000003,"15min":0.90700000000000003},"last":0.51900000000000002},{"interface":"front","average":{"1min":0.67000000000000004,"5min":0.67000000000000004,"15min":0.67000000000000004},"min":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"max":{"1min":1.048,"5min":1.048,"15min":1.048},"last":0.59099999999999997}]},{"osd":7,"last update":"Mon Apr 15 21:03:47 2024","interfaces":[{"interface":"back","average":{"1min":0.66000000000000003,"5min":0.66000000000000003,"15min":0.66000000000000003},"min":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"max":{"1min":0.93700000000000006,"5min":0.93700000000000006,"15min":0.93700000000000006},"last":0.56299999999999994},{"interface":"front","average":{"1min":0.65900000000000003,"5min":0.65900000000000003,"15min":0.65900000000000003},"min":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"max":{"1min":1.006,"5min":1.006,"15min":1.006},"last":0.623}]}]},{"osd":3,"up_from":26,"seq":111669149735,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":5696,"kb_used_data":568,"kb_used_omap":0,"kb_used_meta":5120,"kb_avail":93739456,"statfs":{"total":95995035648,"available":95989202944,"internally_reserved":0,"allocated":581632,"data_stored":236481,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5242880},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 15 21:03:18 2024","interfaces":[{"interface":"back","average":{"1min":0.38900000000000001,"5min":0.40100000000000002,"15min":0.40300000000000002},"min":{"1min":0.28000000000000003,"5min":0.246,"15min":0.246},"max":{"1min":0.54200000000000004,"5min":0.624,"15min":0.624},"last":0.66600000000000004},{"interface":"front","average":{"1min":0.41099999999999998,"5min":0.40100000000000002,"15min":0.39900000000000002},"min":{"1min":0.312,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.66700000000000004,"5min":0.66700000000000004,"15min":0.66700000000000004},"last":0.46700000000000003}]},{"osd":1,"last update":"Mon Apr 15 21:03:18 2024","interfaces":[{"interface":"back","average":{"1min":0.39800000000000002,"5min":0.39300000000000002,"15min":0.39200000000000002},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.73199999999999998,"5min":0.73199999999999998,"15min":0.73199999999999998},"last":0.44900000000000001},{"interface":"front","average":{"1min":0.436,"5min":0.443,"15min":0.44400000000000001},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.57399999999999995,"5min":0.73099999999999998,"15min":0.73099999999999998},"last":0.57099999999999995}]},{"osd":2,"last update":"Mon Apr 15 21:03:18 2024","interfaces":[{"interface":"back","average":{"1min":0.47099999999999997,"5min":0.45400000000000001,"15min":0.45100000000000001},"min":{"1min":0.36399999999999999,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.54100000000000004},{"interface":"front","average":{"1min":0.443,"5min":0.44700000000000001,"15min":0.44700000000000001},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.63,"5min":0.64300000000000002,"15min":0.64300000000000002},"last":0.56299999999999994}]},{"osd":4,"last update":"Mon Apr 15 21:03:44 2024","interfaces":[{"interface":"back","average":{"1min":0.58599999999999997,"5min":0.63200000000000001,"15min":0.64000000000000001},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.84399999999999997,"5min":1.522,"15min":1.522},"last":0.52200000000000002},{"interface":"front","average":{"1min":0.59799999999999998,"5min":0.63,"15min":0.63600000000000001},"min":{"1min":0.40799999999999997,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.86899999999999999,"5min":1.488,"15min":1.488},"last":0.50700000000000001}]},{"osd":5,"last update":"Mon Apr 15 21:04:03 2024","interfaces":[{"interface":"back","average":{"1min":0.63,"5min":0.65800000000000003,"15min":0.66200000000000003},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":0.879,"5min":1.5069999999999999,"15min":1.5069999999999999},"last":0.59899999999999998},{"interface":"front","average":{"1min":0.61099999999999999,"5min":0.65700000000000003,"15min":0.66500000000000004},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.78200000000000003,"5min":1.45,"15min":1.45},"last":0.58399999999999996}]},{"osd":6,"last update":"Mon Apr 15 21:03:25 2024","interfaces":[{"interface":"back","average":{"1min":0.67600000000000005,"5min":0.67600000000000005,"15min":0.67600000000000005},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":0.85399999999999998,"5min":0.85399999999999998,"15min":0.85399999999999998},"last":0.622},{"interface":"front","average":{"1min":0.70699999999999996,"5min":0.70699999999999996,"15min":0.70699999999999996},"min":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"max":{"1min":1.298,"5min":1.298,"15min":1.298},"last":0.61199999999999999}]},{"osd":7,"last update":"Mon Apr 15 21:03:46 2024","interfaces":[{"interface":"back","average":{"1min":0.67100000000000004,"5min":0.67100000000000004,"15min":0.67100000000000004},"min":{"1min":0.48299999999999998,"5min":0.48299999999999998,"15min":0.48299999999999998},"max":{"1min":1.4530000000000001,"5min":1.4530000000000001,"15min":1.4530000000000001},"last":0.68700000000000006},{"interface":"front","average":{"1min":0.70999999999999996,"5min":0.70999999999999996,"15min":0.70999999999999996},"min":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"max":{"1min":1.4650000000000001,"5min":1.4650000000000001,"15min":1.4650000000000001},"last":0.70399999999999996}]}]},{"osd":4,"up_from":31,"seq":133143986209,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":5756,"kb_used_data":564,"kb_used_omap":0,"kb_used_meta":5184,"kb_avail":93739396,"statfs":{"total":95995035648,"available":95989141504,"internally_reserved":0,"allocated":577536,"data_stored":236216,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5308416},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 15 21:03:40 2024","interfaces":[{"interface":"back","average":{"1min":0.50900000000000001,"5min":0.54200000000000004,"15min":0.54800000000000004},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.79800000000000004,"5min":1.0880000000000001,"15min":1.0880000000000001},"last":0.48299999999999998},{"interface":"front","average":{"1min":0.48299999999999998,"5min":0.53900000000000003,"15min":0.54800000000000004},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.74099999999999999,"5min":1.1259999999999999,"15min":1.1259999999999999},"last":0.57899999999999996}]},{"osd":1,"last update":"Mon Apr 15 21:03:40 2024","interfaces":[{"interface":"back","average":{"1min":0.50900000000000001,"5min":0.54900000000000004,"15min":0.55600000000000005},"min":{"1min":0.40500000000000003,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.68899999999999995,"5min":1.2470000000000001,"15min":1.2470000000000001},"last":0.433},{"interface":"front","average":{"1min":0.50700000000000001,"5min":0.55000000000000004,"15min":0.55700000000000005},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.65900000000000003,"5min":1.1499999999999999,"15min":1.1499999999999999},"last":0.58999999999999997}]},{"osd":2,"last update":"Mon Apr 15 21:03:40 2024","interfaces":[{"interface":"back","average":{"1min":0.503,"5min":0.55400000000000005,"15min":0.56200000000000006},"min":{"1min":0.40000000000000002,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.67400000000000004,"5min":1.3009999999999999,"15min":1.3009999999999999},"last":0.41999999999999998},{"interface":"front","average":{"1min":0.496,"5min":0.56999999999999995,"15min":0.58199999999999996},"min":{"1min":0.372,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.71199999999999997,"5min":1.2370000000000001,"15min":1.2370000000000001},"last":0.53700000000000003}]},{"osd":3,"last update":"Mon Apr 15 21:03:40 2024","interfaces":[{"interface":"back","average":{"1min":0.51600000000000001,"5min":0.57199999999999995,"15min":0.58199999999999996},"min":{"1min":0.42899999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.78300000000000003,"5min":1.26,"15min":1.26},"last":0.49099999999999999},{"interface":"front","average":{"1min":0.49099999999999999,"5min":0.55100000000000005,"15min":0.56100000000000005},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.66400000000000003,"5min":1.1379999999999999,"15min":1.1379999999999999},"last":0.47599999999999998}]},{"osd":5,"last update":"Mon Apr 15 21:04:06 2024","interfaces":[{"interface":"back","average":{"1min":0.442,"5min":0.41699999999999998,"15min":0.41299999999999998},"min":{"1min":0.26800000000000002,"5min":0.253,"15min":0.253},"max":{"1min":0.72599999999999998,"5min":0.749,"15min":0.749},"last":0.52400000000000002},{"interface":"front","average":{"1min":0.46500000000000002,"5min":0.44800000000000001,"15min":0.44500000000000001},"min":{"1min":0.35299999999999998,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.69399999999999995,"5min":0.69499999999999995,"15min":0.69499999999999995},"last":0.624}]},{"osd":6,"last update":"Mon Apr 15 21:03:23 2024","interfaces":[{"interface":"back","average":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.51500000000000001},{"interface":"front","average":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.55500000000000005}]},{"osd":7,"last update":"Mon Apr 15 21:03:47 2024","interfaces":[{"interface":"back","average":{"1min":0.433,"5min":0.433,"15min":0.433},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":0.73299999999999998,"5min":0.73299999999999998,"15min":0.73299999999999998},"last":0.60599999999999998},{"interface":"front","average":{"1min":0.44400000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.56999999999999995}]}]},{"osd":5,"up_from":38,"seq":163208757277,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":5624,"kb_used_data":560,"kb_used_omap":0,"kb_used_meta":5056,"kb_avail":93739528,"statfs":{"total":95995035648,"available":95989276672,"internally_reserved":0,"allocated":573440,"data_stored":235893,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5177344},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 15 21:04:07 2024","interfaces":[{"interface":"back","average":{"1min":0.51900000000000002,"5min":0.52700000000000002,"15min":0.52800000000000002},"min":{"1min":0.34100000000000003,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.749,"5min":1.099,"15min":1.099},"last":0.51500000000000001},{"interface":"front","average":{"1min":0.51500000000000001,"5min":0.54800000000000004,"15min":0.55400000000000005},"min":{"1min":0.38600000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.78500000000000003,"5min":0.93200000000000005,"15min":0.93200000000000005},"last":0.55400000000000005}]},{"osd":1,"last update":"Mon Apr 15 21:04:07 2024","interfaces":[{"interface":"back","average":{"1min":0.498,"5min":0.54300000000000004,"15min":0.55100000000000005},"min":{"1min":0.34999999999999998,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.68000000000000005,"5min":1.1439999999999999,"15min":1.1439999999999999},"last":0.56499999999999995},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.56100000000000005,"15min":0.56200000000000006},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.745,"5min":0.90300000000000002,"15min":0.90300000000000002},"last":0.48599999999999999}]},{"osd":2,"last update":"Mon Apr 15 21:04:07 2024","interfaces":[{"interface":"back","average":{"1min":0.50900000000000001,"5min":0.54200000000000004,"15min":0.54800000000000004},"min":{"1min":0.39900000000000002,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.77800000000000002,"5min":1.1639999999999999,"15min":1.1639999999999999},"last":0.57099999999999995},{"interface":"front","average":{"1min":0.54300000000000004,"5min":0.57899999999999996,"15min":0.58499999999999996},"min":{"1min":0.374,"5min":0.314,"15min":0.314},"max":{"1min":0.76000000000000001,"5min":1.173,"15min":1.173},"last":0.58199999999999996}]},{"osd":3,"last update":"Mon Apr 15 21:04:07 2024","interfaces":[{"interface":"back","average":{"1min":0.51000000000000001,"5min":0.56499999999999995,"15min":0.57399999999999995},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.68899999999999995,"5min":1.1080000000000001,"15min":1.1080000000000001},"last":0.49399999999999999},{"interface":"front","average":{"1min":0.53300000000000003,"5min":0.55700000000000005,"15min":0.56100000000000005},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.78700000000000003,"5min":0.94099999999999995,"15min":0.94099999999999995},"last":0.54500000000000004}]},{"osd":4,"last update":"Mon Apr 15 21:04:07 2024","interfaces":[{"interface":"back","average":{"1min":0.44800000000000001,"5min":0.39100000000000001,"15min":0.38100000000000001},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.65500000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"last":0.39600000000000002},{"interface":"front","average":{"1min":0.47499999999999998,"5min":0.40699999999999997,"15min":0.39600000000000002},"min":{"1min":0.29799999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":0.68899999999999995,"5min":0.68899999999999995,"15min":0.68899999999999995},"last":0.33600000000000002}]},{"osd":6,"last update":"Mon Apr 15 21:03:23 2024","interfaces":[{"interface":"back","average":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"last":0.36299999999999999},{"interface":"front","average":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.68100000000000005,"5min":0.68100000000000005,"15min":0.68100000000000005},"last":0.41199999999999998}]},{"osd":7,"last update":"Mon Apr 15 21:03:48 2024","interfaces":[{"interface":"back","average":{"1min":0.48299999999999998,"5min":0.48299999999999998,"15min":0.48299999999999998},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.379},{"interface":"front","average":{"1min":0.504,"5min":0.504,"15min":0.504},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"last":0.42799999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":532480,"data_stored":528928,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":532480,"data_stored":528928,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":532480,"data_stored":528928,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-15T21:04:21.905 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell --fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 -- ceph pg dump --format=json 2024-04-15T21:04:22.619 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:04:22 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a[49281]: level=info ts=2024-04-15T21:04:22.292Z caller=cluster.go:688 component=cluster msg="gossip settled; proceeding" elapsed=10.002692022s 2024-04-15T21:04:23.294 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/mon.a/config 2024-04-15T21:04:23.463 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:04:23 smithi057 ceph-mon[24810]: pgmap v42: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:04:23.463 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:04:23 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 172.21.15.57 - - [15/Apr/2024:21:04:23] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-15T21:04:23.464 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:04:23 smithi057 ceph-mon[29654]: pgmap v42: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:04:23.841 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:04:23 smithi148 ceph-mon[25742]: pgmap v42: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:04:24.369 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:04:24 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 172.21.15.57 - - [15/Apr/2024:21:04:24] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-15T21:04:24.711 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:04:24 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:04:24.711 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:04:24 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:04:24.711 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:04:24 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:04:24.711 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:04:24 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:04:24.711 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:04:24 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:04:24.711 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:04:24 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:04:24.728 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:04:24 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:04:24.728 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:04:24 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:04:24.728 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:04:24 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:04:25.113 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-15T21:04:25.114 INFO:teuthology.orchestra.run.smithi057.stderr:dumped all 2024-04-15T21:04:25.692 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:04:25 smithi057 ceph-mon[24810]: from='client.14622 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-15T21:04:25.693 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:04:25 smithi057 ceph-mon[24810]: pgmap v43: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:04:25.693 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:04:25 smithi057 ceph-mon[29654]: from='client.14622 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-15T21:04:25.693 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:04:25 smithi057 ceph-mon[29654]: pgmap v43: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:04:25.718 INFO:teuthology.orchestra.run.smithi057.stdout:{"pg_ready":true,"pg_map":{"version":42,"stamp":"2024-04-15T21:04:23.304597+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1586784,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":3,"num_osds":8,"num_per_pool_osds":3,"num_per_pool_omap_osds":3,"kb":749961216,"kb_used":48832,"kb_used_data":6080,"kb_used_omap":0,"kb_used_meta":42688,"kb_avail":749912384,"statfs":{"total":767960285184,"available":767910281216,"internally_reserved":0,"allocated":6225920,"data_stored":3476868,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":43712512},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002459"},"pg_stats":[{"pgid":"1.0","version":"59'128","reported_seq":267,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-04-15T21:03:05.371641+0000","last_change":"2024-04-15T21:02:49.736465+0000","last_active":"2024-04-15T21:03:05.371641+0000","last_peered":"2024-04-15T21:03:05.371641+0000","last_clean":"2024-04-15T21:03:05.371641+0000","last_became_active":"2024-04-15T21:02:49.736153+0000","last_became_peered":"2024-04-15T21:02:49.736153+0000","last_unstale":"2024-04-15T21:03:05.371641+0000","last_undegraded":"2024-04-15T21:03:05.371641+0000","last_fullsized":"2024-04-15T21:03:05.371641+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T21:00:53.235161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T21:00:53.235161+0000","last_clean_scrub_stamp":"2024-04-15T21:00:53.235161+0000","objects_scrubbed":0,"log_size":128,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T04:12:57.551046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1586784,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1586784,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1597440,"data_stored":1586784,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234005,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6084,"kb_used_data":1084,"kb_used_omap":0,"kb_used_meta":4992,"kb_avail":93739068,"statfs":{"total":95995035648,"available":95988805632,"internally_reserved":0,"allocated":1110016,"data_stored":765086,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5111808},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 15 21:03:46 2024","interfaces":[{"interface":"back","average":{"1min":0.99099999999999999,"5min":0.99099999999999999,"15min":0.99099999999999999},"min":{"1min":0.27200000000000002,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":11.848000000000001,"5min":11.848000000000001,"15min":11.848000000000001},"last":0.40200000000000002},{"interface":"front","average":{"1min":1.1639999999999999,"5min":1.1639999999999999,"15min":1.1639999999999999},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":16.314,"5min":16.314,"15min":16.314},"last":0.47899999999999998}]},{"osd":1,"last update":"Mon Apr 15 21:03:46 2024","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":1.109,"5min":1.109,"15min":1.109},"last":0.42199999999999999},{"interface":"front","average":{"1min":0.5,"5min":0.5,"15min":0.5},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.69699999999999995,"5min":0.69699999999999995,"15min":0.69699999999999995},"last":0.49299999999999999}]},{"osd":2,"last update":"Mon Apr 15 21:03:46 2024","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":1.014,"5min":1.014,"15min":1.014},"last":0.53400000000000003},{"interface":"front","average":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.45600000000000002}]},{"osd":3,"last update":"Mon Apr 15 21:03:46 2024","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.66700000000000004,"5min":0.66700000000000004,"15min":0.66700000000000004},"last":0.58199999999999996},{"interface":"front","average":{"1min":1.2250000000000001,"5min":1.2250000000000001,"15min":1.2250000000000001},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":16.337,"5min":16.337,"15min":16.337},"last":0.379}]},{"osd":4,"last update":"Mon Apr 15 21:03:46 2024","interfaces":[{"interface":"back","average":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.98599999999999999,"5min":0.98599999999999999,"15min":0.98599999999999999},"last":0.436},{"interface":"front","average":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.68300000000000005,"5min":0.68300000000000005,"15min":0.68300000000000005},"last":0.39200000000000002}]},{"osd":5,"last update":"Mon Apr 15 21:03:46 2024","interfaces":[{"interface":"back","average":{"1min":0.48399999999999999,"5min":0.48399999999999999,"15min":0.48399999999999999},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":1.2110000000000001,"5min":1.2110000000000001,"15min":1.2110000000000001},"last":0.41299999999999998},{"interface":"front","average":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.626,"5min":0.626,"15min":0.626},"last":0.55900000000000005}]},{"osd":6,"last update":"Mon Apr 15 21:03:46 2024","interfaces":[{"interface":"back","average":{"1min":0.48399999999999999,"5min":0.48399999999999999,"15min":0.48399999999999999},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.65500000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"last":0.45000000000000001},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.66500000000000004,"5min":0.66500000000000004,"15min":0.66500000000000004},"last":0.503}]}]},{"osd":6,"up_from":46,"seq":197568495641,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6144,"kb_used_data":1080,"kb_used_omap":0,"kb_used_meta":5056,"kb_avail":93739008,"statfs":{"total":95995035648,"available":95988744192,"internally_reserved":0,"allocated":1105920,"data_stored":764821,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5177344},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 15 21:03:22 2024","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":0.39700000000000002},{"interface":"front","average":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.88900000000000001,"5min":0.88900000000000001,"15min":0.88900000000000001},"last":0.46300000000000002}]},{"osd":1,"last update":"Mon Apr 15 21:03:22 2024","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.78200000000000003,"5min":0.78200000000000003,"15min":0.78200000000000003},"last":0.41399999999999998},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.67000000000000004,"5min":0.67000000000000004,"15min":0.67000000000000004},"last":0.42399999999999999}]},{"osd":2,"last update":"Mon Apr 15 21:03:22 2024","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.85799999999999998,"5min":0.85799999999999998,"15min":0.85799999999999998},"last":0.45400000000000001},{"interface":"front","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.68999999999999995,"5min":0.68999999999999995,"15min":0.68999999999999995},"last":0.38}]},{"osd":3,"last update":"Mon Apr 15 21:03:22 2024","interfaces":[{"interface":"back","average":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"last":0.47799999999999998},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.40500000000000003}]},{"osd":4,"last update":"Mon Apr 15 21:03:22 2024","interfaces":[{"interface":"back","average":{"1min":0.443,"5min":0.443,"15min":0.443},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.88,"5min":0.88,"15min":0.88},"last":0.44600000000000001},{"interface":"front","average":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":0.93999999999999995,"5min":0.93999999999999995,"15min":0.93999999999999995},"last":0.36599999999999999}]},{"osd":5,"last update":"Mon Apr 15 21:03:22 2024","interfaces":[{"interface":"back","average":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":0.33200000000000002},{"interface":"front","average":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.92700000000000005,"5min":0.92700000000000005,"15min":0.92700000000000005},"last":0.35099999999999998}]},{"osd":7,"last update":"Mon Apr 15 21:03:47 2024","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.90000000000000002,"5min":0.90000000000000002,"15min":0.90000000000000002},"last":0.317},{"interface":"front","average":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.95899999999999996,"5min":0.95899999999999996,"15min":0.95899999999999996},"last":0.436}]}]},{"osd":1,"up_from":13,"seq":55834574897,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":6336,"kb_used_data":568,"kb_used_omap":0,"kb_used_meta":5760,"kb_avail":93738816,"statfs":{"total":95995035648,"available":95988547584,"internally_reserved":0,"allocated":581632,"data_stored":236481,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5898240},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 15 21:03:34 2024","interfaces":[{"interface":"back","average":{"1min":0.41699999999999998,"5min":0.36299999999999999,"15min":0.34100000000000003},"min":{"1min":0.25,"5min":0.221,"15min":0.221},"max":{"1min":1.3100000000000001,"5min":1.3100000000000001,"15min":1.3100000000000001},"last":0.63600000000000001},{"interface":"front","average":{"1min":0.52200000000000002,"5min":0.38900000000000001,"15min":0.35899999999999999},"min":{"1min":0.26600000000000001,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":3.661,"5min":3.661,"15min":3.661},"last":0.61699999999999999}]},{"osd":2,"last update":"Mon Apr 15 21:03:57 2024","interfaces":[{"interface":"back","average":{"1min":0.44400000000000001,"5min":0.41099999999999998,"15min":0.40699999999999997},"min":{"1min":0.24199999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":1.246,"5min":1.246,"15min":1.246},"last":0.67900000000000005},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.42899999999999999,"15min":0.40500000000000003},"min":{"1min":0.27200000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":4.2240000000000002,"5min":4.2240000000000002,"15min":4.2240000000000002},"last":0.59299999999999997}]},{"osd":3,"last update":"Mon Apr 15 21:03:17 2024","interfaces":[{"interface":"back","average":{"1min":0.40899999999999997,"5min":0.434,"15min":0.438},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.61899999999999999,"5min":0.64700000000000002,"15min":0.64700000000000002},"last":0.65000000000000002},{"interface":"front","average":{"1min":0.46200000000000002,"5min":0.46800000000000003,"15min":0.46899999999999997},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.63,"5min":0.63600000000000001,"15min":0.63600000000000001},"last":0.66100000000000003}]},{"osd":4,"last update":"Mon Apr 15 21:03:39 2024","interfaces":[{"interface":"back","average":{"1min":0.68600000000000005,"5min":0.61299999999999999,"15min":0.60099999999999998},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":4.2939999999999996,"5min":4.2939999999999996,"15min":4.2939999999999996},"last":0.68600000000000005},{"interface":"front","average":{"1min":0.67100000000000004,"5min":0.60699999999999998,"15min":0.59599999999999997},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":3.585,"5min":3.585,"15min":3.585},"last":0.68899999999999995}]},{"osd":5,"last update":"Mon Apr 15 21:04:00 2024","interfaces":[{"interface":"back","average":{"1min":0.72199999999999998,"5min":0.623,"15min":0.60699999999999998},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":4.3200000000000003,"5min":4.3200000000000003,"15min":4.3200000000000003},"last":0.66700000000000004},{"interface":"front","average":{"1min":0.71699999999999997,"5min":0.64700000000000002,"15min":0.63500000000000001},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":3.609,"5min":3.609,"15min":3.609},"last":0.747}]},{"osd":6,"last update":"Mon Apr 15 21:03:23 2024","interfaces":[{"interface":"back","average":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"min":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":0.81000000000000005,"5min":0.81000000000000005,"15min":0.81000000000000005},"last":0.72399999999999998},{"interface":"front","average":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":0.80500000000000005,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.71699999999999997}]},{"osd":7,"last update":"Mon Apr 15 21:03:49 2024","interfaces":[{"interface":"back","average":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":4.2670000000000003,"5min":4.2670000000000003,"15min":4.2670000000000003},"last":0.70199999999999996},{"interface":"front","average":{"1min":0.625,"5min":0.625,"15min":0.625},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":1.284,"5min":1.284,"15min":1.284},"last":0.76500000000000001}]}]},{"osd":0,"up_from":8,"seq":34359738422,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6920,"kb_used_data":1088,"kb_used_omap":0,"kb_used_meta":5824,"kb_avail":93738232,"statfs":{"total":95995035648,"available":95987949568,"internally_reserved":0,"allocated":1114112,"data_stored":765409,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5963776},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Apr 15 21:03:35 2024","interfaces":[{"interface":"back","average":{"1min":0.375,"5min":0.36499999999999999,"15min":0.35499999999999998},"min":{"1min":0.22800000000000001,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"last":1.079},{"interface":"front","average":{"1min":0.41399999999999998,"5min":0.373,"15min":0.34899999999999998},"min":{"1min":0.26000000000000001,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":0.56499999999999995,"5min":0.67300000000000004,"15min":0.67300000000000004},"last":0.57399999999999995}]},{"osd":2,"last update":"Mon Apr 15 21:03:56 2024","interfaces":[{"interface":"back","average":{"1min":0.35399999999999998,"5min":0.39900000000000002,"15min":0.40000000000000002},"min":{"1min":0.26200000000000001,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.51900000000000002,"5min":0.58699999999999997,"15min":0.58699999999999997},"last":1.1180000000000001},{"interface":"front","average":{"1min":0.42599999999999999,"5min":0.42299999999999999,"15min":0.41399999999999998},"min":{"1min":0.28000000000000003,"5min":0.248,"15min":0.248},"max":{"1min":0.60099999999999998,"5min":0.65100000000000002,"15min":0.65100000000000002},"last":0.91900000000000004}]},{"osd":3,"last update":"Mon Apr 15 21:03:21 2024","interfaces":[{"interface":"back","average":{"1min":0.46300000000000002,"5min":0.432,"15min":0.42699999999999999},"min":{"1min":0.30099999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.67900000000000005,"5min":0.67900000000000005,"15min":0.67900000000000005},"last":1.194},{"interface":"front","average":{"1min":0.46100000000000002,"5min":0.46400000000000002,"15min":0.46400000000000002},"min":{"1min":0.32100000000000001,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.58999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"last":0.67800000000000005}]},{"osd":4,"last update":"Mon Apr 15 21:03:41 2024","interfaces":[{"interface":"back","average":{"1min":0.58699999999999997,"5min":0.59299999999999997,"15min":0.59399999999999997},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":1.139,"5min":1.139,"15min":1.139},"last":0.60499999999999998},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.58899999999999997,"15min":0.59499999999999997},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.69499999999999995,"5min":0.93600000000000005,"15min":0.93600000000000005},"last":1.143}]},{"osd":5,"last update":"Mon Apr 15 21:04:07 2024","interfaces":[{"interface":"back","average":{"1min":0.53800000000000003,"5min":0.63800000000000001,"15min":0.65500000000000003},"min":{"1min":0.439,"5min":0.439,"15min":0.439},"max":{"1min":0.70699999999999996,"5min":1.214,"15min":1.214},"last":1.1599999999999999},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.625,"15min":0.63800000000000001},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.72899999999999998,"5min":1.194,"15min":1.194},"last":1.1020000000000001}]},{"osd":6,"last update":"Mon Apr 15 21:03:26 2024","interfaces":[{"interface":"back","average":{"1min":0.64600000000000002,"5min":0.64600000000000002,"15min":0.64600000000000002},"min":{"1min":0.45000000000000001,"5min":0.45000000000000001,"15min":0.45000000000000001},"max":{"1min":1.1739999999999999,"5min":1.1739999999999999,"15min":1.1739999999999999},"last":0.629},{"interface":"front","average":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.81699999999999995,"5min":0.81699999999999995,"15min":0.81699999999999995},"last":1.1830000000000001}]},{"osd":7,"last update":"Mon Apr 15 21:03:47 2024","interfaces":[{"interface":"back","average":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":1.204,"5min":1.204,"15min":1.204},"last":0.65000000000000002},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.436,"5min":0.436,"15min":0.436},"max":{"1min":0.76000000000000001,"5min":0.76000000000000001,"15min":0.76000000000000001},"last":1.2170000000000001}]}]},{"osd":2,"up_from":18,"seq":77309411373,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":6272,"kb_used_data":568,"kb_used_omap":0,"kb_used_meta":5696,"kb_avail":93738880,"statfs":{"total":95995035648,"available":95988613120,"internally_reserved":0,"allocated":581632,"data_stored":236481,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5832704},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 15 21:03:54 2024","interfaces":[{"interface":"back","average":{"1min":0.38100000000000001,"5min":0.34399999999999997,"15min":0.32400000000000001},"min":{"1min":0.255,"5min":0.20499999999999999,"15min":0.20499999999999999},"max":{"1min":0.51300000000000001,"5min":0.56399999999999995,"15min":0.56399999999999995},"last":0.27700000000000002},{"interface":"front","average":{"1min":0.41499999999999998,"5min":0.38100000000000001,"15min":0.36499999999999999},"min":{"1min":0.27700000000000002,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"last":0.315}]},{"osd":1,"last update":"Mon Apr 15 21:03:54 2024","interfaces":[{"interface":"back","average":{"1min":0.40200000000000002,"5min":0.378,"15min":0.36399999999999999},"min":{"1min":0.29199999999999998,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.70799999999999996,"5min":0.70799999999999996,"15min":0.70799999999999996},"last":0.29199999999999998},{"interface":"front","average":{"1min":0.435,"5min":0.39500000000000002,"15min":0.377},"min":{"1min":0.29799999999999999,"5min":0.248,"15min":0.248},"max":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"last":0.40500000000000003}]},{"osd":3,"last update":"Mon Apr 15 21:04:21 2024","interfaces":[{"interface":"back","average":{"1min":0.36899999999999999,"5min":0.42799999999999999,"15min":0.436},"min":{"1min":0.247,"5min":0.247,"15min":0.247},"max":{"1min":0.5,"5min":0.72699999999999998,"15min":0.72699999999999998},"last":0.35599999999999998},{"interface":"front","average":{"1min":0.39100000000000001,"5min":0.439,"15min":0.443},"min":{"1min":0.29499999999999998,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.60099999999999998,"5min":0.70199999999999996,"15min":0.70199999999999996},"last":0.42399999999999999}]},{"osd":4,"last update":"Mon Apr 15 21:03:42 2024","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.58599999999999997,"15min":0.58999999999999997},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.95199999999999996,"5min":0.95199999999999996,"15min":0.95199999999999996},"last":0.56799999999999995},{"interface":"front","average":{"1min":0.625,"5min":0.59699999999999998,"15min":0.59199999999999997},"min":{"1min":0.45100000000000001,"5min":0.436,"15min":0.436},"max":{"1min":1.0620000000000001,"5min":1.0620000000000001,"15min":1.0620000000000001},"last":0.46899999999999997}]},{"osd":5,"last update":"Mon Apr 15 21:04:04 2024","interfaces":[{"interface":"back","average":{"1min":0.61599999999999999,"5min":0.63600000000000001,"15min":0.64000000000000001},"min":{"1min":0.42899999999999999,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.79300000000000004,"5min":0.97699999999999998,"15min":0.97699999999999998},"last":0.45800000000000002},{"interface":"front","average":{"1min":0.60799999999999998,"5min":0.629,"15min":0.63300000000000001},"min":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":0.80000000000000004,"5min":1.022,"15min":1.022},"last":0.504}]},{"osd":6,"last update":"Mon Apr 15 21:03:23 2024","interfaces":[{"interface":"back","average":{"1min":0.65600000000000003,"5min":0.65600000000000003,"15min":0.65600000000000003},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":0.90700000000000003,"5min":0.90700000000000003,"15min":0.90700000000000003},"last":0.49399999999999999},{"interface":"front","average":{"1min":0.67000000000000004,"5min":0.67000000000000004,"15min":0.67000000000000004},"min":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"max":{"1min":1.048,"5min":1.048,"15min":1.048},"last":0.52900000000000003}]},{"osd":7,"last update":"Mon Apr 15 21:03:47 2024","interfaces":[{"interface":"back","average":{"1min":0.66000000000000003,"5min":0.66000000000000003,"15min":0.66000000000000003},"min":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"max":{"1min":0.93700000000000006,"5min":0.93700000000000006,"15min":0.93700000000000006},"last":0.63300000000000001},{"interface":"front","average":{"1min":0.65900000000000003,"5min":0.65900000000000003,"15min":0.65900000000000003},"min":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"max":{"1min":1.006,"5min":1.006,"15min":1.006},"last":0.622}]}]},{"osd":3,"up_from":26,"seq":111669149736,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":5696,"kb_used_data":568,"kb_used_omap":0,"kb_used_meta":5120,"kb_avail":93739456,"statfs":{"total":95995035648,"available":95989202944,"internally_reserved":0,"allocated":581632,"data_stored":236481,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5242880},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 15 21:04:19 2024","interfaces":[{"interface":"back","average":{"1min":0.39600000000000002,"5min":0.39900000000000002,"15min":0.40200000000000002},"min":{"1min":0.26400000000000001,"5min":0.246,"15min":0.246},"max":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"last":0.28199999999999997},{"interface":"front","average":{"1min":0.38200000000000001,"5min":0.39800000000000002,"15min":0.39800000000000002},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.55600000000000005,"5min":0.66700000000000004,"15min":0.66700000000000004},"last":0.36799999999999999}]},{"osd":1,"last update":"Mon Apr 15 21:04:19 2024","interfaces":[{"interface":"back","average":{"1min":0.40300000000000002,"5min":0.39500000000000002,"15min":0.39300000000000002},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.57199999999999995,"5min":0.73199999999999998,"15min":0.73199999999999998},"last":0.32400000000000001},{"interface":"front","average":{"1min":0.42199999999999999,"5min":0.438,"15min":0.442},"min":{"1min":0.23400000000000001,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":0.624,"5min":0.73099999999999998,"15min":0.73099999999999998},"last":0.40699999999999997}]},{"osd":2,"last update":"Mon Apr 15 21:04:19 2024","interfaces":[{"interface":"back","average":{"1min":0.45700000000000002,"5min":0.45500000000000002,"15min":0.45100000000000001},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.71499999999999997,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.377},{"interface":"front","average":{"1min":0.42899999999999999,"5min":0.443,"15min":0.44600000000000001},"min":{"1min":0.249,"5min":0.249,"15min":0.249},"max":{"1min":0.67400000000000004,"5min":0.67400000000000004,"15min":0.67400000000000004},"last":0.33600000000000002}]},{"osd":4,"last update":"Mon Apr 15 21:03:44 2024","interfaces":[{"interface":"back","average":{"1min":0.58599999999999997,"5min":0.63200000000000001,"15min":0.64000000000000001},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.84399999999999997,"5min":1.522,"15min":1.522},"last":0.41799999999999998},{"interface":"front","average":{"1min":0.59799999999999998,"5min":0.63,"15min":0.63600000000000001},"min":{"1min":0.40799999999999997,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.86899999999999999,"5min":1.488,"15min":1.488},"last":0.48399999999999999}]},{"osd":5,"last update":"Mon Apr 15 21:04:03 2024","interfaces":[{"interface":"back","average":{"1min":0.63,"5min":0.65800000000000003,"15min":0.66200000000000003},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":0.879,"5min":1.5069999999999999,"15min":1.5069999999999999},"last":0.42799999999999999},{"interface":"front","average":{"1min":0.61099999999999999,"5min":0.65700000000000003,"15min":0.66500000000000004},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.78200000000000003,"5min":1.45,"15min":1.45},"last":0.39200000000000002}]},{"osd":6,"last update":"Mon Apr 15 21:03:25 2024","interfaces":[{"interface":"back","average":{"1min":0.67600000000000005,"5min":0.67600000000000005,"15min":0.67600000000000005},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":0.85399999999999998,"5min":0.85399999999999998,"15min":0.85399999999999998},"last":0.46000000000000002},{"interface":"front","average":{"1min":0.70699999999999996,"5min":0.70699999999999996,"15min":0.70699999999999996},"min":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"max":{"1min":1.298,"5min":1.298,"15min":1.298},"last":0.45300000000000001}]},{"osd":7,"last update":"Mon Apr 15 21:03:46 2024","interfaces":[{"interface":"back","average":{"1min":0.67100000000000004,"5min":0.67100000000000004,"15min":0.67100000000000004},"min":{"1min":0.48299999999999998,"5min":0.48299999999999998,"15min":0.48299999999999998},"max":{"1min":1.4530000000000001,"5min":1.4530000000000001,"15min":1.4530000000000001},"last":0.432},{"interface":"front","average":{"1min":0.70999999999999996,"5min":0.70999999999999996,"15min":0.70999999999999996},"min":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"max":{"1min":1.4650000000000001,"5min":1.4650000000000001,"15min":1.4650000000000001},"last":0.497}]}]},{"osd":4,"up_from":31,"seq":133143986210,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":5756,"kb_used_data":564,"kb_used_omap":0,"kb_used_meta":5184,"kb_avail":93739396,"statfs":{"total":95995035648,"available":95989141504,"internally_reserved":0,"allocated":577536,"data_stored":236216,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5308416},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 15 21:03:40 2024","interfaces":[{"interface":"back","average":{"1min":0.50900000000000001,"5min":0.54200000000000004,"15min":0.54800000000000004},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.79800000000000004,"5min":1.0880000000000001,"15min":1.0880000000000001},"last":0.20799999999999999},{"interface":"front","average":{"1min":0.48299999999999998,"5min":0.53900000000000003,"15min":0.54800000000000004},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.74099999999999999,"5min":1.1259999999999999,"15min":1.1259999999999999},"last":0.23699999999999999}]},{"osd":1,"last update":"Mon Apr 15 21:03:40 2024","interfaces":[{"interface":"back","average":{"1min":0.50900000000000001,"5min":0.54900000000000004,"15min":0.55600000000000005},"min":{"1min":0.40500000000000003,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.68899999999999995,"5min":1.2470000000000001,"15min":1.2470000000000001},"last":0.40500000000000003},{"interface":"front","average":{"1min":0.50700000000000001,"5min":0.55000000000000004,"15min":0.55700000000000005},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.65900000000000003,"5min":1.1499999999999999,"15min":1.1499999999999999},"last":0.32200000000000001}]},{"osd":2,"last update":"Mon Apr 15 21:03:40 2024","interfaces":[{"interface":"back","average":{"1min":0.503,"5min":0.55400000000000005,"15min":0.56200000000000006},"min":{"1min":0.40000000000000002,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.67400000000000004,"5min":1.3009999999999999,"15min":1.3009999999999999},"last":0.254},{"interface":"front","average":{"1min":0.496,"5min":0.56999999999999995,"15min":0.58199999999999996},"min":{"1min":0.372,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.71199999999999997,"5min":1.2370000000000001,"15min":1.2370000000000001},"last":0.438}]},{"osd":3,"last update":"Mon Apr 15 21:03:40 2024","interfaces":[{"interface":"back","average":{"1min":0.51600000000000001,"5min":0.57199999999999995,"15min":0.58199999999999996},"min":{"1min":0.42899999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.78300000000000003,"5min":1.26,"15min":1.26},"last":0.39000000000000001},{"interface":"front","average":{"1min":0.49099999999999999,"5min":0.55100000000000005,"15min":0.56100000000000005},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.66400000000000003,"5min":1.1379999999999999,"15min":1.1379999999999999},"last":0.45500000000000002}]},{"osd":5,"last update":"Mon Apr 15 21:04:06 2024","interfaces":[{"interface":"back","average":{"1min":0.442,"5min":0.41699999999999998,"15min":0.41299999999999998},"min":{"1min":0.26800000000000002,"5min":0.253,"15min":0.253},"max":{"1min":0.72599999999999998,"5min":0.749,"15min":0.749},"last":0.28100000000000003},{"interface":"front","average":{"1min":0.46500000000000002,"5min":0.44800000000000001,"15min":0.44500000000000001},"min":{"1min":0.35299999999999998,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.69399999999999995,"5min":0.69499999999999995,"15min":0.69499999999999995},"last":0.46200000000000002}]},{"osd":6,"last update":"Mon Apr 15 21:03:23 2024","interfaces":[{"interface":"back","average":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.36799999999999999},{"interface":"front","average":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.36299999999999999}]},{"osd":7,"last update":"Mon Apr 15 21:03:47 2024","interfaces":[{"interface":"back","average":{"1min":0.433,"5min":0.433,"15min":0.433},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":0.73299999999999998,"5min":0.73299999999999998,"15min":0.73299999999999998},"last":0.48099999999999998},{"interface":"front","average":{"1min":0.44400000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.43099999999999999}]}]},{"osd":5,"up_from":38,"seq":163208757278,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":5624,"kb_used_data":560,"kb_used_omap":0,"kb_used_meta":5056,"kb_avail":93739528,"statfs":{"total":95995035648,"available":95989276672,"internally_reserved":0,"allocated":573440,"data_stored":235893,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5177344},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 15 21:04:07 2024","interfaces":[{"interface":"back","average":{"1min":0.51900000000000002,"5min":0.52700000000000002,"15min":0.52800000000000002},"min":{"1min":0.34100000000000003,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.749,"5min":1.099,"15min":1.099},"last":0.45700000000000002},{"interface":"front","average":{"1min":0.51500000000000001,"5min":0.54800000000000004,"15min":0.55400000000000005},"min":{"1min":0.38600000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.78500000000000003,"5min":0.93200000000000005,"15min":0.93200000000000005},"last":0.497}]},{"osd":1,"last update":"Mon Apr 15 21:04:07 2024","interfaces":[{"interface":"back","average":{"1min":0.498,"5min":0.54300000000000004,"15min":0.55100000000000005},"min":{"1min":0.34999999999999998,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.68000000000000005,"5min":1.1439999999999999,"15min":1.1439999999999999},"last":0.48799999999999999},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.56100000000000005,"15min":0.56200000000000006},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.745,"5min":0.90300000000000002,"15min":0.90300000000000002},"last":0.46500000000000002}]},{"osd":2,"last update":"Mon Apr 15 21:04:07 2024","interfaces":[{"interface":"back","average":{"1min":0.50900000000000001,"5min":0.54200000000000004,"15min":0.54800000000000004},"min":{"1min":0.39900000000000002,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.77800000000000002,"5min":1.1639999999999999,"15min":1.1639999999999999},"last":0.42099999999999999},{"interface":"front","average":{"1min":0.54300000000000004,"5min":0.57899999999999996,"15min":0.58499999999999996},"min":{"1min":0.374,"5min":0.314,"15min":0.314},"max":{"1min":0.76000000000000001,"5min":1.173,"15min":1.173},"last":0.46999999999999997}]},{"osd":3,"last update":"Mon Apr 15 21:04:07 2024","interfaces":[{"interface":"back","average":{"1min":0.51000000000000001,"5min":0.56499999999999995,"15min":0.57399999999999995},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.68899999999999995,"5min":1.1080000000000001,"15min":1.1080000000000001},"last":0.39200000000000002},{"interface":"front","average":{"1min":0.53300000000000003,"5min":0.55700000000000005,"15min":0.56100000000000005},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.78700000000000003,"5min":0.94099999999999995,"15min":0.94099999999999995},"last":0.502}]},{"osd":4,"last update":"Mon Apr 15 21:04:07 2024","interfaces":[{"interface":"back","average":{"1min":0.44800000000000001,"5min":0.39100000000000001,"15min":0.38100000000000001},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.65500000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"last":0.32300000000000001},{"interface":"front","average":{"1min":0.47499999999999998,"5min":0.40699999999999997,"15min":0.39600000000000002},"min":{"1min":0.29799999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":0.68899999999999995,"5min":0.68899999999999995,"15min":0.68899999999999995},"last":0.34499999999999997}]},{"osd":6,"last update":"Mon Apr 15 21:03:23 2024","interfaces":[{"interface":"back","average":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"last":0.42999999999999999},{"interface":"front","average":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.68100000000000005,"5min":0.68100000000000005,"15min":0.68100000000000005},"last":0.44}]},{"osd":7,"last update":"Mon Apr 15 21:03:48 2024","interfaces":[{"interface":"back","average":{"1min":0.48299999999999998,"5min":0.48299999999999998,"15min":0.48299999999999998},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.40000000000000002},{"interface":"front","average":{"1min":0.504,"5min":0.504,"15min":0.504},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"last":0.48199999999999998}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":532480,"data_stored":528928,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":532480,"data_stored":528928,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":532480,"data_stored":528928,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-15T21:04:25.720 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-04-15T21:04:25.720 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-04-15T21:04:25.720 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2024-04-15T21:04:25.720 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell --fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 -- ceph health --format=json 2024-04-15T21:04:25.736 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:04:25 smithi148 ceph-mon[25742]: from='client.14622 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-15T21:04:25.736 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:04:25 smithi148 ceph-mon[25742]: pgmap v43: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:04:25.944 INFO:teuthology.orchestra.run.smithi057.stderr:Inferring config /var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/mon.a/config 2024-04-15T21:04:27.091 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 systemd[1]: Starting Ceph grafana.a for b97cffaa-fb6a-11ee-bc8f-c7b262605968... 2024-04-15T21:04:27.525 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 podman[44948]: 2024-04-15 21:04:27.154464092 +0000 UTC m=+0.017540179 image pull dad864ee21e98e69f4029d1e417aa085001566be0d322fbc75bc6f29b0050c01 quay.io/ceph/ceph-grafana:8.3.5 2024-04-15T21:04:27.525 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 podman[44948]: 2024-04-15 21:04:27.256584073 +0000 UTC m=+0.119660146 container create d2139c7f3bdca1f608d34603906d949abc5adf9a49deb79f74e5632397d9c2f8 (image=quay.io/ceph/ceph-grafana:8.3.5, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a, version=8.5, summary=Grafana Container configured for Ceph mgr/dashboard integration, com.redhat.component=ubi8-container, description=Ceph Grafana Container, maintainer=Paul Cuzner , vendor=Red Hat, Inc., architecture=x86_64, distribution-scope=public, io.openshift.tags=base rhel8, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., name=ubi8, build-date=2022-03-28T10:36:18.413762, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, io.buildah.version=1.24.2, vcs-type=git, io.openshift.expose-services=, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, release=236.1648460182, io.k8s.display-name=Red Hat Universal Base Image 8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-236.1648460182, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com) 2024-04-15T21:04:27.525 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 podman[44948]: 2024-04-15 21:04:27.534160226 +0000 UTC m=+0.397236300 container init d2139c7f3bdca1f608d34603906d949abc5adf9a49deb79f74e5632397d9c2f8 (image=quay.io/ceph/ceph-grafana:8.3.5, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-236.1648460182, summary=Grafana Container configured for Ceph mgr/dashboard integration, io.k8s.display-name=Red Hat Universal Base Image 8, vendor=Red Hat, Inc., release=236.1648460182, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, maintainer=Paul Cuzner , architecture=x86_64, io.openshift.tags=base rhel8, name=ubi8, io.buildah.version=1.24.2, com.redhat.component=ubi8-container, build-date=2022-03-28T10:36:18.413762, description=Ceph Grafana Container, io.openshift.expose-services=, version=8.5, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, vcs-type=git, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, distribution-scope=public) 2024-04-15T21:04:27.532 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-15T21:04:27.533 INFO:teuthology.orchestra.run.smithi057.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-04-15T21:04:27.776 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-mon[25742]: pgmap v44: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:04:27.776 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-mon[25742]: from='client.? 172.21.15.57:0/402310762' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-15T21:04:27.776 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:04:27.776 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:04:27.776 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:04:27.776 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:04:27.777 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 podman[44948]: 2024-04-15 21:04:27.537046523 +0000 UTC m=+0.400122606 container start d2139c7f3bdca1f608d34603906d949abc5adf9a49deb79f74e5632397d9c2f8 (image=quay.io/ceph/ceph-grafana:8.3.5, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a, architecture=x86_64, description=Ceph Grafana Container, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, maintainer=Paul Cuzner , com.redhat.component=ubi8-container, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, build-date=2022-03-28T10:36:18.413762, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-236.1648460182, io.k8s.display-name=Red Hat Universal Base Image 8, distribution-scope=public, io.openshift.expose-services=, io.openshift.tags=base rhel8, io.buildah.version=1.24.2, summary=Grafana Container configured for Ceph mgr/dashboard integration, release=236.1648460182, version=8.5, name=ubi8, vendor=Red Hat, Inc., vcs-type=git, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56) 2024-04-15T21:04:27.777 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="The state of unified alerting is still not defined. The decision will be made during as we run the database migrations" logger=settings 2024-04-15T21:04:27.777 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=warn msg="falling back to legacy setting of 'min_interval_seconds'; please use the configuration option in the `unified_alerting` section if Grafana 8 alerts are enabled." logger=settings 2024-04-15T21:04:27.777 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Config loaded from" logger=settings file=/usr/share/grafana/conf/defaults.ini 2024-04-15T21:04:27.777 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Config loaded from" logger=settings file=/etc/grafana/grafana.ini 2024-04-15T21:04:27.777 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Config overridden from Environment variable" logger=settings var="GF_PATHS_DATA=/var/lib/grafana" 2024-04-15T21:04:27.777 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Config overridden from Environment variable" logger=settings var="GF_PATHS_LOGS=/var/log/grafana" 2024-04-15T21:04:27.778 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Config overridden from Environment variable" logger=settings var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2024-04-15T21:04:27.778 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Config overridden from Environment variable" logger=settings var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2024-04-15T21:04:27.778 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Path Home" logger=settings path=/usr/share/grafana 2024-04-15T21:04:27.778 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Path Data" logger=settings path=/var/lib/grafana 2024-04-15T21:04:27.778 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Path Logs" logger=settings path=/var/log/grafana 2024-04-15T21:04:27.778 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Path Plugins" logger=settings path=/var/lib/grafana/plugins 2024-04-15T21:04:27.778 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Path Provisioning" logger=settings path=/etc/grafana/provisioning 2024-04-15T21:04:27.778 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="App mode production" logger=settings 2024-04-15T21:04:27.778 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Connecting to DB" logger=sqlstore dbtype=sqlite3 2024-04-15T21:04:27.778 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=warn msg="SQLite database file has broader permissions than it should" logger=sqlstore path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2024-04-15T21:04:27.778 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Starting DB migrations" logger=migrator 2024-04-15T21:04:27.779 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="create migration_log table" 2024-04-15T21:04:27.779 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="create user table" 2024-04-15T21:04:27.779 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index user.login" 2024-04-15T21:04:27.779 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index user.email" 2024-04-15T21:04:27.779 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="drop index UQE_user_login - v1" 2024-04-15T21:04:27.779 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="drop index UQE_user_email - v1" 2024-04-15T21:04:27.779 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="Rename table user to user_v1 - v1" 2024-04-15T21:04:27.779 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="create user table v2" 2024-04-15T21:04:27.779 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_user_login - v2" 2024-04-15T21:04:27.779 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_user_email - v2" 2024-04-15T21:04:27.779 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="copy data_source v1 to v2" 2024-04-15T21:04:27.779 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="Drop old table user_v1" 2024-04-15T21:04:27.780 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="Add column help_flags1 to user table" 2024-04-15T21:04:27.780 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="Update user table charset" 2024-04-15T21:04:27.780 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="Add last_seen_at column to user" 2024-04-15T21:04:27.780 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="Add missing user data" 2024-04-15T21:04:27.780 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="Add is_disabled column to user" 2024-04-15T21:04:27.780 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="Add index user.login/user.email" 2024-04-15T21:04:27.780 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="Add is_service_account column to user" 2024-04-15T21:04:27.780 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="create temp user table v1-7" 2024-04-15T21:04:27.780 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_temp_user_email - v1-7" 2024-04-15T21:04:27.780 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_temp_user_org_id - v1-7" 2024-04-15T21:04:27.780 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_temp_user_code - v1-7" 2024-04-15T21:04:27.781 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_temp_user_status - v1-7" 2024-04-15T21:04:27.781 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="Update temp_user table charset" 2024-04-15T21:04:27.781 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="drop index IDX_temp_user_email - v1" 2024-04-15T21:04:27.781 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="drop index IDX_temp_user_org_id - v1" 2024-04-15T21:04:27.781 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="drop index IDX_temp_user_code - v1" 2024-04-15T21:04:27.781 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="drop index IDX_temp_user_status - v1" 2024-04-15T21:04:27.781 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="Rename table temp_user to temp_user_tmp_qwerty - v1" 2024-04-15T21:04:27.781 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="create temp_user v2" 2024-04-15T21:04:27.781 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_temp_user_email - v2" 2024-04-15T21:04:27.781 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_temp_user_org_id - v2" 2024-04-15T21:04:27.781 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_temp_user_code - v2" 2024-04-15T21:04:27.781 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_temp_user_status - v2" 2024-04-15T21:04:27.781 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="copy temp_user v1 to v2" 2024-04-15T21:04:27.782 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="drop temp_user_tmp_qwerty" 2024-04-15T21:04:27.782 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="Set created for temp users that will otherwise prematurely expire" 2024-04-15T21:04:27.782 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="create star table" 2024-04-15T21:04:27.782 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index star.user_id_dashboard_id" 2024-04-15T21:04:27.782 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="create org table v1" 2024-04-15T21:04:27.782 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_org_name - v1" 2024-04-15T21:04:27.782 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="create org_user table v1" 2024-04-15T21:04:27.782 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_org_user_org_id - v1" 2024-04-15T21:04:27.782 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_org_user_org_id_user_id - v1" 2024-04-15T21:04:27.782 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_org_user_user_id - v1" 2024-04-15T21:04:27.782 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="Update org table charset" 2024-04-15T21:04:27.783 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="Update org_user table charset" 2024-04-15T21:04:27.783 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="Migrate all Read Only Viewers to Viewers" 2024-04-15T21:04:27.783 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="create dashboard table" 2024-04-15T21:04:27.783 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="add index dashboard.account_id" 2024-04-15T21:04:27.783 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index dashboard_account_id_slug" 2024-04-15T21:04:27.783 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="create dashboard_tag table" 2024-04-15T21:04:27.783 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index dashboard_tag.dasboard_id_term" 2024-04-15T21:04:27.783 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="drop index UQE_dashboard_tag_dashboard_id_term - v1" 2024-04-15T21:04:27.783 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="Rename table dashboard to dashboard_v1 - v1" 2024-04-15T21:04:27.784 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="create dashboard v2" 2024-04-15T21:04:27.784 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_dashboard_org_id - v2" 2024-04-15T21:04:27.784 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_dashboard_org_id_slug - v2" 2024-04-15T21:04:27.785 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="copy dashboard v1 to v2" 2024-04-15T21:04:27.785 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="drop table dashboard_v1" 2024-04-15T21:04:27.785 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="alter dashboard.data to mediumtext v1" 2024-04-15T21:04:27.785 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="Add column updated_by in dashboard - v2" 2024-04-15T21:04:27.785 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="Add column created_by in dashboard - v2" 2024-04-15T21:04:27.785 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="Add column gnetId in dashboard" 2024-04-15T21:04:27.785 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for gnetId in dashboard" 2024-04-15T21:04:27.785 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="Add column plugin_id in dashboard" 2024-04-15T21:04:27.785 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for plugin_id in dashboard" 2024-04-15T21:04:27.785 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for dashboard_id in dashboard_tag" 2024-04-15T21:04:27.785 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="Update dashboard table charset" 2024-04-15T21:04:27.785 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="Update dashboard_tag table charset" 2024-04-15T21:04:27.786 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="Add column folder_id in dashboard" 2024-04-15T21:04:27.786 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 bash[44948]: d2139c7f3bdca1f608d34603906d949abc5adf9a49deb79f74e5632397d9c2f8 2024-04-15T21:04:27.786 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="Add column isFolder in dashboard" 2024-04-15T21:04:27.786 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="Add column has_acl in dashboard" 2024-04-15T21:04:27.786 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 systemd[1]: Started Ceph grafana.a for b97cffaa-fb6a-11ee-bc8f-c7b262605968. 2024-04-15T21:04:27.786 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="Add column uid in dashboard" 2024-04-15T21:04:27.786 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="Update uid column values in dashboard" 2024-04-15T21:04:27.786 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="Add unique index dashboard_org_id_uid" 2024-04-15T21:04:27.786 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="Remove unique index org_id_slug" 2024-04-15T21:04:27.786 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="Update dashboard title length" 2024-04-15T21:04:27.787 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="Add unique index for dashboard_org_id_title_folder_id" 2024-04-15T21:04:27.787 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="create dashboard_provisioning" 2024-04-15T21:04:27.787 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="Rename table dashboard_provisioning to dashboard_provisioning_tmp_qwerty - v1" 2024-04-15T21:04:27.787 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="create dashboard_provisioning v2" 2024-04-15T21:04:27.787 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_dashboard_provisioning_dashboard_id - v2" 2024-04-15T21:04:27.787 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_dashboard_provisioning_dashboard_id_name - v2" 2024-04-15T21:04:27.787 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="copy dashboard_provisioning v1 to v2" 2024-04-15T21:04:27.787 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="drop dashboard_provisioning_tmp_qwerty" 2024-04-15T21:04:27.787 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="Add check_sum column" 2024-04-15T21:04:27.787 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for dashboard_title" 2024-04-15T21:04:27.787 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="delete tags for deleted dashboards" 2024-04-15T21:04:27.787 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="delete stars for deleted dashboards" 2024-04-15T21:04:27.788 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for dashboard_is_folder" 2024-04-15T21:04:27.788 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="create data_source table" 2024-04-15T21:04:27.788 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="add index data_source.account_id" 2024-04-15T21:04:27.788 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index data_source.account_id_name" 2024-04-15T21:04:27.788 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="drop index IDX_data_source_account_id - v1" 2024-04-15T21:04:27.788 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="drop index UQE_data_source_account_id_name - v1" 2024-04-15T21:04:27.788 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="Rename table data_source to data_source_v1 - v1" 2024-04-15T21:04:27.788 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="create data_source table v2" 2024-04-15T21:04:27.788 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_data_source_org_id - v2" 2024-04-15T21:04:27.788 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_data_source_org_id_name - v2" 2024-04-15T21:04:27.788 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="copy data_source v1 to v2" 2024-04-15T21:04:27.788 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="Drop old table data_source_v1 #2" 2024-04-15T21:04:27.789 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="Add column with_credentials" 2024-04-15T21:04:27.789 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="Add secure json data column" 2024-04-15T21:04:27.789 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="Update data_source table charset" 2024-04-15T21:04:27.789 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="Update initial version to 1" 2024-04-15T21:04:27.789 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="Add read_only data column" 2024-04-15T21:04:27.789 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="Migrate logging ds to loki ds" 2024-04-15T21:04:27.789 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="Update json_data with nulls" 2024-04-15T21:04:27.789 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="Add uid column" 2024-04-15T21:04:27.789 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="Update uid value" 2024-04-15T21:04:27.789 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="Add unique index datasource_org_id_uid" 2024-04-15T21:04:27.789 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index datasource_org_id_is_default" 2024-04-15T21:04:27.789 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="create api_key table" 2024-04-15T21:04:27.790 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="add index api_key.account_id" 2024-04-15T21:04:27.790 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="add index api_key.key" 2024-04-15T21:04:27.790 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="add index api_key.account_id_name" 2024-04-15T21:04:27.790 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="drop index IDX_api_key_account_id - v1" 2024-04-15T21:04:27.790 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="drop index UQE_api_key_key - v1" 2024-04-15T21:04:27.790 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="drop index UQE_api_key_account_id_name - v1" 2024-04-15T21:04:27.790 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="Rename table api_key to api_key_v1 - v1" 2024-04-15T21:04:27.790 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="create api_key table v2" 2024-04-15T21:04:27.791 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_api_key_org_id - v2" 2024-04-15T21:04:27.791 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_api_key_key - v2" 2024-04-15T21:04:27.791 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_api_key_org_id_name - v2" 2024-04-15T21:04:27.791 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="copy api_key v1 to v2" 2024-04-15T21:04:27.791 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="Drop old table api_key_v1" 2024-04-15T21:04:27.791 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="Update api_key table charset" 2024-04-15T21:04:27.791 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="Add expires to api_key table" 2024-04-15T21:04:27.791 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="Add service account foreign key" 2024-04-15T21:04:27.791 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="create dashboard_snapshot table v4" 2024-04-15T21:04:27.791 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="drop table dashboard_snapshot_v4 #1" 2024-04-15T21:04:27.791 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="create dashboard_snapshot table v5 #2" 2024-04-15T21:04:27.792 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_dashboard_snapshot_key - v5" 2024-04-15T21:04:27.792 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_dashboard_snapshot_delete_key - v5" 2024-04-15T21:04:27.792 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_dashboard_snapshot_user_id - v5" 2024-04-15T21:04:27.792 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="alter dashboard_snapshot to mediumtext v2" 2024-04-15T21:04:27.792 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="Update dashboard_snapshot table charset" 2024-04-15T21:04:27.792 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="Add column external_delete_url to dashboard_snapshots table" 2024-04-15T21:04:27.792 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="Add encrypted dashboard json column" 2024-04-15T21:04:27.792 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="Change dashboard_encrypted column to MEDIUMBLOB" 2024-04-15T21:04:27.792 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="create quota table v1" 2024-04-15T21:04:27.793 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_quota_org_id_user_id_target - v1" 2024-04-15T21:04:27.793 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="Update quota table charset" 2024-04-15T21:04:27.793 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="create plugin_setting table" 2024-04-15T21:04:27.793 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_plugin_setting_org_id_plugin_id - v1" 2024-04-15T21:04:27.793 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="Add column plugin_version to plugin_settings" 2024-04-15T21:04:27.793 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="Update plugin_setting table charset" 2024-04-15T21:04:27.793 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="create session table" 2024-04-15T21:04:27.793 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="Drop old table playlist table" 2024-04-15T21:04:27.793 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="Drop old table playlist_item table" 2024-04-15T21:04:27.793 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="create playlist table v2" 2024-04-15T21:04:27.793 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="create playlist item table v2" 2024-04-15T21:04:27.794 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="Update playlist table charset" 2024-04-15T21:04:27.794 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="Update playlist_item table charset" 2024-04-15T21:04:27.794 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="drop preferences table v2" 2024-04-15T21:04:27.794 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="drop preferences table v3" 2024-04-15T21:04:27.794 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="create preferences table v3" 2024-04-15T21:04:27.794 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="Update preferences table charset" 2024-04-15T21:04:27.794 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="Add column team_id in preferences" 2024-04-15T21:04:27.794 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="Update team_id column values in preferences" 2024-04-15T21:04:27.794 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="Add column week_start in preferences" 2024-04-15T21:04:27.794 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="create alert table v1" 2024-04-15T21:04:27.794 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="add index alert org_id & id " 2024-04-15T21:04:27.794 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="add index alert state" 2024-04-15T21:04:27.795 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="add index alert dashboard_id" 2024-04-15T21:04:27.795 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="Create alert_rule_tag table v1" 2024-04-15T21:04:27.795 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="Add unique index alert_rule_tag.alert_id_tag_id" 2024-04-15T21:04:27.795 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="drop index UQE_alert_rule_tag_alert_id_tag_id - v1" 2024-04-15T21:04:27.795 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="Rename table alert_rule_tag to alert_rule_tag_v1 - v1" 2024-04-15T21:04:27.795 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="Create alert_rule_tag table v2" 2024-04-15T21:04:27.795 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_alert_rule_tag_alert_id_tag_id - Add unique index alert_rule_tag.alert_id_tag_id V2" 2024-04-15T21:04:27.795 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="copy alert_rule_tag v1 to v2" 2024-04-15T21:04:27.795 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="drop table alert_rule_tag_v1" 2024-04-15T21:04:27.802 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:04:27 smithi057 ceph-mon[24810]: pgmap v44: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:04:27.803 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:04:27 smithi057 ceph-mon[24810]: from='client.? 172.21.15.57:0/402310762' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-15T21:04:27.803 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:04:27 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:04:27.803 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:04:27 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:04:27.803 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:04:27 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:04:27.803 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:04:27 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:04:27.803 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:04:27 smithi057 ceph-mon[29654]: pgmap v44: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:04:27.804 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:04:27 smithi057 ceph-mon[29654]: from='client.? 172.21.15.57:0/402310762' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-15T21:04:27.804 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:04:27 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:04:27.804 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:04:27 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:04:27.804 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:04:27 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:04:27.804 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:04:27 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:04:28.028 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="create alert_notification table v1" 2024-04-15T21:04:28.028 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="Add column is_default" 2024-04-15T21:04:28.028 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="Add column frequency" 2024-04-15T21:04:28.028 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="Add column send_reminder" 2024-04-15T21:04:28.028 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="Add column disable_resolve_message" 2024-04-15T21:04:28.028 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="add index alert_notification org_id & name" 2024-04-15T21:04:28.028 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="Update alert table charset" 2024-04-15T21:04:28.028 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="Update alert_notification table charset" 2024-04-15T21:04:28.028 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="create notification_journal table v1" 2024-04-15T21:04:28.029 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="add index notification_journal org_id & alert_id & notifier_id" 2024-04-15T21:04:28.029 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="drop alert_notification_journal" 2024-04-15T21:04:28.029 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="create alert_notification_state table v1" 2024-04-15T21:04:28.029 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="add index alert_notification_state org_id & alert_id & notifier_id" 2024-04-15T21:04:28.029 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="Add for to alert table" 2024-04-15T21:04:28.029 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="Add column uid in alert_notification" 2024-04-15T21:04:28.029 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="Update uid column values in alert_notification" 2024-04-15T21:04:28.029 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="Add unique index alert_notification_org_id_uid" 2024-04-15T21:04:28.029 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="Remove unique index org_id_name" 2024-04-15T21:04:28.030 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="Add column secure_settings in alert_notification" 2024-04-15T21:04:28.030 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="alter alert.settings to mediumtext" 2024-04-15T21:04:28.030 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="Add non-unique index alert_notification_state_alert_id" 2024-04-15T21:04:28.030 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="Add non-unique index alert_rule_tag_alert_id" 2024-04-15T21:04:28.030 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="Drop old annotation table v4" 2024-04-15T21:04:28.030 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="create annotation table v5" 2024-04-15T21:04:28.030 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="add index annotation 0 v3" 2024-04-15T21:04:28.030 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="add index annotation 1 v3" 2024-04-15T21:04:28.030 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="add index annotation 2 v3" 2024-04-15T21:04:28.030 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="add index annotation 3 v3" 2024-04-15T21:04:28.030 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="add index annotation 4 v3" 2024-04-15T21:04:28.030 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="Update annotation table charset" 2024-04-15T21:04:28.030 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="Add column region_id to annotation table" 2024-04-15T21:04:28.031 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="Drop category_id index" 2024-04-15T21:04:28.031 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="Add column tags to annotation table" 2024-04-15T21:04:28.031 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="Create annotation_tag table v2" 2024-04-15T21:04:28.031 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="Add unique index annotation_tag.annotation_id_tag_id" 2024-04-15T21:04:28.031 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="drop index UQE_annotation_tag_annotation_id_tag_id - v2" 2024-04-15T21:04:28.031 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="Rename table annotation_tag to annotation_tag_v2 - v2" 2024-04-15T21:04:28.031 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="Create annotation_tag table v3" 2024-04-15T21:04:28.031 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="create index UQE_annotation_tag_annotation_id_tag_id - Add unique index annotation_tag.annotation_id_tag_id V3" 2024-04-15T21:04:28.032 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="copy annotation_tag v2 to v3" 2024-04-15T21:04:28.032 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="drop table annotation_tag_v2" 2024-04-15T21:04:28.032 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="Update alert annotations and set TEXT to empty" 2024-04-15T21:04:28.032 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="Add created time to annotation table" 2024-04-15T21:04:28.032 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="Add updated time to annotation table" 2024-04-15T21:04:28.033 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for created in annotation table" 2024-04-15T21:04:28.033 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for updated in annotation table" 2024-04-15T21:04:28.033 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="Convert existing annotations from seconds to milliseconds" 2024-04-15T21:04:28.033 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="Add epoch_end column" 2024-04-15T21:04:28.033 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for epoch_end" 2024-04-15T21:04:28.033 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="Make epoch_end the same as epoch" 2024-04-15T21:04:28.033 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="Move region to single row" 2024-04-15T21:04:28.033 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="Remove index org_id_epoch from annotation table" 2024-04-15T21:04:28.033 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="Remove index org_id_dashboard_id_panel_id_epoch from annotation table" 2024-04-15T21:04:28.033 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for org_id_dashboard_id_epoch_end_epoch on annotation table" 2024-04-15T21:04:28.033 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for org_id_epoch_end_epoch on annotation table" 2024-04-15T21:04:28.033 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="Remove index org_id_epoch_epoch_end from annotation table" 2024-04-15T21:04:28.033 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="Add index for alert_id on annotation table" 2024-04-15T21:04:28.033 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="create test_data table" 2024-04-15T21:04:28.034 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="create dashboard_version table v1" 2024-04-15T21:04:28.034 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="add index dashboard_version.dashboard_id" 2024-04-15T21:04:28.034 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index dashboard_version.dashboard_id and dashboard_version.version" 2024-04-15T21:04:28.034 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="Set dashboard version to 1 where 0" 2024-04-15T21:04:28.034 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="save existing dashboard data in dashboard_version table v1" 2024-04-15T21:04:28.034 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="alter dashboard_version.data to mediumtext v1" 2024-04-15T21:04:28.034 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="create team table" 2024-04-15T21:04:28.034 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="add index team.org_id" 2024-04-15T21:04:28.034 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index team_org_id_name" 2024-04-15T21:04:28.034 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="create team member table" 2024-04-15T21:04:28.034 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="add index team_member.org_id" 2024-04-15T21:04:28.034 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index team_member_org_id_team_id_user_id" 2024-04-15T21:04:28.034 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="add index team_member.team_id" 2024-04-15T21:04:28.034 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="Add column email to team table" 2024-04-15T21:04:28.035 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="Add column external to team_member table" 2024-04-15T21:04:28.035 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="Add column permission to team_member table" 2024-04-15T21:04:28.035 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="create dashboard acl table" 2024-04-15T21:04:28.035 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="add index dashboard_acl_dashboard_id" 2024-04-15T21:04:28.035 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index dashboard_acl_dashboard_id_user_id" 2024-04-15T21:04:28.035 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index dashboard_acl_dashboard_id_team_id" 2024-04-15T21:04:28.035 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="add index dashboard_acl_user_id" 2024-04-15T21:04:28.035 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="add index dashboard_acl_team_id" 2024-04-15T21:04:28.035 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="add index dashboard_acl_org_id_role" 2024-04-15T21:04:28.035 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="add index dashboard_permission" 2024-04-15T21:04:28.035 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="save default acl rules in dashboard_acl table" 2024-04-15T21:04:28.035 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="delete acl rules for deleted dashboards and folders" 2024-04-15T21:04:28.035 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="create tag table" 2024-04-15T21:04:28.035 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="add index tag.key_value" 2024-04-15T21:04:28.035 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="create login attempt table" 2024-04-15T21:04:28.036 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="add index login_attempt.username" 2024-04-15T21:04:28.036 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="drop index IDX_login_attempt_username - v1" 2024-04-15T21:04:28.036 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="Rename table login_attempt to login_attempt_tmp_qwerty - v1" 2024-04-15T21:04:28.036 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="create login_attempt v2" 2024-04-15T21:04:28.036 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_login_attempt_username - v2" 2024-04-15T21:04:28.036 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="copy login_attempt v1 to v2" 2024-04-15T21:04:28.036 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="drop login_attempt_tmp_qwerty" 2024-04-15T21:04:28.036 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="create user auth table" 2024-04-15T21:04:28.036 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="create index IDX_user_auth_auth_module_auth_id - v1" 2024-04-15T21:04:28.036 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="alter user_auth.auth_id to length 190" 2024-04-15T21:04:28.036 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="Add OAuth access token to user_auth" 2024-04-15T21:04:28.036 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="Add OAuth refresh token to user_auth" 2024-04-15T21:04:28.036 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="Add OAuth token type to user_auth" 2024-04-15T21:04:28.036 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="Add OAuth expiry to user_auth" 2024-04-15T21:04:28.037 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="Add index to user_id column in user_auth" 2024-04-15T21:04:28.037 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="create server_lock table" 2024-04-15T21:04:28.037 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="add index server_lock.operation_uid" 2024-04-15T21:04:28.037 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="create user auth token table" 2024-04-15T21:04:28.037 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index user_auth_token.auth_token" 2024-04-15T21:04:28.037 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index user_auth_token.prev_auth_token" 2024-04-15T21:04:28.037 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="add index user_auth_token.user_id" 2024-04-15T21:04:28.037 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="Add revoked_at to the user auth token" 2024-04-15T21:04:28.037 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="create cache_data table" 2024-04-15T21:04:28.037 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index cache_data.cache_key" 2024-04-15T21:04:28.037 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="create short_url table v1" 2024-04-15T21:04:28.037 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="add index short_url.org_id-uid" 2024-04-15T21:04:28.037 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="delete alert_definition table" 2024-04-15T21:04:28.037 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="recreate alert_definition table" 2024-04-15T21:04:28.037 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="add index in alert_definition on org_id and title columns" 2024-04-15T21:04:28.038 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="add index in alert_definition on org_id and uid columns" 2024-04-15T21:04:28.038 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="alter alert_definition table data column to mediumtext in mysql" 2024-04-15T21:04:28.038 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="drop index in alert_definition on org_id and title columns" 2024-04-15T21:04:28.038 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="drop index in alert_definition on org_id and uid columns" 2024-04-15T21:04:28.038 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index in alert_definition on org_id and title columns" 2024-04-15T21:04:28.038 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index in alert_definition on org_id and uid columns" 2024-04-15T21:04:28.038 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="Add column paused in alert_definition" 2024-04-15T21:04:28.038 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="drop alert_definition table" 2024-04-15T21:04:28.038 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="delete alert_definition_version table" 2024-04-15T21:04:28.038 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="recreate alert_definition_version table" 2024-04-15T21:04:28.038 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="add index in alert_definition_version table on alert_definition_id and version columns" 2024-04-15T21:04:28.038 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="add index in alert_definition_version table on alert_definition_uid and version columns" 2024-04-15T21:04:28.038 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="alter alert_definition_version table data column to mediumtext in mysql" 2024-04-15T21:04:28.039 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="drop alert_definition_version table" 2024-04-15T21:04:28.039 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="create alert_instance table" 2024-04-15T21:04:28.039 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="add index in alert_instance table on def_org_id, def_uid and current_state columns" 2024-04-15T21:04:28.039 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="add index in alert_instance table on def_org_id, current_state columns" 2024-04-15T21:04:28.039 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="add column current_state_end to alert_instance" 2024-04-15T21:04:28.039 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="remove index def_org_id, def_uid, current_state on alert_instance" 2024-04-15T21:04:28.039 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="remove index def_org_id, current_state on alert_instance" 2024-04-15T21:04:28.039 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="rename def_org_id to rule_org_id in alert_instance" 2024-04-15T21:04:28.039 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="rename def_uid to rule_uid in alert_instance" 2024-04-15T21:04:28.039 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="add index rule_org_id, rule_uid, current_state on alert_instance" 2024-04-15T21:04:28.039 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="add index rule_org_id, current_state on alert_instance" 2024-04-15T21:04:28.039 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="create alert_rule table" 2024-04-15T21:04:28.039 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="add index in alert_rule on org_id and title columns" 2024-04-15T21:04:28.039 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="add index in alert_rule on org_id and uid columns" 2024-04-15T21:04:28.039 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="add index in alert_rule on org_id, namespace_uid, group_uid columns" 2024-04-15T21:04:28.040 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="alter alert_rule table data column to mediumtext in mysql" 2024-04-15T21:04:28.040 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="add column for to alert_rule" 2024-04-15T21:04:28.040 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="add column annotations to alert_rule" 2024-04-15T21:04:28.040 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="add column labels to alert_rule" 2024-04-15T21:04:28.040 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="remove unique index from alert_rule on org_id, title columns" 2024-04-15T21:04:28.040 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="add index in alert_rule on org_id, namespase_uid and title columns" 2024-04-15T21:04:28.040 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="add dashboard_uid column to alert_rule" 2024-04-15T21:04:28.040 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="add panel_id column to alert_rule" 2024-04-15T21:04:28.040 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="add index in alert_rule on org_id, dashboard_uid and panel_id columns" 2024-04-15T21:04:28.040 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="create alert_rule_version table" 2024-04-15T21:04:28.040 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="add index in alert_rule_version table on rule_org_id, rule_uid and version columns" 2024-04-15T21:04:28.040 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="add index in alert_rule_version table on rule_org_id, rule_namespace_uid and rule_group columns" 2024-04-15T21:04:28.040 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="alter alert_rule_version table data column to mediumtext in mysql" 2024-04-15T21:04:28.041 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="add column for to alert_rule_version" 2024-04-15T21:04:28.041 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="add column annotations to alert_rule_version" 2024-04-15T21:04:28.041 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:27+0000 lvl=info msg="Executing migration" logger=migrator id="add column labels to alert_rule_version" 2024-04-15T21:04:28.041 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:28 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:28+0000 lvl=info msg="Executing migration" logger=migrator id=create_alert_configuration_table 2024-04-15T21:04:28.041 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:28 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:28+0000 lvl=info msg="Executing migration" logger=migrator id="Add column default in alert_configuration" 2024-04-15T21:04:28.041 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:28 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:28+0000 lvl=info msg="Executing migration" logger=migrator id="alert alert_configuration alertmanager_configuration column from TEXT to MEDIUMTEXT if mysql" 2024-04-15T21:04:28.041 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:28 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:28+0000 lvl=info msg="Executing migration" logger=migrator id="add column org_id in alert_configuration" 2024-04-15T21:04:28.041 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:28 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:28+0000 lvl=info msg="Executing migration" logger=migrator id="add index in alert_configuration table on org_id column" 2024-04-15T21:04:28.041 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:28 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:28+0000 lvl=info msg="Executing migration" logger=migrator id=create_ngalert_configuration_table 2024-04-15T21:04:28.041 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:28 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:28+0000 lvl=info msg="Executing migration" logger=migrator id="add index in ngalert_configuration on org_id column" 2024-04-15T21:04:28.041 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:28 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:28+0000 lvl=info msg="Executing migration" logger=migrator id="clear migration entry \"remove unified alerting data\"" 2024-04-15T21:04:28.041 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:28 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:28+0000 lvl=info msg="Executing migration" logger=migrator id="move dashboard alerts to unified alerting" 2024-04-15T21:04:28.041 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:28 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:28+0000 lvl=info msg="Executing migration" logger=migrator id="create library_element table v1" 2024-04-15T21:04:28.041 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:28 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:28+0000 lvl=info msg="Executing migration" logger=migrator id="add index library_element org_id-folder_id-name-kind" 2024-04-15T21:04:28.041 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:28 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:28+0000 lvl=info msg="Executing migration" logger=migrator id="create library_element_connection table v1" 2024-04-15T21:04:28.042 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:28 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:28+0000 lvl=info msg="Executing migration" logger=migrator id="add index library_element_connection element_id-kind-connection_id" 2024-04-15T21:04:28.042 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:28 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:28+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index library_element org_id_uid" 2024-04-15T21:04:28.042 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:28 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:28+0000 lvl=info msg="Executing migration" logger=migrator id="clone move dashboard alerts to unified alerting" 2024-04-15T21:04:28.042 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:28 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:28+0000 lvl=info msg="Executing migration" logger=migrator id="create data_keys table" 2024-04-15T21:04:28.042 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:28 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:28+0000 lvl=info msg="Executing migration" logger=migrator id="create kv_store table v1" 2024-04-15T21:04:28.042 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:28 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:28+0000 lvl=info msg="Executing migration" logger=migrator id="add index kv_store.org_id-namespace-key" 2024-04-15T21:04:28.042 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:28 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:28+0000 lvl=info msg="Executing migration" logger=migrator id="update dashboard_uid and panel_id from existing annotations" 2024-04-15T21:04:28.042 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:28 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:28+0000 lvl=info msg="Executing migration" logger=migrator id="create permission table" 2024-04-15T21:04:28.042 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:28 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:28+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index permission.role_id" 2024-04-15T21:04:28.042 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:28 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:28+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index role_id_action_scope" 2024-04-15T21:04:28.042 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:28 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:28+0000 lvl=info msg="Executing migration" logger=migrator id="create role table" 2024-04-15T21:04:28.042 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:28 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:28+0000 lvl=info msg="Executing migration" logger=migrator id="add column display_name" 2024-04-15T21:04:28.170 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2024-04-15T21:04:28.170 INFO:tasks.cephadm:Setup complete, yielding 2024-04-15T21:04:28.171 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-04-15T21:04:28.183 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi057.front.sepia.ceph.com 2024-04-15T21:04:28.183 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 -- bash -c 'ceph config set mgr mgr/cephadm/use_repo_digest false --force' 2024-04-15T21:04:28.320 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:28 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:28+0000 lvl=info msg="Executing migration" logger=migrator id="add column group_name" 2024-04-15T21:04:28.320 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:28 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:28+0000 lvl=info msg="Executing migration" logger=migrator id="add index role.org_id" 2024-04-15T21:04:28.320 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:28 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:28+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index role_org_id_name" 2024-04-15T21:04:28.320 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:28 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:28+0000 lvl=info msg="Executing migration" logger=migrator id="add index role_org_id_uid" 2024-04-15T21:04:28.320 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:28 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:28+0000 lvl=info msg="Executing migration" logger=migrator id="create team role table" 2024-04-15T21:04:28.320 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:28 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:28+0000 lvl=info msg="Executing migration" logger=migrator id="add index team_role.org_id" 2024-04-15T21:04:28.320 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:28 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:28+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index team_role_org_id_team_id_role_id" 2024-04-15T21:04:28.320 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:28 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:28+0000 lvl=info msg="Executing migration" logger=migrator id="add index team_role.team_id" 2024-04-15T21:04:28.320 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:28 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:28+0000 lvl=info msg="Executing migration" logger=migrator id="create user role table" 2024-04-15T21:04:28.320 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:28 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:28+0000 lvl=info msg="Executing migration" logger=migrator id="add index user_role.org_id" 2024-04-15T21:04:28.321 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:28 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:28+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index user_role_org_id_user_id_role_id" 2024-04-15T21:04:28.321 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:28 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:28+0000 lvl=info msg="Executing migration" logger=migrator id="add index user_role.user_id" 2024-04-15T21:04:28.321 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:28 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:28+0000 lvl=info msg="Executing migration" logger=migrator id="create builtin role table" 2024-04-15T21:04:28.321 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:28 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:28+0000 lvl=info msg="Executing migration" logger=migrator id="add index builtin_role.role_id" 2024-04-15T21:04:28.321 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:28 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:28+0000 lvl=info msg="Executing migration" logger=migrator id="add index builtin_role.name" 2024-04-15T21:04:28.321 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:28 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:28+0000 lvl=info msg="Executing migration" logger=migrator id="Add column org_id to builtin_role table" 2024-04-15T21:04:28.321 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:28 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:28+0000 lvl=info msg="Executing migration" logger=migrator id="add index builtin_role.org_id" 2024-04-15T21:04:28.321 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:28 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:28+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index builtin_role_org_id_role_id_role" 2024-04-15T21:04:28.321 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:28 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:28+0000 lvl=info msg="Executing migration" logger=migrator id="Remove unique index role_org_id_uid" 2024-04-15T21:04:28.321 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:28 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:28+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index role.uid" 2024-04-15T21:04:28.321 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:28 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:28+0000 lvl=info msg="Executing migration" logger=migrator id="create seed assignment table" 2024-04-15T21:04:28.322 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:28 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:28+0000 lvl=info msg="Executing migration" logger=migrator id="add unique index builtin_role_role_name" 2024-04-15T21:04:28.322 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:28 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:28+0000 lvl=info msg="migrations completed" logger=migrator performed=381 skipped=0 duration=522.934411ms 2024-04-15T21:04:28.322 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:28 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:28+0000 lvl=info msg="Created default organization" logger=sqlstore 2024-04-15T21:04:28.322 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:28 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:28+0000 lvl=info msg="Initialising plugins" logger=plugin.manager 2024-04-15T21:04:28.322 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:28 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:28+0000 lvl=info msg="Plugin registered" logger=plugin.manager pluginId=input 2024-04-15T21:04:28.322 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:28 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:28+0000 lvl=info msg="Plugin registered" logger=plugin.manager pluginId=grafana-piechart-panel 2024-04-15T21:04:28.322 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:28 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:28+0000 lvl=info msg="Plugin registered" logger=plugin.manager pluginId=vonage-status-panel 2024-04-15T21:04:28.322 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:28 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:28+0000 lvl=info msg="Live Push Gateway initialization" logger=live.push_http 2024-04-15T21:04:28.322 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:28 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:28+0000 lvl=warn msg="[Deprecated] the datasource provisioning config is outdated. please upgrade" logger=provisioning.datasources filename=/etc/grafana/provisioning/datasources/ceph-dashboard.yml 2024-04-15T21:04:28.322 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:28 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:28+0000 lvl=info msg="inserting datasource from configuration " logger=provisioning.datasources name=Dashboard1 uid=P43CA22E17D0F9596 2024-04-15T21:04:28.322 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:28 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:28+0000 lvl=info msg="warming cache for startup" logger=ngalert 2024-04-15T21:04:28.322 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:28 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:28+0000 lvl=info msg="HTTP Server Listen" logger=http.server address=[::]:3000 protocol=https subUrl= socket= 2024-04-15T21:04:28.322 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:04:28 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:04:28+0000 lvl=info msg="starting MultiOrg Alertmanager" logger=ngalert.multiorg.alertmanager 2024-04-15T21:04:28.783 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:04:28 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:04:28.783 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:04:28 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:04:28.784 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:04:28 smithi057 ceph-mon[24810]: Reconfiguring alertmanager.a (dependencies changed)... 2024-04-15T21:04:28.784 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:04:28 smithi057 ceph-mon[24810]: Reconfiguring daemon alertmanager.a on smithi057 2024-04-15T21:04:28.784 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:04:28 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:04:28.784 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:04:28 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:04:28.784 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:04:28 smithi057 ceph-mon[29654]: Reconfiguring alertmanager.a (dependencies changed)... 2024-04-15T21:04:28.784 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:04:28 smithi057 ceph-mon[29654]: Reconfiguring daemon alertmanager.a on smithi057 2024-04-15T21:04:29.091 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:04:28 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:04:29.091 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:04:28 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:04:29.091 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:04:28 smithi148 ceph-mon[25742]: Reconfiguring alertmanager.a (dependencies changed)... 2024-04-15T21:04:29.092 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:04:28 smithi148 ceph-mon[25742]: Reconfiguring daemon alertmanager.a on smithi057 2024-04-15T21:04:29.869 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:04:29 smithi057 ceph-mon[24810]: pgmap v45: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:04:29.870 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:04:29 smithi057 ceph-mon[29654]: pgmap v45: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:04:30.091 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:04:29 smithi148 ceph-mon[25742]: pgmap v45: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:04:30.369 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:04:29 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:04:29] "GET /metrics HTTP/1.1" 200 191498 "" "Prometheus/2.33.4" 2024-04-15T21:04:31.591 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:04:31 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:04:31.591 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:04:31 smithi148 ceph-mon[25742]: pgmap v46: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:04:31.591 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:04:31 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[27208]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:04:31] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-15T21:04:31.677 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:04:31 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:04:31.677 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:04:31 smithi057 ceph-mon[24810]: pgmap v46: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:04:31.677 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:04:31 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:04:31.677 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:04:31 smithi057 ceph-mon[29654]: pgmap v46: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:04:31.938 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:04:31 smithi057 systemd[1]: Stopping Ceph alertmanager.a for b97cffaa-fb6a-11ee-bc8f-c7b262605968... 2024-04-15T21:04:32.369 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:04:31 smithi057 bash[50718]: Error: no container with name or ID "ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager.a" found: no such container 2024-04-15T21:04:33.520 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:04:33 smithi057 ceph-mon[24810]: pgmap v47: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:04:33.520 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:04:33 smithi057 ceph-mon[29654]: pgmap v47: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:04:33.841 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:04:33 smithi148 ceph-mon[25742]: pgmap v47: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:04:34.545 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-04-15T21:04:34.555 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi057.front.sepia.ceph.com 2024-04-15T21:04:34.555 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 -e sha1=87dbfb632e974cb2c28d17423071d2d833b53b29 -- bash -c 'radosgw-admin realm create --rgw-realm=r --default' 2024-04-15T21:04:34.866 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:04:34 smithi148 ceph-mon[25742]: from='client.? 172.21.15.57:0/199424188' entity='client.admin' 2024-04-15T21:04:34.869 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:04:34 smithi057 ceph-mon[24810]: from='client.? 172.21.15.57:0/199424188' entity='client.admin' 2024-04-15T21:04:34.869 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:04:34 smithi057 ceph-mon[29654]: from='client.? 172.21.15.57:0/199424188' entity='client.admin' 2024-04-15T21:04:34.869 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:04:34 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a[49281]: level=info ts=2024-04-15T21:04:34.730Z caller=main.go:557 msg="Received SIGTERM, exiting gracefully..." 2024-04-15T21:04:34.870 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:04:34 smithi057 podman[50735]: 2024-04-15 21:04:34.750535387 +0000 UTC m=+2.793925780 container died b86c7783aa1c9623f2292aaaa8c43fa1f0f8d952e6dc60bd3006583c2afb794f (image=quay.io/prometheus/alertmanager:v0.23.0, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-15T21:04:35.332 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:04:35 smithi057 podman[50735]: 2024-04-15 21:04:35.146773199 +0000 UTC m=+3.190163597 container cleanup b86c7783aa1c9623f2292aaaa8c43fa1f0f8d952e6dc60bd3006583c2afb794f (image=quay.io/prometheus/alertmanager:v0.23.0, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-15T21:04:35.332 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:04:35 smithi057 bash[50735]: ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a 2024-04-15T21:04:35.333 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:04:35 smithi057 bash[50900]: Error: no container with name or ID "ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager.a" found: no such container 2024-04-15T21:04:35.619 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:04:35 smithi057 podman[50877]: 2024-04-15 21:04:35.423411743 +0000 UTC m=+0.672351969 container remove b86c7783aa1c9623f2292aaaa8c43fa1f0f8d952e6dc60bd3006583c2afb794f (image=quay.io/prometheus/alertmanager:v0.23.0, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-15T21:04:35.619 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:04:35 smithi057 podman[50877]: 2024-04-15 21:04:35.498928768 +0000 UTC m=+0.747868991 volume remove d0f8bca05feb67763ba10a15ce11ad7a4d65178c7fe5e2d3b96d5ad956e6adee 2024-04-15T21:04:35.619 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:04:35 smithi057 systemd[1]: ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@alertmanager.a.service: Deactivated successfully. 2024-04-15T21:04:35.619 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:04:35 smithi057 systemd[1]: Stopped Ceph alertmanager.a for b97cffaa-fb6a-11ee-bc8f-c7b262605968. 2024-04-15T21:04:35.620 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:04:35 smithi057 systemd[1]: Starting Ceph alertmanager.a for b97cffaa-fb6a-11ee-bc8f-c7b262605968... 2024-04-15T21:04:35.919 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:04:35 smithi057 ceph-mon[24810]: pgmap v48: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:04:35.919 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:04:35 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 172.21.15.148 - - [15/Apr/2024:21:04:35] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-15T21:04:35.919 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:04:35 smithi057 ceph-mon[29654]: pgmap v48: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:04:36.001 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:04:35 smithi148 ceph-mon[25742]: pgmap v48: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:04:36.343 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:04:36 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 172.21.15.148 - - [15/Apr/2024:21:04:36] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-15T21:04:36.619 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:04:36 smithi057 podman[51055]: 2024-04-15 21:04:36.255477354 +0000 UTC m=+0.449791225 image pull ba2b418f427c0636d654de8757e830c80168e76482bcc46bb2138e569d6c91d4 quay.io/prometheus/alertmanager:v0.23.0 2024-04-15T21:04:36.619 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:04:36 smithi057 podman[51055]: 2024-04-15 21:04:36.373255725 +0000 UTC m=+0.567569614 volume create dd173ca519fd8e3b609d190ab71aa6cdeb1060f4eb9241d879f88e4258fe47f1 2024-04-15T21:04:36.619 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:04:36 smithi057 podman[51055]: 2024-04-15 21:04:36.471432423 +0000 UTC m=+0.665746309 container create 0dacbddbc8bf7cfe990f5da084975f2814f780af7717db80cc2770ea999ce139 (image=quay.io/prometheus/alertmanager:v0.23.0, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-15T21:04:36.936 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:04:36 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:04:36.937 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:04:36 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:04:36.937 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:04:36 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:04:36.937 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:04:36 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:04:36.937 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:04:36 smithi057 podman[51055]: 2024-04-15 21:04:36.818073634 +0000 UTC m=+1.012387483 container init 0dacbddbc8bf7cfe990f5da084975f2814f780af7717db80cc2770ea999ce139 (image=quay.io/prometheus/alertmanager:v0.23.0, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-15T21:04:36.937 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:04:36 smithi057 podman[51055]: 2024-04-15 21:04:36.821546194 +0000 UTC m=+1.015860038 container start 0dacbddbc8bf7cfe990f5da084975f2814f780af7717db80cc2770ea999ce139 (image=quay.io/prometheus/alertmanager:v0.23.0, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-15T21:04:36.937 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:04:36 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a[51097]: level=info ts=2024-04-15T21:04:36.834Z caller=main.go:225 msg="Starting Alertmanager" version="(version=0.23.0, branch=HEAD, revision=61046b17771a57cfd4c4a51be370ab930a4d7d54)" 2024-04-15T21:04:36.938 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:04:36 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a[51097]: level=info ts=2024-04-15T21:04:36.834Z caller=main.go:226 build_context="(go=go1.16.7, user=root@e21a959be8d2, date=20210825-10:48:55)" 2024-04-15T21:04:36.938 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:04:36 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a[51097]: level=info ts=2024-04-15T21:04:36.835Z caller=cluster.go:184 component=cluster msg="setting advertise address explicitly" addr=172.21.15.57 port=9094 2024-04-15T21:04:36.938 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:04:36 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a[51097]: level=info ts=2024-04-15T21:04:36.836Z caller=cluster.go:671 component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-04-15T21:04:36.938 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:04:36 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a[51097]: level=info ts=2024-04-15T21:04:36.863Z caller=coordinator.go:113 component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-04-15T21:04:36.938 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:04:36 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a[51097]: level=info ts=2024-04-15T21:04:36.863Z caller=coordinator.go:126 component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-04-15T21:04:36.938 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:04:36 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a[51097]: level=info ts=2024-04-15T21:04:36.866Z caller=main.go:518 msg=Listening address=:9093 2024-04-15T21:04:36.938 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:04:36 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a[51097]: level=info ts=2024-04-15T21:04:36.866Z caller=tls_config.go:191 msg="TLS is disabled." http2=false 2024-04-15T21:04:36.938 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:04:36 smithi057 bash[51055]: 0dacbddbc8bf7cfe990f5da084975f2814f780af7717db80cc2770ea999ce139 2024-04-15T21:04:36.938 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:04:36 smithi057 systemd[1]: Started Ceph alertmanager.a for b97cffaa-fb6a-11ee-bc8f-c7b262605968. 2024-04-15T21:04:37.033 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:04:36 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:04:37.033 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:04:36 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:04:38.000 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:04:37 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:04:38.000 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:04:37 smithi148 ceph-mon[25742]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-15T21:04:38.001 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:04:37 smithi148 ceph-mon[25742]: Reconfiguring daemon prometheus.a on smithi148 2024-04-15T21:04:38.001 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:04:37 smithi148 ceph-mon[25742]: pgmap v49: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:04:38.243 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:04:37 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:04:38.243 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:04:37 smithi057 ceph-mon[24810]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-15T21:04:38.243 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:04:37 smithi057 ceph-mon[24810]: Reconfiguring daemon prometheus.a on smithi148 2024-04-15T21:04:38.243 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:04:37 smithi057 ceph-mon[24810]: pgmap v49: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:04:38.244 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:04:37 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:04:38.244 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:04:37 smithi057 ceph-mon[29654]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-15T21:04:38.244 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:04:37 smithi057 ceph-mon[29654]: Reconfiguring daemon prometheus.a on smithi148 2024-04-15T21:04:38.244 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:04:37 smithi057 ceph-mon[29654]: pgmap v49: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:04:39.119 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:04:38 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a[51097]: level=info ts=2024-04-15T21:04:38.837Z caller=cluster.go:696 component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000114945s 2024-04-15T21:04:40.005 INFO:teuthology.orchestra.run.smithi057.stdout:{ 2024-04-15T21:04:40.006 INFO:teuthology.orchestra.run.smithi057.stdout: "id": "95aef404-73db-41bd-809d-9d94a328d5fe", 2024-04-15T21:04:40.006 INFO:teuthology.orchestra.run.smithi057.stdout: "name": "r", 2024-04-15T21:04:40.006 INFO:teuthology.orchestra.run.smithi057.stdout: "current_period": "0e74f603-cd77-44b5-bd7c-34337939dedc", 2024-04-15T21:04:40.006 INFO:teuthology.orchestra.run.smithi057.stdout: "epoch": 1 2024-04-15T21:04:40.006 INFO:teuthology.orchestra.run.smithi057.stdout:} 2024-04-15T21:04:40.064 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:04:39 smithi148 ceph-mon[25742]: osdmap e60: 8 total, 8 up, 8 in 2024-04-15T21:04:40.065 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:04:39 smithi148 ceph-mon[25742]: from='client.? 172.21.15.57:0/1878803525' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": ".rgw.root","app": "rgw"}]: dispatch 2024-04-15T21:04:40.065 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:04:39 smithi148 ceph-mon[25742]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": ".rgw.root","app": "rgw"}]: dispatch 2024-04-15T21:04:40.065 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:04:39 smithi148 ceph-mon[25742]: pgmap v51: 33 pgs: 32 unknown, 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:04:40.329 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:04:39 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:04:39] "GET /metrics HTTP/1.1" 200 191501 "" "Prometheus/2.33.4" 2024-04-15T21:04:40.330 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:04:40 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 172.21.15.148 - - [15/Apr/2024:21:04:40] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-15T21:04:40.330 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:04:39 smithi057 ceph-mon[24810]: osdmap e60: 8 total, 8 up, 8 in 2024-04-15T21:04:40.330 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:04:39 smithi057 ceph-mon[24810]: from='client.? 172.21.15.57:0/1878803525' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": ".rgw.root","app": "rgw"}]: dispatch 2024-04-15T21:04:40.330 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:04:39 smithi057 ceph-mon[24810]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": ".rgw.root","app": "rgw"}]: dispatch 2024-04-15T21:04:40.330 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:04:39 smithi057 ceph-mon[24810]: pgmap v51: 33 pgs: 32 unknown, 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:04:40.330 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:04:39 smithi057 ceph-mon[29654]: osdmap e60: 8 total, 8 up, 8 in 2024-04-15T21:04:40.330 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:04:39 smithi057 ceph-mon[29654]: from='client.? 172.21.15.57:0/1878803525' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": ".rgw.root","app": "rgw"}]: dispatch 2024-04-15T21:04:40.331 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:04:39 smithi057 ceph-mon[29654]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": ".rgw.root","app": "rgw"}]: dispatch 2024-04-15T21:04:40.331 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:04:39 smithi057 ceph-mon[29654]: pgmap v51: 33 pgs: 32 unknown, 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:04:40.716 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 -e sha1=87dbfb632e974cb2c28d17423071d2d833b53b29 -- bash -c 'radosgw-admin zonegroup create --rgw-zonegroup=default --master --default' 2024-04-15T21:04:41.225 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:04:41 smithi148 systemd[1]: Stopping Ceph prometheus.a for b97cffaa-fb6a-11ee-bc8f-c7b262605968... 2024-04-15T21:04:41.225 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:04:41 smithi148 bash[45793]: Error: no container with name or ID "ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus.a" found: no such container 2024-04-15T21:04:41.226 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:04:41 smithi148 ceph-mon[25742]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": ".rgw.root","app": "rgw"}]': finished 2024-04-15T21:04:41.226 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:04:41 smithi148 ceph-mon[25742]: osdmap e61: 8 total, 8 up, 8 in 2024-04-15T21:04:41.226 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:04:41 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:04:41.226 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:04:41 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:04:41.369 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:04:41 smithi057 ceph-mon[24810]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": ".rgw.root","app": "rgw"}]': finished 2024-04-15T21:04:41.370 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:04:41 smithi057 ceph-mon[24810]: osdmap e61: 8 total, 8 up, 8 in 2024-04-15T21:04:41.370 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:04:41 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:04:41.370 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:04:41 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:04:41.370 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:04:41 smithi057 ceph-mon[29654]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": ".rgw.root","app": "rgw"}]': finished 2024-04-15T21:04:41.370 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:04:41 smithi057 ceph-mon[29654]: osdmap e61: 8 total, 8 up, 8 in 2024-04-15T21:04:41.370 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:04:41 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:04:41.370 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:04:41 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:04:41.591 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:04:41 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[43873]: ts=2024-04-15T21:04:41.234Z caller=main.go:775 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-04-15T21:04:41.591 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:04:41 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[43873]: ts=2024-04-15T21:04:41.234Z caller=main.go:798 level=info msg="Stopping scrape discovery manager..." 2024-04-15T21:04:41.591 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:04:41 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[43873]: ts=2024-04-15T21:04:41.234Z caller=main.go:812 level=info msg="Stopping notify discovery manager..." 2024-04-15T21:04:41.592 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:04:41 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[43873]: ts=2024-04-15T21:04:41.234Z caller=main.go:834 level=info msg="Stopping scrape manager..." 2024-04-15T21:04:41.592 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:04:41 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[43873]: ts=2024-04-15T21:04:41.234Z caller=main.go:794 level=info msg="Scrape discovery manager stopped" 2024-04-15T21:04:41.592 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:04:41 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[43873]: ts=2024-04-15T21:04:41.234Z caller=main.go:808 level=info msg="Notify discovery manager stopped" 2024-04-15T21:04:41.592 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:04:41 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[43873]: ts=2024-04-15T21:04:41.234Z caller=manager.go:945 level=info component="rule manager" msg="Stopping rule manager..." 2024-04-15T21:04:41.592 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:04:41 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[43873]: ts=2024-04-15T21:04:41.234Z caller=main.go:828 level=info msg="Scrape manager stopped" 2024-04-15T21:04:41.592 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:04:41 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[43873]: ts=2024-04-15T21:04:41.234Z caller=manager.go:955 level=info component="rule manager" msg="Rule manager stopped" 2024-04-15T21:04:41.592 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:04:41 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[43873]: ts=2024-04-15T21:04:41.235Z caller=notifier.go:600 level=info component=notifier msg="Stopping notification manager..." 2024-04-15T21:04:41.592 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:04:41 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[43873]: ts=2024-04-15T21:04:41.235Z caller=main.go:1054 level=info msg="Notifier manager stopped" 2024-04-15T21:04:41.592 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:04:41 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[43873]: ts=2024-04-15T21:04:41.235Z caller=main.go:1066 level=info msg="See you next time!" 2024-04-15T21:04:41.592 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:04:41 smithi148 podman[45806]: 2024-04-15 21:04:41.254560257 +0000 UTC m=+0.144241561 container died 59dad77054ae490eb65bb27e27207b09c2481162c09413ddc72ba5eedbb923bf (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-15T21:04:41.992 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:04:41 smithi148 podman[45806]: 2024-04-15 21:04:41.767157954 +0000 UTC m=+0.656839302 container cleanup 59dad77054ae490eb65bb27e27207b09c2481162c09413ddc72ba5eedbb923bf (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-15T21:04:41.993 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:04:41 smithi148 bash[45806]: ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a 2024-04-15T21:04:41.993 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:04:41 smithi148 bash[45832]: Error: no container with name or ID "ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus.a" found: no such container 2024-04-15T21:04:42.146 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:04:42 smithi057 ceph-mon[24810]: osdmap e62: 8 total, 8 up, 8 in 2024-04-15T21:04:42.146 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:04:42 smithi057 ceph-mon[24810]: pgmap v54: 33 pgs: 32 unknown, 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:04:42.146 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:04:42 smithi057 ceph-mon[29654]: osdmap e62: 8 total, 8 up, 8 in 2024-04-15T21:04:42.146 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:04:42 smithi057 ceph-mon[29654]: pgmap v54: 33 pgs: 32 unknown, 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:04:42.334 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:04:42 smithi148 ceph-mon[25742]: osdmap e62: 8 total, 8 up, 8 in 2024-04-15T21:04:42.334 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:04:42 smithi148 ceph-mon[25742]: pgmap v54: 33 pgs: 32 unknown, 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:04:42.334 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:04:42 smithi148 podman[45820]: 2024-04-15 21:04:42.001637604 +0000 UTC m=+0.746665314 container remove 59dad77054ae490eb65bb27e27207b09c2481162c09413ddc72ba5eedbb923bf (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-15T21:04:42.334 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:04:42 smithi148 systemd[1]: ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-04-15T21:04:42.334 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:04:42 smithi148 systemd[1]: Stopped Ceph prometheus.a for b97cffaa-fb6a-11ee-bc8f-c7b262605968. 2024-04-15T21:04:42.334 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:04:42 smithi148 systemd[1]: Starting Ceph prometheus.a for b97cffaa-fb6a-11ee-bc8f-c7b262605968... 2024-04-15T21:04:42.334 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:04:42 smithi148 podman[45901]: 2024-04-15 21:04:42.131466029 +0000 UTC m=+0.018631585 image pull 514e6a882f6e74806a5856468489eeff8d7106095557578da96935e4d0ba4d9d quay.io/prometheus/prometheus:v2.33.4 2024-04-15T21:04:42.334 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:04:42 smithi148 podman[45901]: 2024-04-15 21:04:42.236049663 +0000 UTC m=+0.123215219 container create 5a2a8d424c14d616ab44c27fb232ab9f5e639f3b71a2d287686e8fa4762da47f (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-15T21:04:42.692 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:04:42 smithi148 podman[45901]: 2024-04-15 21:04:42.463431367 +0000 UTC m=+0.350596923 container init 5a2a8d424c14d616ab44c27fb232ab9f5e639f3b71a2d287686e8fa4762da47f (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-15T21:04:42.692 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:04:42 smithi148 podman[45901]: 2024-04-15 21:04:42.46634757 +0000 UTC m=+0.353513135 container start 5a2a8d424c14d616ab44c27fb232ab9f5e639f3b71a2d287686e8fa4762da47f (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-15T21:04:42.692 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:04:42 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[45916]: ts=2024-04-15T21:04:42.489Z caller=main.go:475 level=info msg="No time or size retention was set so using the default time retention" duration=15d 2024-04-15T21:04:42.692 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:04:42 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[45916]: ts=2024-04-15T21:04:42.489Z caller=main.go:512 level=info msg="Starting Prometheus" version="(version=2.33.4, branch=HEAD, revision=83032011a5d3e6102624fe58241a374a7201fee8)" 2024-04-15T21:04:42.692 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:04:42 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[45916]: ts=2024-04-15T21:04:42.489Z caller=main.go:517 level=info build_context="(go=go1.17.7, user=root@d13bf69e7be8, date=20220222-16:51:28)" 2024-04-15T21:04:42.692 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:04:42 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[45916]: ts=2024-04-15T21:04:42.489Z caller=main.go:518 level=info host_details="(Linux 5.14.0-438.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024 x86_64 smithi148 (none))" 2024-04-15T21:04:42.692 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:04:42 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[45916]: ts=2024-04-15T21:04:42.489Z caller=main.go:519 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-04-15T21:04:42.692 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:04:42 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[45916]: ts=2024-04-15T21:04:42.489Z caller=main.go:520 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-04-15T21:04:42.692 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:04:42 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[45916]: ts=2024-04-15T21:04:42.491Z caller=web.go:570 level=info component=web msg="Start listening for connections" address=:9095 2024-04-15T21:04:42.692 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:04:42 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[45916]: ts=2024-04-15T21:04:42.491Z caller=main.go:923 level=info msg="Starting TSDB ..." 2024-04-15T21:04:42.693 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:04:42 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[45916]: ts=2024-04-15T21:04:42.492Z caller=tls_config.go:195 level=info component=web msg="TLS is disabled." http2=false 2024-04-15T21:04:42.693 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:04:42 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[45916]: ts=2024-04-15T21:04:42.493Z caller=head.go:493 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-04-15T21:04:42.693 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:04:42 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[45916]: ts=2024-04-15T21:04:42.493Z caller=head.go:527 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.789µs 2024-04-15T21:04:42.693 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:04:42 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[45916]: ts=2024-04-15T21:04:42.493Z caller=head.go:533 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-04-15T21:04:42.693 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:04:42 smithi148 bash[45901]: 5a2a8d424c14d616ab44c27fb232ab9f5e639f3b71a2d287686e8fa4762da47f 2024-04-15T21:04:42.693 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:04:42 smithi148 systemd[1]: Started Ceph prometheus.a for b97cffaa-fb6a-11ee-bc8f-c7b262605968. 2024-04-15T21:04:42.693 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:04:42 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[45916]: ts=2024-04-15T21:04:42.700Z caller=head.go:604 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=3 2024-04-15T21:04:42.693 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:04:42 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[45916]: ts=2024-04-15T21:04:42.700Z caller=head.go:604 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=3 2024-04-15T21:04:42.869 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:04:42 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 172.21.15.57 - - [15/Apr/2024:21:04:42] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-15T21:04:43.091 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:04:42 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[45916]: ts=2024-04-15T21:04:42.906Z caller=head.go:604 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=3 2024-04-15T21:04:43.091 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:04:42 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[45916]: ts=2024-04-15T21:04:42.906Z caller=head.go:604 level=info component=tsdb msg="WAL segment loaded" segment=3 maxSegment=3 2024-04-15T21:04:43.091 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:04:42 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[45916]: ts=2024-04-15T21:04:42.906Z caller=head.go:610 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=30.959µs wal_replay_duration=412.260912ms total_replay_duration=412.304826ms 2024-04-15T21:04:43.091 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:04:42 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[45916]: ts=2024-04-15T21:04:42.908Z caller=main.go:944 level=info fs_type=XFS_SUPER_MAGIC 2024-04-15T21:04:43.092 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:04:42 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[45916]: ts=2024-04-15T21:04:42.908Z caller=main.go:947 level=info msg="TSDB started" 2024-04-15T21:04:43.092 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:04:42 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[45916]: ts=2024-04-15T21:04:42.908Z caller=main.go:1128 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-15T21:04:43.092 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:04:42 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[45916]: ts=2024-04-15T21:04:42.925Z caller=main.go:1165 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=16.569288ms db_storage=634ns remote_storage=1.24µs web_handler=399ns query_engine=788ns scrape=177.616µs scrape_sd=22.922µs notify=218.752µs notify_sd=65.234µs rules=15.844226ms 2024-04-15T21:04:43.092 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:04:42 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[45916]: ts=2024-04-15T21:04:42.925Z caller=main.go:896 level=info msg="Server is ready to receive web requests." 2024-04-15T21:04:43.572 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:04:43 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:04:43.572 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:04:43 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:04:43.572 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:04:43 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:04:43.572 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:04:43 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-15T21:04:43.573 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:04:43 smithi057 ceph-mon[24810]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-15T21:04:43.573 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:04:43 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://172.21.15.57:9093"}]: dispatch 2024-04-15T21:04:43.573 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:04:43 smithi057 ceph-mon[24810]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://172.21.15.57:9093"}]: dispatch 2024-04-15T21:04:43.573 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:04:43 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:04:43.573 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:04:43 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-15T21:04:43.573 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:04:43 smithi057 ceph-mon[24810]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-15T21:04:43.573 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:04:43 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-15T21:04:43.573 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:04:43 smithi057 ceph-mon[24810]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-15T21:04:43.573 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:04:43 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://172.21.15.148:3000"}]: dispatch 2024-04-15T21:04:43.573 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:04:43 smithi057 ceph-mon[24810]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://172.21.15.148:3000"}]: dispatch 2024-04-15T21:04:43.573 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:04:43 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:04:43.573 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:04:43 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:04:43.574 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:04:43 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:04:43.574 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:04:43 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:04:43.574 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:04:43 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:04:43.574 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:04:43 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:04:43.574 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:04:43 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:04:43.574 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:04:43 smithi057 ceph-mon[24810]: pgmap v55: 33 pgs: 33 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s wr, 1 op/s 2024-04-15T21:04:43.574 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:04:43 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:04:43.574 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:04:43 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:04:43.574 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:04:43 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:04:43.575 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:04:43 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-15T21:04:43.575 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:04:43 smithi057 ceph-mon[29654]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-15T21:04:43.575 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:04:43 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://172.21.15.57:9093"}]: dispatch 2024-04-15T21:04:43.575 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:04:43 smithi057 ceph-mon[29654]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://172.21.15.57:9093"}]: dispatch 2024-04-15T21:04:43.575 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:04:43 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:04:43.575 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:04:43 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-15T21:04:43.575 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:04:43 smithi057 ceph-mon[29654]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-15T21:04:43.575 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:04:43 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-15T21:04:43.575 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:04:43 smithi057 ceph-mon[29654]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-15T21:04:43.575 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:04:43 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://172.21.15.148:3000"}]: dispatch 2024-04-15T21:04:43.575 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:04:43 smithi057 ceph-mon[29654]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://172.21.15.148:3000"}]: dispatch 2024-04-15T21:04:43.575 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:04:43 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:04:43.575 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:04:43 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:04:43.576 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:04:43 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:04:43.576 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:04:43 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:04:43.576 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:04:43 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:04:43.576 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:04:43 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:04:43.576 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:04:43 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:04:43.576 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:04:43 smithi057 ceph-mon[29654]: pgmap v55: 33 pgs: 33 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s wr, 1 op/s 2024-04-15T21:04:43.797 INFO:teuthology.orchestra.run.smithi057.stdout:{ 2024-04-15T21:04:43.797 INFO:teuthology.orchestra.run.smithi057.stdout: "id": "2963cb44-82f9-4916-9677-435bae890887", 2024-04-15T21:04:43.797 INFO:teuthology.orchestra.run.smithi057.stdout: "name": "default", 2024-04-15T21:04:43.797 INFO:teuthology.orchestra.run.smithi057.stdout: "api_name": "default", 2024-04-15T21:04:43.797 INFO:teuthology.orchestra.run.smithi057.stdout: "is_master": "true", 2024-04-15T21:04:43.797 INFO:teuthology.orchestra.run.smithi057.stdout: "endpoints": [], 2024-04-15T21:04:43.797 INFO:teuthology.orchestra.run.smithi057.stdout: "hostnames": [], 2024-04-15T21:04:43.797 INFO:teuthology.orchestra.run.smithi057.stdout: "hostnames_s3website": [], 2024-04-15T21:04:43.797 INFO:teuthology.orchestra.run.smithi057.stdout: "master_zone": "", 2024-04-15T21:04:43.798 INFO:teuthology.orchestra.run.smithi057.stdout: "zones": [], 2024-04-15T21:04:43.798 INFO:teuthology.orchestra.run.smithi057.stdout: "placement_targets": [], 2024-04-15T21:04:43.798 INFO:teuthology.orchestra.run.smithi057.stdout: "default_placement": "", 2024-04-15T21:04:43.798 INFO:teuthology.orchestra.run.smithi057.stdout: "realm_id": "95aef404-73db-41bd-809d-9d94a328d5fe", 2024-04-15T21:04:43.798 INFO:teuthology.orchestra.run.smithi057.stdout: "sync_policy": { 2024-04-15T21:04:43.798 INFO:teuthology.orchestra.run.smithi057.stdout: "groups": [] 2024-04-15T21:04:43.798 INFO:teuthology.orchestra.run.smithi057.stdout: } 2024-04-15T21:04:43.798 INFO:teuthology.orchestra.run.smithi057.stdout:} 2024-04-15T21:04:43.841 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:04:43 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:04:43.841 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:04:43 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:04:43.841 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:04:43 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:04:43.842 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:04:43 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-15T21:04:43.842 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:04:43 smithi148 ceph-mon[25742]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-15T21:04:43.842 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:04:43 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://172.21.15.57:9093"}]: dispatch 2024-04-15T21:04:43.842 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:04:43 smithi148 ceph-mon[25742]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://172.21.15.57:9093"}]: dispatch 2024-04-15T21:04:43.842 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:04:43 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:04:43.842 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:04:43 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-15T21:04:43.842 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:04:43 smithi148 ceph-mon[25742]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-15T21:04:43.842 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:04:43 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-15T21:04:43.842 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:04:43 smithi148 ceph-mon[25742]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-15T21:04:43.842 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:04:43 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://172.21.15.148:3000"}]: dispatch 2024-04-15T21:04:43.842 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:04:43 smithi148 ceph-mon[25742]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://172.21.15.148:3000"}]: dispatch 2024-04-15T21:04:43.842 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:04:43 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:04:43.843 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:04:43 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:04:43.843 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:04:43 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:04:43.843 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:04:43 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:04:43.843 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:04:43 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:04:43.843 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:04:43 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:04:43.843 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:04:43 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:04:43.843 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:04:43 smithi148 ceph-mon[25742]: pgmap v55: 33 pgs: 33 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s wr, 1 op/s 2024-04-15T21:04:44.546 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 -e sha1=87dbfb632e974cb2c28d17423071d2d833b53b29 -- bash -c 'radosgw-admin zone create --rgw-zonegroup=default --rgw-zone=z --master --default' 2024-04-15T21:04:45.619 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:04:45 smithi057 ceph-mon[29654]: pgmap v56: 33 pgs: 33 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s wr, 1 op/s 2024-04-15T21:04:45.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:04:45 smithi057 ceph-mon[24810]: pgmap v56: 33 pgs: 33 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s wr, 1 op/s 2024-04-15T21:04:45.841 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:04:45 smithi148 ceph-mon[25742]: pgmap v56: 33 pgs: 33 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s wr, 1 op/s 2024-04-15T21:04:46.335 INFO:teuthology.orchestra.run.smithi057.stdout:{ 2024-04-15T21:04:46.335 INFO:teuthology.orchestra.run.smithi057.stdout: "id": "acca6e5d-1da2-42df-b82d-967f32d8ec68", 2024-04-15T21:04:46.335 INFO:teuthology.orchestra.run.smithi057.stdout: "name": "z", 2024-04-15T21:04:46.335 INFO:teuthology.orchestra.run.smithi057.stdout: "domain_root": "z.rgw.meta:root", 2024-04-15T21:04:46.335 INFO:teuthology.orchestra.run.smithi057.stdout: "control_pool": "z.rgw.control", 2024-04-15T21:04:46.335 INFO:teuthology.orchestra.run.smithi057.stdout: "gc_pool": "z.rgw.log:gc", 2024-04-15T21:04:46.336 INFO:teuthology.orchestra.run.smithi057.stdout: "lc_pool": "z.rgw.log:lc", 2024-04-15T21:04:46.336 INFO:teuthology.orchestra.run.smithi057.stdout: "log_pool": "z.rgw.log", 2024-04-15T21:04:46.336 INFO:teuthology.orchestra.run.smithi057.stdout: "intent_log_pool": "z.rgw.log:intent", 2024-04-15T21:04:46.336 INFO:teuthology.orchestra.run.smithi057.stdout: "usage_log_pool": "z.rgw.log:usage", 2024-04-15T21:04:46.336 INFO:teuthology.orchestra.run.smithi057.stdout: "roles_pool": "z.rgw.meta:roles", 2024-04-15T21:04:46.336 INFO:teuthology.orchestra.run.smithi057.stdout: "reshard_pool": "z.rgw.log:reshard", 2024-04-15T21:04:46.336 INFO:teuthology.orchestra.run.smithi057.stdout: "user_keys_pool": "z.rgw.meta:users.keys", 2024-04-15T21:04:46.336 INFO:teuthology.orchestra.run.smithi057.stdout: "user_email_pool": "z.rgw.meta:users.email", 2024-04-15T21:04:46.336 INFO:teuthology.orchestra.run.smithi057.stdout: "user_swift_pool": "z.rgw.meta:users.swift", 2024-04-15T21:04:46.336 INFO:teuthology.orchestra.run.smithi057.stdout: "user_uid_pool": "z.rgw.meta:users.uid", 2024-04-15T21:04:46.336 INFO:teuthology.orchestra.run.smithi057.stdout: "otp_pool": "z.rgw.otp", 2024-04-15T21:04:46.336 INFO:teuthology.orchestra.run.smithi057.stdout: "system_key": { 2024-04-15T21:04:46.336 INFO:teuthology.orchestra.run.smithi057.stdout: "access_key": "", 2024-04-15T21:04:46.337 INFO:teuthology.orchestra.run.smithi057.stdout: "secret_key": "" 2024-04-15T21:04:46.337 INFO:teuthology.orchestra.run.smithi057.stdout: }, 2024-04-15T21:04:46.337 INFO:teuthology.orchestra.run.smithi057.stdout: "placement_pools": [ 2024-04-15T21:04:46.337 INFO:teuthology.orchestra.run.smithi057.stdout: { 2024-04-15T21:04:46.337 INFO:teuthology.orchestra.run.smithi057.stdout: "key": "default-placement", 2024-04-15T21:04:46.337 INFO:teuthology.orchestra.run.smithi057.stdout: "val": { 2024-04-15T21:04:46.337 INFO:teuthology.orchestra.run.smithi057.stdout: "index_pool": "z.rgw.buckets.index", 2024-04-15T21:04:46.337 INFO:teuthology.orchestra.run.smithi057.stdout: "storage_classes": { 2024-04-15T21:04:46.337 INFO:teuthology.orchestra.run.smithi057.stdout: "STANDARD": { 2024-04-15T21:04:46.337 INFO:teuthology.orchestra.run.smithi057.stdout: "data_pool": "z.rgw.buckets.data" 2024-04-15T21:04:46.337 INFO:teuthology.orchestra.run.smithi057.stdout: } 2024-04-15T21:04:46.337 INFO:teuthology.orchestra.run.smithi057.stdout: }, 2024-04-15T21:04:46.337 INFO:teuthology.orchestra.run.smithi057.stdout: "data_extra_pool": "z.rgw.buckets.non-ec", 2024-04-15T21:04:46.337 INFO:teuthology.orchestra.run.smithi057.stdout: "index_type": 0 2024-04-15T21:04:46.337 INFO:teuthology.orchestra.run.smithi057.stdout: } 2024-04-15T21:04:46.338 INFO:teuthology.orchestra.run.smithi057.stdout: } 2024-04-15T21:04:46.338 INFO:teuthology.orchestra.run.smithi057.stdout: ], 2024-04-15T21:04:46.338 INFO:teuthology.orchestra.run.smithi057.stdout: "realm_id": "95aef404-73db-41bd-809d-9d94a328d5fe", 2024-04-15T21:04:46.338 INFO:teuthology.orchestra.run.smithi057.stdout: "notif_pool": "z.rgw.log:notif" 2024-04-15T21:04:46.338 INFO:teuthology.orchestra.run.smithi057.stdout:} 2024-04-15T21:04:46.860 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 -e sha1=87dbfb632e974cb2c28d17423071d2d833b53b29 -- bash -c 'radosgw-admin period update --rgw-realm=r --commit' 2024-04-15T21:04:47.119 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:04:46 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a[51097]: level=info ts=2024-04-15T21:04:46.839Z caller=cluster.go:688 component=cluster msg="gossip settled; proceeding" elapsed=10.002848056s 2024-04-15T21:04:48.091 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:04:47 smithi148 ceph-mon[25742]: pgmap v57: 33 pgs: 33 active+clean; 579 KiB data, 49 MiB used, 715 GiB / 715 GiB avail; 895 B/s rd, 2.0 KiB/s wr, 3 op/s 2024-04-15T21:04:48.119 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:04:47 smithi057 ceph-mon[24810]: pgmap v57: 33 pgs: 33 active+clean; 579 KiB data, 49 MiB used, 715 GiB / 715 GiB avail; 895 B/s rd, 2.0 KiB/s wr, 3 op/s 2024-04-15T21:04:48.120 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:04:47 smithi057 ceph-mon[29654]: pgmap v57: 33 pgs: 33 active+clean; 579 KiB data, 49 MiB used, 715 GiB / 715 GiB avail; 895 B/s rd, 2.0 KiB/s wr, 3 op/s 2024-04-15T21:04:49.977 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:04:49 smithi057 ceph-mon[24810]: osdmap e63: 8 total, 8 up, 8 in 2024-04-15T21:04:49.977 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:04:49 smithi057 ceph-mon[24810]: from='client.? 172.21.15.57:0/3408080479' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.log","app": "rgw"}]: dispatch 2024-04-15T21:04:49.977 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:04:49 smithi057 ceph-mon[24810]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.log","app": "rgw"}]: dispatch 2024-04-15T21:04:49.977 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:04:49 smithi057 ceph-mon[24810]: pgmap v59: 65 pgs: 32 unknown, 33 active+clean; 579 KiB data, 49 MiB used, 715 GiB / 715 GiB avail; 861 B/s rd, 1.9 KiB/s wr, 3 op/s 2024-04-15T21:04:49.977 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:04:49 smithi057 ceph-mon[29654]: osdmap e63: 8 total, 8 up, 8 in 2024-04-15T21:04:49.977 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:04:49 smithi057 ceph-mon[29654]: from='client.? 172.21.15.57:0/3408080479' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.log","app": "rgw"}]: dispatch 2024-04-15T21:04:49.978 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:04:49 smithi057 ceph-mon[29654]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.log","app": "rgw"}]: dispatch 2024-04-15T21:04:49.978 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:04:49 smithi057 ceph-mon[29654]: pgmap v59: 65 pgs: 32 unknown, 33 active+clean; 579 KiB data, 49 MiB used, 715 GiB / 715 GiB avail; 861 B/s rd, 1.9 KiB/s wr, 3 op/s 2024-04-15T21:04:50.341 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:04:49 smithi148 ceph-mon[25742]: osdmap e63: 8 total, 8 up, 8 in 2024-04-15T21:04:50.341 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:04:49 smithi148 ceph-mon[25742]: from='client.? 172.21.15.57:0/3408080479' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.log","app": "rgw"}]: dispatch 2024-04-15T21:04:50.341 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:04:49 smithi148 ceph-mon[25742]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.log","app": "rgw"}]: dispatch 2024-04-15T21:04:50.341 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:04:49 smithi148 ceph-mon[25742]: pgmap v59: 65 pgs: 32 unknown, 33 active+clean; 579 KiB data, 49 MiB used, 715 GiB / 715 GiB avail; 861 B/s rd, 1.9 KiB/s wr, 3 op/s 2024-04-15T21:04:50.369 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:04:49 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:04:49] "GET /metrics HTTP/1.1" 200 191501 "" "Prometheus/2.33.4" 2024-04-15T21:04:51.087 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:04:50 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 172.21.15.57 - - [15/Apr/2024:21:04:50] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-15T21:04:51.088 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:04:50 smithi057 ceph-mon[24810]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "z.rgw.log","app": "rgw"}]': finished 2024-04-15T21:04:51.088 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:04:50 smithi057 ceph-mon[24810]: osdmap e64: 8 total, 8 up, 8 in 2024-04-15T21:04:51.088 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:04:50 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:04:51.088 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:04:50 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:04:51.088 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:04:50 smithi057 ceph-mon[29654]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "z.rgw.log","app": "rgw"}]': finished 2024-04-15T21:04:51.088 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:04:50 smithi057 ceph-mon[29654]: osdmap e64: 8 total, 8 up, 8 in 2024-04-15T21:04:51.088 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:04:50 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:04:51.088 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:04:50 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:04:51.242 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:04:50 smithi148 ceph-mon[25742]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "z.rgw.log","app": "rgw"}]': finished 2024-04-15T21:04:51.243 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:04:50 smithi148 ceph-mon[25742]: osdmap e64: 8 total, 8 up, 8 in 2024-04-15T21:04:51.243 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:04:50 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:04:51.243 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:04:50 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:04:51.591 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:04:51 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[27208]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:04:51] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-15T21:04:52.163 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:04:51 smithi148 ceph-mon[25742]: osdmap e65: 8 total, 8 up, 8 in 2024-04-15T21:04:52.164 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:04:51 smithi148 ceph-mon[25742]: from='client.? 172.21.15.57:0/3408080479' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.control","app": "rgw"}]: dispatch 2024-04-15T21:04:52.164 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:04:51 smithi148 ceph-mon[25742]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.control","app": "rgw"}]: dispatch 2024-04-15T21:04:52.164 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:04:51 smithi148 ceph-mon[25742]: pgmap v62: 97 pgs: 64 unknown, 33 active+clean; 579 KiB data, 49 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.3 KiB/s wr, 2 op/s 2024-04-15T21:04:52.370 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:04:51 smithi057 ceph-mon[24810]: osdmap e65: 8 total, 8 up, 8 in 2024-04-15T21:04:52.370 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:04:51 smithi057 ceph-mon[24810]: from='client.? 172.21.15.57:0/3408080479' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.control","app": "rgw"}]: dispatch 2024-04-15T21:04:52.370 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:04:51 smithi057 ceph-mon[24810]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.control","app": "rgw"}]: dispatch 2024-04-15T21:04:52.370 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:04:51 smithi057 ceph-mon[24810]: pgmap v62: 97 pgs: 64 unknown, 33 active+clean; 579 KiB data, 49 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.3 KiB/s wr, 2 op/s 2024-04-15T21:04:52.371 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:04:51 smithi057 ceph-mon[29654]: osdmap e65: 8 total, 8 up, 8 in 2024-04-15T21:04:52.371 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:04:51 smithi057 ceph-mon[29654]: from='client.? 172.21.15.57:0/3408080479' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.control","app": "rgw"}]: dispatch 2024-04-15T21:04:52.371 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:04:51 smithi057 ceph-mon[29654]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.control","app": "rgw"}]: dispatch 2024-04-15T21:04:52.371 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:04:51 smithi057 ceph-mon[29654]: pgmap v62: 97 pgs: 64 unknown, 33 active+clean; 579 KiB data, 49 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.3 KiB/s wr, 2 op/s 2024-04-15T21:04:53.091 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:04:52 smithi148 ceph-mon[25742]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "z.rgw.control","app": "rgw"}]': finished 2024-04-15T21:04:53.091 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:04:52 smithi148 ceph-mon[25742]: osdmap e66: 8 total, 8 up, 8 in 2024-04-15T21:04:53.370 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:04:52 smithi057 ceph-mon[24810]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "z.rgw.control","app": "rgw"}]': finished 2024-04-15T21:04:53.370 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:04:52 smithi057 ceph-mon[24810]: osdmap e66: 8 total, 8 up, 8 in 2024-04-15T21:04:53.370 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:04:52 smithi057 ceph-mon[29654]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "z.rgw.control","app": "rgw"}]': finished 2024-04-15T21:04:53.370 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:04:52 smithi057 ceph-mon[29654]: osdmap e66: 8 total, 8 up, 8 in 2024-04-15T21:04:54.193 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:04:53 smithi148 ceph-mon[25742]: osdmap e67: 8 total, 8 up, 8 in 2024-04-15T21:04:54.193 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:04:53 smithi148 ceph-mon[25742]: from='client.? 172.21.15.57:0/726065543' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.meta","app": "rgw"}]: dispatch 2024-04-15T21:04:54.193 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:04:53 smithi148 ceph-mon[25742]: pgmap v65: 129 pgs: 32 unknown, 32 creating+peering, 65 active+clean; 579 KiB data, 50 MiB used, 715 GiB / 715 GiB avail; 5.7 KiB/s rd, 5 op/s 2024-04-15T21:04:54.369 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:04:53 smithi057 ceph-mon[24810]: osdmap e67: 8 total, 8 up, 8 in 2024-04-15T21:04:54.369 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:04:53 smithi057 ceph-mon[24810]: from='client.? 172.21.15.57:0/726065543' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.meta","app": "rgw"}]: dispatch 2024-04-15T21:04:54.369 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:04:53 smithi057 ceph-mon[24810]: pgmap v65: 129 pgs: 32 unknown, 32 creating+peering, 65 active+clean; 579 KiB data, 50 MiB used, 715 GiB / 715 GiB avail; 5.7 KiB/s rd, 5 op/s 2024-04-15T21:04:54.370 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:04:53 smithi057 ceph-mon[29654]: osdmap e67: 8 total, 8 up, 8 in 2024-04-15T21:04:54.370 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:04:53 smithi057 ceph-mon[29654]: from='client.? 172.21.15.57:0/726065543' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.meta","app": "rgw"}]: dispatch 2024-04-15T21:04:54.370 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:04:53 smithi057 ceph-mon[29654]: pgmap v65: 129 pgs: 32 unknown, 32 creating+peering, 65 active+clean; 579 KiB data, 50 MiB used, 715 GiB / 715 GiB avail; 5.7 KiB/s rd, 5 op/s 2024-04-15T21:04:55.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:04:54 smithi148 ceph-mon[25742]: from='client.? 172.21.15.57:0/726065543' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "z.rgw.meta","app": "rgw"}]': finished 2024-04-15T21:04:55.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:04:54 smithi148 ceph-mon[25742]: osdmap e68: 8 total, 8 up, 8 in 2024-04-15T21:04:55.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:04:54 smithi148 ceph-mon[25742]: from='client.? 172.21.15.57:0/726065543' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]: dispatch 2024-04-15T21:04:55.369 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:04:54 smithi057 ceph-mon[24810]: from='client.? 172.21.15.57:0/726065543' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "z.rgw.meta","app": "rgw"}]': finished 2024-04-15T21:04:55.369 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:04:54 smithi057 ceph-mon[24810]: osdmap e68: 8 total, 8 up, 8 in 2024-04-15T21:04:55.369 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:04:54 smithi057 ceph-mon[24810]: from='client.? 172.21.15.57:0/726065543' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]: dispatch 2024-04-15T21:04:55.369 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:04:54 smithi057 ceph-mon[29654]: from='client.? 172.21.15.57:0/726065543' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "z.rgw.meta","app": "rgw"}]': finished 2024-04-15T21:04:55.370 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:04:54 smithi057 ceph-mon[29654]: osdmap e68: 8 total, 8 up, 8 in 2024-04-15T21:04:55.370 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:04:54 smithi057 ceph-mon[29654]: from='client.? 172.21.15.57:0/726065543' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]: dispatch 2024-04-15T21:04:56.011 INFO:teuthology.orchestra.run.smithi057.stdout:{ 2024-04-15T21:04:56.011 INFO:teuthology.orchestra.run.smithi057.stdout: "id": "1e1fa15e-1f4f-444f-b37d-2f932beb7c92", 2024-04-15T21:04:56.011 INFO:teuthology.orchestra.run.smithi057.stdout: "epoch": 1, 2024-04-15T21:04:56.011 INFO:teuthology.orchestra.run.smithi057.stdout: "predecessor_uuid": "0e74f603-cd77-44b5-bd7c-34337939dedc", 2024-04-15T21:04:56.012 INFO:teuthology.orchestra.run.smithi057.stdout: "sync_status": [], 2024-04-15T21:04:56.012 INFO:teuthology.orchestra.run.smithi057.stdout: "period_map": { 2024-04-15T21:04:56.012 INFO:teuthology.orchestra.run.smithi057.stdout: "id": "1e1fa15e-1f4f-444f-b37d-2f932beb7c92", 2024-04-15T21:04:56.012 INFO:teuthology.orchestra.run.smithi057.stdout: "zonegroups": [ 2024-04-15T21:04:56.012 INFO:teuthology.orchestra.run.smithi057.stdout: { 2024-04-15T21:04:56.012 INFO:teuthology.orchestra.run.smithi057.stdout: "id": "2963cb44-82f9-4916-9677-435bae890887", 2024-04-15T21:04:56.012 INFO:teuthology.orchestra.run.smithi057.stdout: "name": "default", 2024-04-15T21:04:56.012 INFO:teuthology.orchestra.run.smithi057.stdout: "api_name": "default", 2024-04-15T21:04:56.012 INFO:teuthology.orchestra.run.smithi057.stdout: "is_master": "true", 2024-04-15T21:04:56.012 INFO:teuthology.orchestra.run.smithi057.stdout: "endpoints": [], 2024-04-15T21:04:56.012 INFO:teuthology.orchestra.run.smithi057.stdout: "hostnames": [], 2024-04-15T21:04:56.012 INFO:teuthology.orchestra.run.smithi057.stdout: "hostnames_s3website": [], 2024-04-15T21:04:56.012 INFO:teuthology.orchestra.run.smithi057.stdout: "master_zone": "acca6e5d-1da2-42df-b82d-967f32d8ec68", 2024-04-15T21:04:56.013 INFO:teuthology.orchestra.run.smithi057.stdout: "zones": [ 2024-04-15T21:04:56.013 INFO:teuthology.orchestra.run.smithi057.stdout: { 2024-04-15T21:04:56.013 INFO:teuthology.orchestra.run.smithi057.stdout: "id": "acca6e5d-1da2-42df-b82d-967f32d8ec68", 2024-04-15T21:04:56.013 INFO:teuthology.orchestra.run.smithi057.stdout: "name": "z", 2024-04-15T21:04:56.013 INFO:teuthology.orchestra.run.smithi057.stdout: "endpoints": [], 2024-04-15T21:04:56.013 INFO:teuthology.orchestra.run.smithi057.stdout: "log_meta": "false", 2024-04-15T21:04:56.013 INFO:teuthology.orchestra.run.smithi057.stdout: "log_data": "false", 2024-04-15T21:04:56.013 INFO:teuthology.orchestra.run.smithi057.stdout: "bucket_index_max_shards": 11, 2024-04-15T21:04:56.013 INFO:teuthology.orchestra.run.smithi057.stdout: "read_only": "false", 2024-04-15T21:04:56.013 INFO:teuthology.orchestra.run.smithi057.stdout: "tier_type": "", 2024-04-15T21:04:56.013 INFO:teuthology.orchestra.run.smithi057.stdout: "sync_from_all": "true", 2024-04-15T21:04:56.013 INFO:teuthology.orchestra.run.smithi057.stdout: "sync_from": [], 2024-04-15T21:04:56.013 INFO:teuthology.orchestra.run.smithi057.stdout: "redirect_zone": "" 2024-04-15T21:04:56.013 INFO:teuthology.orchestra.run.smithi057.stdout: } 2024-04-15T21:04:56.014 INFO:teuthology.orchestra.run.smithi057.stdout: ], 2024-04-15T21:04:56.014 INFO:teuthology.orchestra.run.smithi057.stdout: "placement_targets": [ 2024-04-15T21:04:56.014 INFO:teuthology.orchestra.run.smithi057.stdout: { 2024-04-15T21:04:56.014 INFO:teuthology.orchestra.run.smithi057.stdout: "name": "default-placement", 2024-04-15T21:04:56.014 INFO:teuthology.orchestra.run.smithi057.stdout: "tags": [], 2024-04-15T21:04:56.014 INFO:teuthology.orchestra.run.smithi057.stdout: "storage_classes": [ 2024-04-15T21:04:56.014 INFO:teuthology.orchestra.run.smithi057.stdout: "STANDARD" 2024-04-15T21:04:56.014 INFO:teuthology.orchestra.run.smithi057.stdout: ] 2024-04-15T21:04:56.014 INFO:teuthology.orchestra.run.smithi057.stdout: } 2024-04-15T21:04:56.014 INFO:teuthology.orchestra.run.smithi057.stdout: ], 2024-04-15T21:04:56.014 INFO:teuthology.orchestra.run.smithi057.stdout: "default_placement": "default-placement", 2024-04-15T21:04:56.014 INFO:teuthology.orchestra.run.smithi057.stdout: "realm_id": "95aef404-73db-41bd-809d-9d94a328d5fe", 2024-04-15T21:04:56.014 INFO:teuthology.orchestra.run.smithi057.stdout: "sync_policy": { 2024-04-15T21:04:56.014 INFO:teuthology.orchestra.run.smithi057.stdout: "groups": [] 2024-04-15T21:04:56.015 INFO:teuthology.orchestra.run.smithi057.stdout: } 2024-04-15T21:04:56.015 INFO:teuthology.orchestra.run.smithi057.stdout: } 2024-04-15T21:04:56.015 INFO:teuthology.orchestra.run.smithi057.stdout: ], 2024-04-15T21:04:56.015 INFO:teuthology.orchestra.run.smithi057.stdout: "short_zone_ids": [ 2024-04-15T21:04:56.015 INFO:teuthology.orchestra.run.smithi057.stdout: { 2024-04-15T21:04:56.015 INFO:teuthology.orchestra.run.smithi057.stdout: "key": "acca6e5d-1da2-42df-b82d-967f32d8ec68", 2024-04-15T21:04:56.015 INFO:teuthology.orchestra.run.smithi057.stdout: "val": 2385416906 2024-04-15T21:04:56.015 INFO:teuthology.orchestra.run.smithi057.stdout: } 2024-04-15T21:04:56.015 INFO:teuthology.orchestra.run.smithi057.stdout: ] 2024-04-15T21:04:56.015 INFO:teuthology.orchestra.run.smithi057.stdout: }, 2024-04-15T21:04:56.015 INFO:teuthology.orchestra.run.smithi057.stdout: "master_zonegroup": "2963cb44-82f9-4916-9677-435bae890887", 2024-04-15T21:04:56.015 INFO:teuthology.orchestra.run.smithi057.stdout: "master_zone": "acca6e5d-1da2-42df-b82d-967f32d8ec68", 2024-04-15T21:04:56.015 INFO:teuthology.orchestra.run.smithi057.stdout: "period_config": { 2024-04-15T21:04:56.015 INFO:teuthology.orchestra.run.smithi057.stdout: "bucket_quota": { 2024-04-15T21:04:56.015 INFO:teuthology.orchestra.run.smithi057.stdout: "enabled": false, 2024-04-15T21:04:56.016 INFO:teuthology.orchestra.run.smithi057.stdout: "check_on_raw": false, 2024-04-15T21:04:56.016 INFO:teuthology.orchestra.run.smithi057.stdout: "max_size": -1, 2024-04-15T21:04:56.016 INFO:teuthology.orchestra.run.smithi057.stdout: "max_size_kb": 0, 2024-04-15T21:04:56.016 INFO:teuthology.orchestra.run.smithi057.stdout: "max_objects": -1 2024-04-15T21:04:56.016 INFO:teuthology.orchestra.run.smithi057.stdout: }, 2024-04-15T21:04:56.016 INFO:teuthology.orchestra.run.smithi057.stdout: "user_quota": { 2024-04-15T21:04:56.016 INFO:teuthology.orchestra.run.smithi057.stdout: "enabled": false, 2024-04-15T21:04:56.016 INFO:teuthology.orchestra.run.smithi057.stdout: "check_on_raw": false, 2024-04-15T21:04:56.016 INFO:teuthology.orchestra.run.smithi057.stdout: "max_size": -1, 2024-04-15T21:04:56.016 INFO:teuthology.orchestra.run.smithi057.stdout: "max_size_kb": 0, 2024-04-15T21:04:56.016 INFO:teuthology.orchestra.run.smithi057.stdout: "max_objects": -1 2024-04-15T21:04:56.016 INFO:teuthology.orchestra.run.smithi057.stdout: }, 2024-04-15T21:04:56.016 INFO:teuthology.orchestra.run.smithi057.stdout: "user_ratelimit": { 2024-04-15T21:04:56.016 INFO:teuthology.orchestra.run.smithi057.stdout: "max_read_ops": 0, 2024-04-15T21:04:56.017 INFO:teuthology.orchestra.run.smithi057.stdout: "max_write_ops": 0, 2024-04-15T21:04:56.017 INFO:teuthology.orchestra.run.smithi057.stdout: "max_read_bytes": 0, 2024-04-15T21:04:56.017 INFO:teuthology.orchestra.run.smithi057.stdout: "max_write_bytes": 0, 2024-04-15T21:04:56.017 INFO:teuthology.orchestra.run.smithi057.stdout: "enabled": false 2024-04-15T21:04:56.017 INFO:teuthology.orchestra.run.smithi057.stdout: }, 2024-04-15T21:04:56.017 INFO:teuthology.orchestra.run.smithi057.stdout: "bucket_ratelimit": { 2024-04-15T21:04:56.017 INFO:teuthology.orchestra.run.smithi057.stdout: "max_read_ops": 0, 2024-04-15T21:04:56.017 INFO:teuthology.orchestra.run.smithi057.stdout: "max_write_ops": 0, 2024-04-15T21:04:56.017 INFO:teuthology.orchestra.run.smithi057.stdout: "max_read_bytes": 0, 2024-04-15T21:04:56.017 INFO:teuthology.orchestra.run.smithi057.stdout: "max_write_bytes": 0, 2024-04-15T21:04:56.017 INFO:teuthology.orchestra.run.smithi057.stdout: "enabled": false 2024-04-15T21:04:56.017 INFO:teuthology.orchestra.run.smithi057.stdout: }, 2024-04-15T21:04:56.017 INFO:teuthology.orchestra.run.smithi057.stdout: "anonymous_ratelimit": { 2024-04-15T21:04:56.017 INFO:teuthology.orchestra.run.smithi057.stdout: "max_read_ops": 0, 2024-04-15T21:04:56.018 INFO:teuthology.orchestra.run.smithi057.stdout: "max_write_ops": 0, 2024-04-15T21:04:56.018 INFO:teuthology.orchestra.run.smithi057.stdout: "max_read_bytes": 0, 2024-04-15T21:04:56.018 INFO:teuthology.orchestra.run.smithi057.stdout: "max_write_bytes": 0, 2024-04-15T21:04:56.018 INFO:teuthology.orchestra.run.smithi057.stdout: "enabled": false 2024-04-15T21:04:56.018 INFO:teuthology.orchestra.run.smithi057.stdout: } 2024-04-15T21:04:56.018 INFO:teuthology.orchestra.run.smithi057.stdout: }, 2024-04-15T21:04:56.018 INFO:teuthology.orchestra.run.smithi057.stdout: "realm_id": "95aef404-73db-41bd-809d-9d94a328d5fe", 2024-04-15T21:04:56.018 INFO:teuthology.orchestra.run.smithi057.stdout: "realm_name": "r", 2024-04-15T21:04:56.018 INFO:teuthology.orchestra.run.smithi057.stdout: "realm_epoch": 2 2024-04-15T21:04:56.018 INFO:teuthology.orchestra.run.smithi057.stdout:} 2024-04-15T21:04:56.203 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:04:55 smithi148 ceph-mon[25742]: from='client.? 172.21.15.57:0/726065543' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]': finished 2024-04-15T21:04:56.203 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:04:55 smithi148 ceph-mon[25742]: osdmap e69: 8 total, 8 up, 8 in 2024-04-15T21:04:56.203 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:04:55 smithi148 ceph-mon[25742]: from='client.? 172.21.15.57:0/726065543' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_num_min", "val": "8"}]: dispatch 2024-04-15T21:04:56.203 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:04:55 smithi148 ceph-mon[25742]: pgmap v68: 129 pgs: 32 unknown, 32 creating+peering, 65 active+clean; 579 KiB data, 50 MiB used, 715 GiB / 715 GiB avail; 5.7 KiB/s rd, 5 op/s 2024-04-15T21:04:56.367 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:04:55 smithi057 ceph-mon[24810]: from='client.? 172.21.15.57:0/726065543' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]': finished 2024-04-15T21:04:56.368 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:04:55 smithi057 ceph-mon[24810]: osdmap e69: 8 total, 8 up, 8 in 2024-04-15T21:04:56.368 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:04:55 smithi057 ceph-mon[24810]: from='client.? 172.21.15.57:0/726065543' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_num_min", "val": "8"}]: dispatch 2024-04-15T21:04:56.368 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:04:55 smithi057 ceph-mon[24810]: pgmap v68: 129 pgs: 32 unknown, 32 creating+peering, 65 active+clean; 579 KiB data, 50 MiB used, 715 GiB / 715 GiB avail; 5.7 KiB/s rd, 5 op/s 2024-04-15T21:04:56.368 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:04:55 smithi057 ceph-mon[29654]: from='client.? 172.21.15.57:0/726065543' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]': finished 2024-04-15T21:04:56.368 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:04:55 smithi057 ceph-mon[29654]: osdmap e69: 8 total, 8 up, 8 in 2024-04-15T21:04:56.368 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:04:55 smithi057 ceph-mon[29654]: from='client.? 172.21.15.57:0/726065543' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_num_min", "val": "8"}]: dispatch 2024-04-15T21:04:56.368 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:04:55 smithi057 ceph-mon[29654]: pgmap v68: 129 pgs: 32 unknown, 32 creating+peering, 65 active+clean; 579 KiB data, 50 MiB used, 715 GiB / 715 GiB avail; 5.7 KiB/s rd, 5 op/s 2024-04-15T21:04:56.823 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 -e sha1=87dbfb632e974cb2c28d17423071d2d833b53b29 -- bash -c 'ceph orch apply rgw foo --realm r --zone z --placement=2 --port=8000' 2024-04-15T21:04:57.091 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:04:56 smithi148 ceph-mon[25742]: from='client.? 172.21.15.57:0/726065543' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_num_min", "val": "8"}]': finished 2024-04-15T21:04:57.091 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:04:56 smithi148 ceph-mon[25742]: osdmap e70: 8 total, 8 up, 8 in 2024-04-15T21:04:57.119 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:04:56 smithi057 ceph-mon[24810]: from='client.? 172.21.15.57:0/726065543' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_num_min", "val": "8"}]': finished 2024-04-15T21:04:57.119 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:04:56 smithi057 ceph-mon[24810]: osdmap e70: 8 total, 8 up, 8 in 2024-04-15T21:04:57.120 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:04:56 smithi057 ceph-mon[29654]: from='client.? 172.21.15.57:0/726065543' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_num_min", "val": "8"}]': finished 2024-04-15T21:04:57.120 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:04:56 smithi057 ceph-mon[29654]: osdmap e70: 8 total, 8 up, 8 in 2024-04-15T21:04:57.973 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:04:57 smithi148 ceph-mon[25742]: pgmap v70: 129 pgs: 129 active+clean; 581 KiB data, 52 MiB used, 715 GiB / 715 GiB avail; 1.8 KiB/s rd, 2.1 KiB/s wr, 5 op/s 2024-04-15T21:04:58.119 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:04:57 smithi057 ceph-mon[24810]: pgmap v70: 129 pgs: 129 active+clean; 581 KiB data, 52 MiB used, 715 GiB / 715 GiB avail; 1.8 KiB/s rd, 2.1 KiB/s wr, 5 op/s 2024-04-15T21:04:58.119 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:04:57 smithi057 ceph-mon[29654]: pgmap v70: 129 pgs: 129 active+clean; 581 KiB data, 52 MiB used, 715 GiB / 715 GiB avail; 1.8 KiB/s rd, 2.1 KiB/s wr, 5 op/s 2024-04-15T21:04:58.813 INFO:teuthology.orchestra.run.smithi057.stdout:Scheduled rgw.foo update... 2024-04-15T21:04:59.789 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 -e sha1=87dbfb632e974cb2c28d17423071d2d833b53b29 -- bash -c 'ceph osd pool create foo' 2024-04-15T21:04:59.922 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:04:59 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 172.21.15.148 - - [15/Apr/2024:21:04:59] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-15T21:04:59.923 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:04:59 smithi057 ceph-mon[24810]: from='client.14700 -' entity='client.admin' cmd=[{"prefix": "orch apply rgw", "svc_id": "foo", "realm": "r", "zone": "z", "placement": "2", "port": 8000, "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:04:59.923 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:04:59 smithi057 ceph-mon[24810]: Saving service rgw.foo spec with placement count:2 2024-04-15T21:04:59.923 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:04:59 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:04:59.923 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:04:59 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:04:59.923 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:04:59 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:04:59.923 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:04:59 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:04:59.924 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:04:59 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:04:59.924 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:04:59 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:04:59.924 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:04:59 smithi057 ceph-mon[24810]: Saving service rgw.foo spec with placement count:2 2024-04-15T21:04:59.924 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:04:59 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:04:59.924 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:04:59 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi057.lxigfo", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2024-04-15T21:04:59.924 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:04:59 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi057.lxigfo", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]': finished 2024-04-15T21:04:59.924 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:04:59 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:04:59.924 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:04:59 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:04:59.924 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:04:59 smithi057 ceph-mon[24810]: Deploying daemon rgw.foo.smithi057.lxigfo on smithi057 2024-04-15T21:04:59.924 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:04:59 smithi057 ceph-mon[24810]: pgmap v71: 129 pgs: 129 active+clean; 581 KiB data, 52 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1.5 KiB/s wr, 3 op/s 2024-04-15T21:04:59.924 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:04:59 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:04:59.924 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:04:59 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:04:59.925 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:04:59 smithi057 ceph-mon[29654]: from='client.14700 -' entity='client.admin' cmd=[{"prefix": "orch apply rgw", "svc_id": "foo", "realm": "r", "zone": "z", "placement": "2", "port": 8000, "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:04:59.925 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:04:59 smithi057 ceph-mon[29654]: Saving service rgw.foo spec with placement count:2 2024-04-15T21:04:59.925 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:04:59 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:04:59.925 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:04:59 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:04:59.925 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:04:59 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:04:59.925 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:04:59 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:04:59.925 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:04:59 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:04:59.925 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:04:59 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:04:59.926 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:04:59 smithi057 ceph-mon[29654]: Saving service rgw.foo spec with placement count:2 2024-04-15T21:04:59.926 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:04:59 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:04:59.926 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:04:59 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi057.lxigfo", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2024-04-15T21:04:59.926 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:04:59 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi057.lxigfo", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]': finished 2024-04-15T21:04:59.926 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:04:59 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:04:59.926 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:04:59 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:04:59.926 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:04:59 smithi057 ceph-mon[29654]: Deploying daemon rgw.foo.smithi057.lxigfo on smithi057 2024-04-15T21:04:59.926 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:04:59 smithi057 ceph-mon[29654]: pgmap v71: 129 pgs: 129 active+clean; 581 KiB data, 52 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1.5 KiB/s wr, 3 op/s 2024-04-15T21:04:59.926 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:04:59 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:04:59.926 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:04:59 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:05:00.091 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:04:59 smithi148 ceph-mon[25742]: from='client.14700 -' entity='client.admin' cmd=[{"prefix": "orch apply rgw", "svc_id": "foo", "realm": "r", "zone": "z", "placement": "2", "port": 8000, "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:05:00.092 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:04:59 smithi148 ceph-mon[25742]: Saving service rgw.foo spec with placement count:2 2024-04-15T21:05:00.092 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:04:59 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:05:00.092 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:04:59 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:05:00.092 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:04:59 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:05:00.092 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:04:59 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:05:00.092 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:04:59 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:05:00.092 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:04:59 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:05:00.092 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:04:59 smithi148 ceph-mon[25742]: Saving service rgw.foo spec with placement count:2 2024-04-15T21:05:00.092 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:04:59 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:05:00.092 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:04:59 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi057.lxigfo", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2024-04-15T21:05:00.092 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:04:59 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi057.lxigfo", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]': finished 2024-04-15T21:05:00.092 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:04:59 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:05:00.092 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:04:59 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:05:00.093 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:04:59 smithi148 ceph-mon[25742]: Deploying daemon rgw.foo.smithi057.lxigfo on smithi057 2024-04-15T21:05:00.093 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:04:59 smithi148 ceph-mon[25742]: pgmap v71: 129 pgs: 129 active+clean; 581 KiB data, 52 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1.5 KiB/s wr, 3 op/s 2024-04-15T21:05:00.093 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:04:59 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:05:00.093 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:04:59 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:05:00.235 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:04:59 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:04:59] "GET /metrics HTTP/1.1" 200 194198 "" "Prometheus/2.33.4" 2024-04-15T21:05:01.591 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:01 smithi148 ceph-mon[25742]: pgmap v72: 129 pgs: 129 active+clean; 581 KiB data, 52 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1.2 KiB/s wr, 3 op/s 2024-04-15T21:05:01.591 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:05:01 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[27208]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:05:01] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-15T21:05:01.619 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:01 smithi057 ceph-mon[24810]: pgmap v72: 129 pgs: 129 active+clean; 581 KiB data, 52 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1.2 KiB/s wr, 3 op/s 2024-04-15T21:05:01.619 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:01 smithi057 ceph-mon[29654]: pgmap v72: 129 pgs: 129 active+clean; 581 KiB data, 52 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1.2 KiB/s wr, 3 op/s 2024-04-15T21:05:03.083 INFO:teuthology.orchestra.run.smithi057.stderr:pool 'foo' created 2024-04-15T21:05:03.187 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:03 smithi148 ceph-mon[25742]: from='client.? 172.21.15.57:0/661389085' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "foo"}]: dispatch 2024-04-15T21:05:03.187 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:03 smithi148 ceph-mon[25742]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "foo"}]: dispatch 2024-04-15T21:05:03.369 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:03 smithi057 ceph-mon[24810]: from='client.? 172.21.15.57:0/661389085' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "foo"}]: dispatch 2024-04-15T21:05:03.369 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:03 smithi057 ceph-mon[24810]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "foo"}]: dispatch 2024-04-15T21:05:03.369 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:03 smithi057 ceph-mon[29654]: from='client.? 172.21.15.57:0/661389085' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "foo"}]: dispatch 2024-04-15T21:05:03.370 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:03 smithi057 ceph-mon[29654]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "foo"}]: dispatch 2024-04-15T21:05:03.881 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 -e sha1=87dbfb632e974cb2c28d17423071d2d833b53b29 -- bash -c 'rbd pool init foo' 2024-04-15T21:05:04.119 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:04 smithi057 ceph-mon[24810]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "foo"}]': finished 2024-04-15T21:05:04.119 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:04 smithi057 ceph-mon[24810]: osdmap e71: 8 total, 8 up, 8 in 2024-04-15T21:05:04.119 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:04 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:05:04.119 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:04 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi148.cgzzfh", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2024-04-15T21:05:04.120 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:04 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi148.cgzzfh", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]': finished 2024-04-15T21:05:04.120 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:04 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:05:04.120 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:04 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:05:04.120 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:04 smithi057 ceph-mon[24810]: Deploying daemon rgw.foo.smithi148.cgzzfh on smithi148 2024-04-15T21:05:04.120 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:04 smithi057 ceph-mon[24810]: pgmap v74: 161 pgs: 32 unknown, 129 active+clean; 581 KiB data, 52 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 1.1 KiB/s wr, 2 op/s 2024-04-15T21:05:04.120 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:04 smithi057 ceph-mon[24810]: osdmap e72: 8 total, 8 up, 8 in 2024-04-15T21:05:04.120 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:04 smithi057 ceph-mon[29654]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "foo"}]': finished 2024-04-15T21:05:04.120 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:04 smithi057 ceph-mon[29654]: osdmap e71: 8 total, 8 up, 8 in 2024-04-15T21:05:04.120 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:04 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:05:04.120 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:04 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi148.cgzzfh", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2024-04-15T21:05:04.120 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:04 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi148.cgzzfh", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]': finished 2024-04-15T21:05:04.120 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:04 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:05:04.120 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:04 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:05:04.120 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:04 smithi057 ceph-mon[29654]: Deploying daemon rgw.foo.smithi148.cgzzfh on smithi148 2024-04-15T21:05:04.121 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:04 smithi057 ceph-mon[29654]: pgmap v74: 161 pgs: 32 unknown, 129 active+clean; 581 KiB data, 52 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 1.1 KiB/s wr, 2 op/s 2024-04-15T21:05:04.121 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:04 smithi057 ceph-mon[29654]: osdmap e72: 8 total, 8 up, 8 in 2024-04-15T21:05:04.341 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:04 smithi148 ceph-mon[25742]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "foo"}]': finished 2024-04-15T21:05:04.341 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:04 smithi148 ceph-mon[25742]: osdmap e71: 8 total, 8 up, 8 in 2024-04-15T21:05:04.341 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:04 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:05:04.341 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:04 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi148.cgzzfh", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2024-04-15T21:05:04.341 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:04 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi148.cgzzfh", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]': finished 2024-04-15T21:05:04.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:04 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:05:04.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:04 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:05:04.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:04 smithi148 ceph-mon[25742]: Deploying daemon rgw.foo.smithi148.cgzzfh on smithi148 2024-04-15T21:05:04.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:04 smithi148 ceph-mon[25742]: pgmap v74: 161 pgs: 32 unknown, 129 active+clean; 581 KiB data, 52 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 1.1 KiB/s wr, 2 op/s 2024-04-15T21:05:04.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:04 smithi148 ceph-mon[25742]: osdmap e72: 8 total, 8 up, 8 in 2024-04-15T21:05:06.371 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:06 smithi057 ceph-mon[29654]: osdmap e73: 8 total, 8 up, 8 in 2024-04-15T21:05:06.371 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:06 smithi057 ceph-mon[29654]: pgmap v77: 161 pgs: 32 unknown, 129 active+clean; 581 KiB data, 52 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:05:06.371 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:06 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-15T21:05:06.372 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:06 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-15T21:05:06.372 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:06 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:05:06.372 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:06 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:05:06.372 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:06 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:05:06.372 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:06 smithi057 ceph-mon[29654]: from='client.? 172.21.15.57:0/2414190078' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "foo","app": "rbd"}]: dispatch 2024-04-15T21:05:06.372 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:06 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:05:06.372 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:06 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:05:06.372 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:06 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:05:06.372 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:06 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:05:06.372 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:06 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:05:06.372 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:06 smithi057 ceph-mon[24810]: osdmap e73: 8 total, 8 up, 8 in 2024-04-15T21:05:06.372 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:06 smithi057 ceph-mon[24810]: pgmap v77: 161 pgs: 32 unknown, 129 active+clean; 581 KiB data, 52 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:05:06.373 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:06 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-15T21:05:06.373 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:06 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-15T21:05:06.373 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:06 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:05:06.373 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:06 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:05:06.373 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:06 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:05:06.373 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:06 smithi057 ceph-mon[24810]: from='client.? 172.21.15.57:0/2414190078' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "foo","app": "rbd"}]: dispatch 2024-04-15T21:05:06.373 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:06 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:05:06.373 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:06 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:05:06.373 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:06 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:05:06.373 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:06 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:05:06.373 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:06 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:05:06.591 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:06 smithi148 ceph-mon[25742]: osdmap e73: 8 total, 8 up, 8 in 2024-04-15T21:05:06.591 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:06 smithi148 ceph-mon[25742]: pgmap v77: 161 pgs: 32 unknown, 129 active+clean; 581 KiB data, 52 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:05:06.591 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:06 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-15T21:05:06.591 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:06 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-15T21:05:06.591 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:06 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:05:06.591 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:06 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:05:06.591 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:06 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:05:06.592 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:06 smithi148 ceph-mon[25742]: from='client.? 172.21.15.57:0/2414190078' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "foo","app": "rbd"}]: dispatch 2024-04-15T21:05:06.592 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:06 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:05:06.592 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:06 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:05:06.592 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:06 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:05:06.592 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:06 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:05:06.592 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:06 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:05:07.413 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:07 smithi148 ceph-mon[25742]: Checking dashboard <-> RGW credentials 2024-04-15T21:05:07.413 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:07 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:05:07.413 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:07 smithi148 ceph-mon[25742]: Checking dashboard <-> RGW credentials 2024-04-15T21:05:07.413 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:07 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:05:07.413 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:07 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:05:07.413 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:07 smithi148 ceph-mon[25742]: from='client.? 172.21.15.57:0/2414190078' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "foo","app": "rbd"}]': finished 2024-04-15T21:05:07.414 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:07 smithi148 ceph-mon[25742]: osdmap e74: 8 total, 8 up, 8 in 2024-04-15T21:05:07.619 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:07 smithi057 ceph-mon[24810]: Checking dashboard <-> RGW credentials 2024-04-15T21:05:07.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:07 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:05:07.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:07 smithi057 ceph-mon[24810]: Checking dashboard <-> RGW credentials 2024-04-15T21:05:07.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:07 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:05:07.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:07 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:05:07.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:07 smithi057 ceph-mon[24810]: from='client.? 172.21.15.57:0/2414190078' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "foo","app": "rbd"}]': finished 2024-04-15T21:05:07.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:07 smithi057 ceph-mon[24810]: osdmap e74: 8 total, 8 up, 8 in 2024-04-15T21:05:07.620 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:07 smithi057 ceph-mon[29654]: Checking dashboard <-> RGW credentials 2024-04-15T21:05:07.620 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:07 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:05:07.620 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:07 smithi057 ceph-mon[29654]: Checking dashboard <-> RGW credentials 2024-04-15T21:05:07.620 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:07 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:05:07.621 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:07 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:05:07.621 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:07 smithi057 ceph-mon[29654]: from='client.? 172.21.15.57:0/2414190078' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "foo","app": "rbd"}]': finished 2024-04-15T21:05:07.621 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:07 smithi057 ceph-mon[29654]: osdmap e74: 8 total, 8 up, 8 in 2024-04-15T21:05:08.592 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:08 smithi148 ceph-mon[25742]: pgmap v79: 161 pgs: 161 active+clean; 585 KiB data, 55 MiB used, 715 GiB / 715 GiB avail; 280 KiB/s rd, 8.5 KiB/s wr, 519 op/s 2024-04-15T21:05:08.592 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:08 smithi148 ceph-mon[25742]: osdmap e75: 8 total, 8 up, 8 in 2024-04-15T21:05:08.593 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:08 smithi057 ceph-mon[24810]: pgmap v79: 161 pgs: 161 active+clean; 585 KiB data, 55 MiB used, 715 GiB / 715 GiB avail; 280 KiB/s rd, 8.5 KiB/s wr, 519 op/s 2024-04-15T21:05:08.594 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:08 smithi057 ceph-mon[24810]: osdmap e75: 8 total, 8 up, 8 in 2024-04-15T21:05:08.594 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:08 smithi057 ceph-mon[29654]: pgmap v79: 161 pgs: 161 active+clean; 585 KiB data, 55 MiB used, 715 GiB / 715 GiB avail; 280 KiB/s rd, 8.5 KiB/s wr, 519 op/s 2024-04-15T21:05:08.594 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:08 smithi057 ceph-mon[29654]: osdmap e75: 8 total, 8 up, 8 in 2024-04-15T21:05:09.867 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:09 smithi148 ceph-mon[25742]: osdmap e76: 8 total, 8 up, 8 in 2024-04-15T21:05:09.867 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:09 smithi148 ceph-mon[25742]: pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 55 MiB used, 715 GiB / 715 GiB avail; 281 KiB/s rd, 8.5 KiB/s wr, 522 op/s 2024-04-15T21:05:09.995 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:09 smithi057 ceph-mon[24810]: osdmap e76: 8 total, 8 up, 8 in 2024-04-15T21:05:09.995 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:09 smithi057 ceph-mon[24810]: pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 55 MiB used, 715 GiB / 715 GiB avail; 281 KiB/s rd, 8.5 KiB/s wr, 522 op/s 2024-04-15T21:05:09.995 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:05:09 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 172.21.15.148 - - [15/Apr/2024:21:05:09] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-15T21:05:09.995 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:05:09 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:05:09] "GET /metrics HTTP/1.1" 200 203589 "" "Prometheus/2.33.4" 2024-04-15T21:05:09.996 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:09 smithi057 ceph-mon[29654]: osdmap e76: 8 total, 8 up, 8 in 2024-04-15T21:05:09.996 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:09 smithi057 ceph-mon[29654]: pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 55 MiB used, 715 GiB / 715 GiB avail; 281 KiB/s rd, 8.5 KiB/s wr, 522 op/s 2024-04-15T21:05:10.587 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 -e sha1=87dbfb632e974cb2c28d17423071d2d833b53b29 -- bash -c 'ceph orch apply iscsi foo u p' 2024-04-15T21:05:10.826 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:05:10 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 172.21.15.57 - - [15/Apr/2024:21:05:10] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-15T21:05:11.119 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:10 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:05:11.119 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:10 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:05:11.119 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:10 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:05:11.120 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:10 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:05:11.120 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:10 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:05:11.120 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:10 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:05:11.248 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:10 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:05:11.248 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:10 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:05:11.248 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:10 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:05:11.591 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:05:11 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[27208]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:05:11] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-15T21:05:12.091 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:11 smithi148 ceph-mon[25742]: pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 55 MiB used, 715 GiB / 715 GiB avail; 198 KiB/s rd, 6.0 KiB/s wr, 366 op/s 2024-04-15T21:05:12.256 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:11 smithi057 ceph-mon[24810]: pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 55 MiB used, 715 GiB / 715 GiB avail; 198 KiB/s rd, 6.0 KiB/s wr, 366 op/s 2024-04-15T21:05:12.257 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:12 smithi057 ceph-mon[29654]: pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 55 MiB used, 715 GiB / 715 GiB avail; 198 KiB/s rd, 6.0 KiB/s wr, 366 op/s 2024-04-15T21:05:12.515 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:05:12 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 172.21.15.148 - - [15/Apr/2024:21:05:12] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-15T21:05:13.369 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:13 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:05:13.369 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:13 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:05:13.369 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:13 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:05:13.370 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:13 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:05:13.591 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:13 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:05:13.591 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:13 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:05:14.315 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:05:14 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 172.21.15.57 - - [15/Apr/2024:21:05:14] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-15T21:05:14.463 INFO:teuthology.orchestra.run.smithi057.stdout:Scheduled iscsi.foo update... 2024-04-15T21:05:14.566 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:14 smithi057 ceph-mon[24810]: pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 60 MiB used, 715 GiB / 715 GiB avail; 311 B/s wr, 0 op/s 2024-04-15T21:05:14.566 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:14 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:05:14.566 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:14 smithi057 ceph-mon[29654]: pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 60 MiB used, 715 GiB / 715 GiB avail; 311 B/s wr, 0 op/s 2024-04-15T21:05:14.566 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:14 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:05:14.591 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:14 smithi148 ceph-mon[25742]: pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 60 MiB used, 715 GiB / 715 GiB avail; 311 B/s wr, 0 op/s 2024-04-15T21:05:14.591 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:14 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:05:15.690 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 -e sha1=87dbfb632e974cb2c28d17423071d2d833b53b29 -- bash -c 'sleep 180' 2024-04-15T21:05:15.720 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:15 smithi057 ceph-mon[24810]: from='client.24727 -' entity='client.admin' cmd=[{"prefix": "orch apply iscsi", "pool": "foo", "api_user": "u", "api_password": "p", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:05:15.720 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:15 smithi057 ceph-mon[24810]: Saving service iscsi.foo spec with placement count:1 2024-04-15T21:05:15.720 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:15 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:05:15.720 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:15 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:05:15.720 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:15 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:05:15.720 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:15 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:05:15.720 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:15 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:05:15.720 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:15 smithi057 ceph-mon[24810]: pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 60 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-15T21:05:15.720 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:15 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:05:15.721 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:15 smithi057 ceph-mon[29654]: from='client.24727 -' entity='client.admin' cmd=[{"prefix": "orch apply iscsi", "pool": "foo", "api_user": "u", "api_password": "p", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:05:15.721 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:15 smithi057 ceph-mon[29654]: Saving service iscsi.foo spec with placement count:1 2024-04-15T21:05:15.721 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:15 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:05:15.721 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:15 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:05:15.721 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:15 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:05:15.721 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:15 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:05:15.721 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:15 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:05:15.721 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:15 smithi057 ceph-mon[29654]: pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 60 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-15T21:05:15.721 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:15 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:05:15.841 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:15 smithi148 ceph-mon[25742]: from='client.24727 -' entity='client.admin' cmd=[{"prefix": "orch apply iscsi", "pool": "foo", "api_user": "u", "api_password": "p", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:05:15.841 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:15 smithi148 ceph-mon[25742]: Saving service iscsi.foo spec with placement count:1 2024-04-15T21:05:15.841 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:15 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:05:15.841 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:15 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:05:15.842 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:15 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:05:15.842 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:15 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:05:15.842 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:15 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:05:15.842 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:15 smithi148 ceph-mon[25742]: pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 60 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-15T21:05:15.842 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:15 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:05:16.837 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:05:16 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 172.21.15.57 - - [15/Apr/2024:21:05:16] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-15T21:05:17.619 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:17 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:05:17.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:17 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:05:17.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:17 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:05:17.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:17 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:05:17.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:17 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:05:17.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:17 smithi057 ceph-mon[24810]: Checking pool "foo" exists for service iscsi.foo 2024-04-15T21:05:17.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:17 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi057.jwyjxv", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-04-15T21:05:17.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:17 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi057.jwyjxv", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]': finished 2024-04-15T21:05:17.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:17 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:05:17.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:17 smithi057 ceph-mon[24810]: Deploying daemon iscsi.foo.smithi057.jwyjxv on smithi057 2024-04-15T21:05:17.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:17 smithi057 ceph-mon[24810]: osdmap e77: 8 total, 8 up, 8 in 2024-04-15T21:05:17.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:17 smithi057 ceph-mon[24810]: pgmap v87: 161 pgs: 161 active+clean; 585 KiB data, 60 MiB used, 715 GiB / 715 GiB avail; 238 B/s wr, 0 op/s 2024-04-15T21:05:17.620 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:17 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:05:17.621 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:17 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:05:17.621 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:17 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:05:17.621 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:17 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:05:17.621 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:17 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:05:17.621 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:17 smithi057 ceph-mon[29654]: Checking pool "foo" exists for service iscsi.foo 2024-04-15T21:05:17.621 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:17 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi057.jwyjxv", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-04-15T21:05:17.621 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:17 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi057.jwyjxv", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]': finished 2024-04-15T21:05:17.621 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:17 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:05:17.621 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:17 smithi057 ceph-mon[29654]: Deploying daemon iscsi.foo.smithi057.jwyjxv on smithi057 2024-04-15T21:05:17.621 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:17 smithi057 ceph-mon[29654]: osdmap e77: 8 total, 8 up, 8 in 2024-04-15T21:05:17.621 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:17 smithi057 ceph-mon[29654]: pgmap v87: 161 pgs: 161 active+clean; 585 KiB data, 60 MiB used, 715 GiB / 715 GiB avail; 238 B/s wr, 0 op/s 2024-04-15T21:05:17.841 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:17 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:05:17.842 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:17 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:05:17.842 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:17 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:05:17.842 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:17 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:05:17.842 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:17 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:05:17.842 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:17 smithi148 ceph-mon[25742]: Checking pool "foo" exists for service iscsi.foo 2024-04-15T21:05:17.842 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:17 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi057.jwyjxv", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-04-15T21:05:17.842 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:17 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi057.jwyjxv", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]': finished 2024-04-15T21:05:17.842 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:17 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:05:17.842 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:17 smithi148 ceph-mon[25742]: Deploying daemon iscsi.foo.smithi057.jwyjxv on smithi057 2024-04-15T21:05:17.842 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:17 smithi148 ceph-mon[25742]: osdmap e77: 8 total, 8 up, 8 in 2024-04-15T21:05:17.842 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:17 smithi148 ceph-mon[25742]: pgmap v87: 161 pgs: 161 active+clean; 585 KiB data, 60 MiB used, 715 GiB / 715 GiB avail; 238 B/s wr, 0 op/s 2024-04-15T21:05:20.080 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:19 smithi057 ceph-mon[24810]: mgrmap e20: y(active, since 2m), standbys: x 2024-04-15T21:05:20.080 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:19 smithi057 ceph-mon[24810]: pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 60 MiB used, 715 GiB / 715 GiB avail; 204 B/s wr, 0 op/s 2024-04-15T21:05:20.080 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:05:19 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:05:19] "GET /metrics HTTP/1.1" 200 203589 "" "Prometheus/2.33.4" 2024-04-15T21:05:20.081 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:19 smithi057 ceph-mon[29654]: mgrmap e20: y(active, since 2m), standbys: x 2024-04-15T21:05:20.081 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:19 smithi057 ceph-mon[29654]: pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 60 MiB used, 715 GiB / 715 GiB avail; 204 B/s wr, 0 op/s 2024-04-15T21:05:20.091 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:19 smithi148 ceph-mon[25742]: mgrmap e20: y(active, since 2m), standbys: x 2024-04-15T21:05:20.091 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:19 smithi148 ceph-mon[25742]: pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 60 MiB used, 715 GiB / 715 GiB avail; 204 B/s wr, 0 op/s 2024-04-15T21:05:21.591 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:05:21 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[27208]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:05:21] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-15T21:05:22.119 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:21 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:05:22.120 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:21 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:05:22.120 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:21 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:05:22.120 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:21 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:05:22.120 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:21 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:05:22.120 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:21 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-04-15T21:05:22.120 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:21 smithi057 ceph-mon[29654]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-04-15T21:05:22.120 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:21 smithi057 ceph-mon[29654]: Adding iSCSI gateway http://:@172.21.15.57:5000 to Dashboard 2024-04-15T21:05:22.120 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:21 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-04-15T21:05:22.120 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:21 smithi057 ceph-mon[29654]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-04-15T21:05:22.120 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:21 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:05:22.120 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:21 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-add", "name": "smithi057"}]: dispatch 2024-04-15T21:05:22.120 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:21 smithi057 ceph-mon[29654]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-add", "name": "smithi057"}]: dispatch 2024-04-15T21:05:22.120 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:21 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:05:22.121 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:21 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:05:22.121 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:21 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:05:22.121 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:21 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:05:22.121 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:21 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:05:22.121 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:21 smithi057 ceph-mon[29654]: from='client.? 172.21.15.57:0/615886476' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-04-15T21:05:22.121 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:21 smithi057 ceph-mon[29654]: pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 60 MiB used, 715 GiB / 715 GiB avail; 204 B/s wr, 0 op/s 2024-04-15T21:05:22.121 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:21 smithi057 ceph-mon[29654]: from='client.? 172.21.15.57:0/4242475589' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:0/2234479058"}]: dispatch 2024-04-15T21:05:22.121 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:21 smithi057 ceph-mon[29654]: from='client.? ' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:0/2234479058"}]: dispatch 2024-04-15T21:05:22.121 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:21 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:05:22.121 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:21 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:05:22.121 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:21 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:05:22.121 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:21 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:05:22.122 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:21 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:05:22.122 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:21 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-04-15T21:05:22.122 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:21 smithi057 ceph-mon[24810]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-04-15T21:05:22.122 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:21 smithi057 ceph-mon[24810]: Adding iSCSI gateway http://:@172.21.15.57:5000 to Dashboard 2024-04-15T21:05:22.122 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:21 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-04-15T21:05:22.122 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:21 smithi057 ceph-mon[24810]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-04-15T21:05:22.122 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:21 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:05:22.122 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:21 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-add", "name": "smithi057"}]: dispatch 2024-04-15T21:05:22.122 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:21 smithi057 ceph-mon[24810]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-add", "name": "smithi057"}]: dispatch 2024-04-15T21:05:22.122 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:21 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:05:22.122 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:21 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:05:22.122 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:21 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:05:22.122 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:21 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:05:22.122 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:21 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:05:22.123 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:21 smithi057 ceph-mon[24810]: from='client.? 172.21.15.57:0/615886476' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-04-15T21:05:22.123 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:21 smithi057 ceph-mon[24810]: pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 60 MiB used, 715 GiB / 715 GiB avail; 204 B/s wr, 0 op/s 2024-04-15T21:05:22.123 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:21 smithi057 ceph-mon[24810]: from='client.? 172.21.15.57:0/4242475589' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:0/2234479058"}]: dispatch 2024-04-15T21:05:22.123 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:21 smithi057 ceph-mon[24810]: from='client.? ' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:0/2234479058"}]: dispatch 2024-04-15T21:05:22.341 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:21 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:05:22.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:21 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:05:22.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:21 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:05:22.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:21 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:05:22.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:21 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:05:22.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:21 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-04-15T21:05:22.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:21 smithi148 ceph-mon[25742]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-04-15T21:05:22.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:21 smithi148 ceph-mon[25742]: Adding iSCSI gateway http://:@172.21.15.57:5000 to Dashboard 2024-04-15T21:05:22.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:21 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-04-15T21:05:22.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:21 smithi148 ceph-mon[25742]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-04-15T21:05:22.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:21 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:05:22.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:21 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-add", "name": "smithi057"}]: dispatch 2024-04-15T21:05:22.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:21 smithi148 ceph-mon[25742]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-add", "name": "smithi057"}]: dispatch 2024-04-15T21:05:22.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:21 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:05:22.343 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:21 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:05:22.343 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:21 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:05:22.343 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:21 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:05:22.343 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:21 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:05:22.343 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:21 smithi148 ceph-mon[25742]: from='client.? 172.21.15.57:0/615886476' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-04-15T21:05:22.343 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:21 smithi148 ceph-mon[25742]: pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 60 MiB used, 715 GiB / 715 GiB avail; 204 B/s wr, 0 op/s 2024-04-15T21:05:22.343 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:21 smithi148 ceph-mon[25742]: from='client.? 172.21.15.57:0/4242475589' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:0/2234479058"}]: dispatch 2024-04-15T21:05:22.343 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:21 smithi148 ceph-mon[25742]: from='client.? ' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:0/2234479058"}]: dispatch 2024-04-15T21:05:23.119 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:22 smithi057 ceph-mon[24810]: from='client.? ' entity='client.iscsi.foo.smithi057.jwyjxv' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:0/2234479058"}]': finished 2024-04-15T21:05:23.120 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:22 smithi057 ceph-mon[24810]: osdmap e78: 8 total, 8 up, 8 in 2024-04-15T21:05:23.120 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:22 smithi057 ceph-mon[24810]: from='client.? 172.21.15.57:0/686863343' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:6800/1509836413"}]: dispatch 2024-04-15T21:05:23.120 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:22 smithi057 ceph-mon[29654]: from='client.? ' entity='client.iscsi.foo.smithi057.jwyjxv' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:0/2234479058"}]': finished 2024-04-15T21:05:23.120 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:22 smithi057 ceph-mon[29654]: osdmap e78: 8 total, 8 up, 8 in 2024-04-15T21:05:23.120 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:22 smithi057 ceph-mon[29654]: from='client.? 172.21.15.57:0/686863343' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:6800/1509836413"}]: dispatch 2024-04-15T21:05:23.341 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:22 smithi148 ceph-mon[25742]: from='client.? ' entity='client.iscsi.foo.smithi057.jwyjxv' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:0/2234479058"}]': finished 2024-04-15T21:05:23.341 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:22 smithi148 ceph-mon[25742]: osdmap e78: 8 total, 8 up, 8 in 2024-04-15T21:05:23.341 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:22 smithi148 ceph-mon[25742]: from='client.? 172.21.15.57:0/686863343' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:6800/1509836413"}]: dispatch 2024-04-15T21:05:24.091 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:23 smithi148 ceph-mon[25742]: from='client.? 172.21.15.57:0/686863343' entity='client.iscsi.foo.smithi057.jwyjxv' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:6800/1509836413"}]': finished 2024-04-15T21:05:24.091 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:23 smithi148 ceph-mon[25742]: osdmap e79: 8 total, 8 up, 8 in 2024-04-15T21:05:24.091 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:23 smithi148 ceph-mon[25742]: from='client.? 172.21.15.57:0/689202713' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:0/3376397771"}]: dispatch 2024-04-15T21:05:24.091 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:23 smithi148 ceph-mon[25742]: pgmap v92: 161 pgs: 161 active+clean; 585 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 155 B/s rd, 155 B/s wr, 1 op/s 2024-04-15T21:05:24.369 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:23 smithi057 ceph-mon[24810]: from='client.? 172.21.15.57:0/686863343' entity='client.iscsi.foo.smithi057.jwyjxv' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:6800/1509836413"}]': finished 2024-04-15T21:05:24.370 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:23 smithi057 ceph-mon[24810]: osdmap e79: 8 total, 8 up, 8 in 2024-04-15T21:05:24.370 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:23 smithi057 ceph-mon[24810]: from='client.? 172.21.15.57:0/689202713' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:0/3376397771"}]: dispatch 2024-04-15T21:05:24.370 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:23 smithi057 ceph-mon[24810]: pgmap v92: 161 pgs: 161 active+clean; 585 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 155 B/s rd, 155 B/s wr, 1 op/s 2024-04-15T21:05:24.370 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:23 smithi057 ceph-mon[29654]: from='client.? 172.21.15.57:0/686863343' entity='client.iscsi.foo.smithi057.jwyjxv' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:6800/1509836413"}]': finished 2024-04-15T21:05:24.370 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:23 smithi057 ceph-mon[29654]: osdmap e79: 8 total, 8 up, 8 in 2024-04-15T21:05:24.370 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:23 smithi057 ceph-mon[29654]: from='client.? 172.21.15.57:0/689202713' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:0/3376397771"}]: dispatch 2024-04-15T21:05:24.370 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:23 smithi057 ceph-mon[29654]: pgmap v92: 161 pgs: 161 active+clean; 585 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 155 B/s rd, 155 B/s wr, 1 op/s 2024-04-15T21:05:24.869 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:05:24 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 172.21.15.57 - - [15/Apr/2024:21:05:24] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-15T21:05:25.290 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:24 smithi057 ceph-mon[24810]: from='client.? 172.21.15.57:0/689202713' entity='client.iscsi.foo.smithi057.jwyjxv' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:0/3376397771"}]': finished 2024-04-15T21:05:25.290 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:24 smithi057 ceph-mon[24810]: osdmap e80: 8 total, 8 up, 8 in 2024-04-15T21:05:25.290 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:24 smithi057 ceph-mon[24810]: from='client.? 172.21.15.57:0/2265459374' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:0/4179622232"}]: dispatch 2024-04-15T21:05:25.290 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:24 smithi057 ceph-mon[24810]: from='client.? ' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:0/4179622232"}]: dispatch 2024-04-15T21:05:25.290 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:24 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:05:25.291 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:24 smithi057 ceph-mon[29654]: from='client.? 172.21.15.57:0/689202713' entity='client.iscsi.foo.smithi057.jwyjxv' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:0/3376397771"}]': finished 2024-04-15T21:05:25.291 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:24 smithi057 ceph-mon[29654]: osdmap e80: 8 total, 8 up, 8 in 2024-04-15T21:05:25.291 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:24 smithi057 ceph-mon[29654]: from='client.? 172.21.15.57:0/2265459374' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:0/4179622232"}]: dispatch 2024-04-15T21:05:25.291 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:24 smithi057 ceph-mon[29654]: from='client.? ' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:0/4179622232"}]: dispatch 2024-04-15T21:05:25.291 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:24 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:05:25.302 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:24 smithi148 ceph-mon[25742]: from='client.? 172.21.15.57:0/689202713' entity='client.iscsi.foo.smithi057.jwyjxv' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:0/3376397771"}]': finished 2024-04-15T21:05:25.302 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:24 smithi148 ceph-mon[25742]: osdmap e80: 8 total, 8 up, 8 in 2024-04-15T21:05:25.302 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:24 smithi148 ceph-mon[25742]: from='client.? 172.21.15.57:0/2265459374' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:0/4179622232"}]: dispatch 2024-04-15T21:05:25.302 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:24 smithi148 ceph-mon[25742]: from='client.? ' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:0/4179622232"}]: dispatch 2024-04-15T21:05:25.302 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:24 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:05:25.869 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:05:25 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 172.21.15.148 - - [15/Apr/2024:21:05:25] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-15T21:05:26.231 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:25 smithi148 ceph-mon[25742]: from='client.? ' entity='client.iscsi.foo.smithi057.jwyjxv' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:0/4179622232"}]': finished 2024-04-15T21:05:26.231 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:25 smithi148 ceph-mon[25742]: osdmap e81: 8 total, 8 up, 8 in 2024-04-15T21:05:26.231 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:25 smithi148 ceph-mon[25742]: from='client.? 172.21.15.57:0/3015265331' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:6801/2693592197"}]: dispatch 2024-04-15T21:05:26.232 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:25 smithi148 ceph-mon[25742]: pgmap v95: 161 pgs: 161 active+clean; 585 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 255 B/s rd, 255 B/s wr, 2 op/s 2024-04-15T21:05:26.232 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:25 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:05:26.232 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:25 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:05:26.232 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:25 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:05:26.269 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:25 smithi057 ceph-mon[24810]: from='client.? ' entity='client.iscsi.foo.smithi057.jwyjxv' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:0/4179622232"}]': finished 2024-04-15T21:05:26.270 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:25 smithi057 ceph-mon[24810]: osdmap e81: 8 total, 8 up, 8 in 2024-04-15T21:05:26.270 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:25 smithi057 ceph-mon[24810]: from='client.? 172.21.15.57:0/3015265331' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:6801/2693592197"}]: dispatch 2024-04-15T21:05:26.270 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:25 smithi057 ceph-mon[24810]: pgmap v95: 161 pgs: 161 active+clean; 585 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 255 B/s rd, 255 B/s wr, 2 op/s 2024-04-15T21:05:26.270 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:25 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:05:26.270 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:25 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:05:26.271 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:25 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:05:26.271 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:25 smithi057 ceph-mon[29654]: from='client.? ' entity='client.iscsi.foo.smithi057.jwyjxv' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:0/4179622232"}]': finished 2024-04-15T21:05:26.272 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:25 smithi057 ceph-mon[29654]: osdmap e81: 8 total, 8 up, 8 in 2024-04-15T21:05:26.272 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:25 smithi057 ceph-mon[29654]: from='client.? 172.21.15.57:0/3015265331' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:6801/2693592197"}]: dispatch 2024-04-15T21:05:26.272 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:25 smithi057 ceph-mon[29654]: pgmap v95: 161 pgs: 161 active+clean; 585 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 255 B/s rd, 255 B/s wr, 2 op/s 2024-04-15T21:05:26.272 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:25 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:05:26.272 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:25 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:05:26.272 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:25 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:05:27.057 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:26 smithi057 ceph-mon[29654]: from='client.? 172.21.15.57:0/3015265331' entity='client.iscsi.foo.smithi057.jwyjxv' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:6801/2693592197"}]': finished 2024-04-15T21:05:27.057 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:26 smithi057 ceph-mon[29654]: osdmap e82: 8 total, 8 up, 8 in 2024-04-15T21:05:27.057 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:26 smithi057 ceph-mon[29654]: from='client.? 172.21.15.57:0/590463710' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:0/903316036"}]: dispatch 2024-04-15T21:05:27.058 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:26 smithi057 ceph-mon[24810]: from='client.? 172.21.15.57:0/3015265331' entity='client.iscsi.foo.smithi057.jwyjxv' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:6801/2693592197"}]': finished 2024-04-15T21:05:27.058 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:26 smithi057 ceph-mon[24810]: osdmap e82: 8 total, 8 up, 8 in 2024-04-15T21:05:27.058 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:26 smithi057 ceph-mon[24810]: from='client.? 172.21.15.57:0/590463710' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:0/903316036"}]: dispatch 2024-04-15T21:05:27.260 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:26 smithi148 ceph-mon[25742]: from='client.? 172.21.15.57:0/3015265331' entity='client.iscsi.foo.smithi057.jwyjxv' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:6801/2693592197"}]': finished 2024-04-15T21:05:27.260 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:26 smithi148 ceph-mon[25742]: osdmap e82: 8 total, 8 up, 8 in 2024-04-15T21:05:27.260 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:26 smithi148 ceph-mon[25742]: from='client.? 172.21.15.57:0/590463710' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:0/903316036"}]: dispatch 2024-04-15T21:05:27.619 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:05:27 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 172.21.15.57 - - [15/Apr/2024:21:05:27] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-15T21:05:28.309 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:27 smithi148 ceph-mon[25742]: from='client.? 172.21.15.57:0/590463710' entity='client.iscsi.foo.smithi057.jwyjxv' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:0/903316036"}]': finished 2024-04-15T21:05:28.309 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:27 smithi148 ceph-mon[25742]: osdmap e83: 8 total, 8 up, 8 in 2024-04-15T21:05:28.309 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:27 smithi148 ceph-mon[25742]: from='client.? 172.21.15.57:0/3440429595' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:6800/2693592197"}]: dispatch 2024-04-15T21:05:28.309 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:27 smithi148 ceph-mon[25742]: pgmap v98: 161 pgs: 161 active+clean; 585 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:05:28.310 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:27 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:05:28.310 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:27 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:05:28.310 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:27 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:05:28.310 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:27 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:05:28.310 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:27 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:05:28.369 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:27 smithi057 ceph-mon[24810]: from='client.? 172.21.15.57:0/590463710' entity='client.iscsi.foo.smithi057.jwyjxv' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:0/903316036"}]': finished 2024-04-15T21:05:28.369 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:27 smithi057 ceph-mon[24810]: osdmap e83: 8 total, 8 up, 8 in 2024-04-15T21:05:28.370 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:27 smithi057 ceph-mon[24810]: from='client.? 172.21.15.57:0/3440429595' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:6800/2693592197"}]: dispatch 2024-04-15T21:05:28.370 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:27 smithi057 ceph-mon[24810]: pgmap v98: 161 pgs: 161 active+clean; 585 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:05:28.370 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:27 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:05:28.370 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:27 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:05:28.370 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:27 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:05:28.370 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:27 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:05:28.370 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:27 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:05:28.370 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:27 smithi057 ceph-mon[29654]: from='client.? 172.21.15.57:0/590463710' entity='client.iscsi.foo.smithi057.jwyjxv' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:0/903316036"}]': finished 2024-04-15T21:05:28.370 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:27 smithi057 ceph-mon[29654]: osdmap e83: 8 total, 8 up, 8 in 2024-04-15T21:05:28.370 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:27 smithi057 ceph-mon[29654]: from='client.? 172.21.15.57:0/3440429595' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:6800/2693592197"}]: dispatch 2024-04-15T21:05:28.371 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:27 smithi057 ceph-mon[29654]: pgmap v98: 161 pgs: 161 active+clean; 585 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:05:28.371 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:27 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:05:28.371 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:27 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:05:28.371 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:27 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:05:28.371 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:27 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:05:28.371 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:27 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:05:29.341 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:29 smithi148 ceph-mon[25742]: from='client.? 172.21.15.57:0/3440429595' entity='client.iscsi.foo.smithi057.jwyjxv' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:6800/2693592197"}]': finished 2024-04-15T21:05:29.341 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:29 smithi148 ceph-mon[25742]: osdmap e84: 8 total, 8 up, 8 in 2024-04-15T21:05:29.341 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:29 smithi148 ceph-mon[25742]: from='client.? 172.21.15.57:0/4230187828' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:0/3899667968"}]: dispatch 2024-04-15T21:05:29.369 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:29 smithi057 ceph-mon[24810]: from='client.? 172.21.15.57:0/3440429595' entity='client.iscsi.foo.smithi057.jwyjxv' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:6800/2693592197"}]': finished 2024-04-15T21:05:29.370 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:29 smithi057 ceph-mon[24810]: osdmap e84: 8 total, 8 up, 8 in 2024-04-15T21:05:29.370 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:29 smithi057 ceph-mon[24810]: from='client.? 172.21.15.57:0/4230187828' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:0/3899667968"}]: dispatch 2024-04-15T21:05:29.370 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:29 smithi057 ceph-mon[29654]: from='client.? 172.21.15.57:0/3440429595' entity='client.iscsi.foo.smithi057.jwyjxv' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:6800/2693592197"}]': finished 2024-04-15T21:05:29.370 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:29 smithi057 ceph-mon[29654]: osdmap e84: 8 total, 8 up, 8 in 2024-04-15T21:05:29.370 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:29 smithi057 ceph-mon[29654]: from='client.? 172.21.15.57:0/4230187828' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:0/3899667968"}]: dispatch 2024-04-15T21:05:30.341 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:30 smithi148 ceph-mon[25742]: from='client.? 172.21.15.57:0/4230187828' entity='client.iscsi.foo.smithi057.jwyjxv' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:0/3899667968"}]': finished 2024-04-15T21:05:30.341 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:30 smithi148 ceph-mon[25742]: osdmap e85: 8 total, 8 up, 8 in 2024-04-15T21:05:30.341 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:30 smithi148 ceph-mon[25742]: pgmap v101: 161 pgs: 161 active+clean; 585 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:05:30.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:30 smithi148 ceph-mon[25742]: from='client.? 172.21.15.57:0/130766820' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:0/2947471630"}]: dispatch 2024-04-15T21:05:30.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:30 smithi148 ceph-mon[25742]: from='client.? ' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:0/2947471630"}]: dispatch 2024-04-15T21:05:30.369 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:05:29 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:05:29] "GET /metrics HTTP/1.1" 200 207998 "" "Prometheus/2.33.4" 2024-04-15T21:05:30.370 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:30 smithi057 ceph-mon[24810]: from='client.? 172.21.15.57:0/4230187828' entity='client.iscsi.foo.smithi057.jwyjxv' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:0/3899667968"}]': finished 2024-04-15T21:05:30.370 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:30 smithi057 ceph-mon[24810]: osdmap e85: 8 total, 8 up, 8 in 2024-04-15T21:05:30.370 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:30 smithi057 ceph-mon[24810]: pgmap v101: 161 pgs: 161 active+clean; 585 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:05:30.370 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:30 smithi057 ceph-mon[24810]: from='client.? 172.21.15.57:0/130766820' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:0/2947471630"}]: dispatch 2024-04-15T21:05:30.370 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:30 smithi057 ceph-mon[24810]: from='client.? ' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:0/2947471630"}]: dispatch 2024-04-15T21:05:30.370 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:30 smithi057 ceph-mon[29654]: from='client.? 172.21.15.57:0/4230187828' entity='client.iscsi.foo.smithi057.jwyjxv' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:0/3899667968"}]': finished 2024-04-15T21:05:30.370 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:30 smithi057 ceph-mon[29654]: osdmap e85: 8 total, 8 up, 8 in 2024-04-15T21:05:30.370 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:30 smithi057 ceph-mon[29654]: pgmap v101: 161 pgs: 161 active+clean; 585 KiB data, 61 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:05:30.371 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:30 smithi057 ceph-mon[29654]: from='client.? 172.21.15.57:0/130766820' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:0/2947471630"}]: dispatch 2024-04-15T21:05:30.371 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:30 smithi057 ceph-mon[29654]: from='client.? ' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:0/2947471630"}]: dispatch 2024-04-15T21:05:31.341 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:31 smithi148 ceph-mon[25742]: from='client.? ' entity='client.iscsi.foo.smithi057.jwyjxv' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:0/2947471630"}]': finished 2024-04-15T21:05:31.341 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:31 smithi148 ceph-mon[25742]: osdmap e86: 8 total, 8 up, 8 in 2024-04-15T21:05:31.341 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:31 smithi148 ceph-mon[25742]: from='client.? 172.21.15.57:0/3930615744' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:0/3869244986"}]: dispatch 2024-04-15T21:05:31.342 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:05:31 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[27208]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:05:31] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-15T21:05:31.369 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:31 smithi057 ceph-mon[24810]: from='client.? ' entity='client.iscsi.foo.smithi057.jwyjxv' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:0/2947471630"}]': finished 2024-04-15T21:05:31.369 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:31 smithi057 ceph-mon[24810]: osdmap e86: 8 total, 8 up, 8 in 2024-04-15T21:05:31.369 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:31 smithi057 ceph-mon[24810]: from='client.? 172.21.15.57:0/3930615744' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:0/3869244986"}]: dispatch 2024-04-15T21:05:31.370 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:31 smithi057 ceph-mon[29654]: from='client.? ' entity='client.iscsi.foo.smithi057.jwyjxv' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:0/2947471630"}]': finished 2024-04-15T21:05:31.370 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:31 smithi057 ceph-mon[29654]: osdmap e86: 8 total, 8 up, 8 in 2024-04-15T21:05:31.370 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:31 smithi057 ceph-mon[29654]: from='client.? 172.21.15.57:0/3930615744' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:0/3869244986"}]: dispatch 2024-04-15T21:05:32.341 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:32 smithi148 ceph-mon[25742]: from='client.24748 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:05:32.341 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:32 smithi148 ceph-mon[25742]: from='client.? 172.21.15.57:0/3930615744' entity='client.iscsi.foo.smithi057.jwyjxv' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:0/3869244986"}]': finished 2024-04-15T21:05:32.341 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:32 smithi148 ceph-mon[25742]: osdmap e87: 8 total, 8 up, 8 in 2024-04-15T21:05:32.341 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:32 smithi148 ceph-mon[25742]: pgmap v104: 161 pgs: 161 active+clean; 585 KiB data, 61 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:05:32.341 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:32 smithi148 ceph-mon[25742]: from='client.? 172.21.15.57:0/2483310884' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:0/3629855466"}]: dispatch 2024-04-15T21:05:32.369 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:32 smithi057 ceph-mon[24810]: from='client.24748 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:05:32.369 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:32 smithi057 ceph-mon[24810]: from='client.? 172.21.15.57:0/3930615744' entity='client.iscsi.foo.smithi057.jwyjxv' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:0/3869244986"}]': finished 2024-04-15T21:05:32.369 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:32 smithi057 ceph-mon[24810]: osdmap e87: 8 total, 8 up, 8 in 2024-04-15T21:05:32.369 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:32 smithi057 ceph-mon[24810]: pgmap v104: 161 pgs: 161 active+clean; 585 KiB data, 61 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:05:32.369 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:32 smithi057 ceph-mon[24810]: from='client.? 172.21.15.57:0/2483310884' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:0/3629855466"}]: dispatch 2024-04-15T21:05:32.370 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:32 smithi057 ceph-mon[29654]: from='client.24748 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:05:32.370 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:32 smithi057 ceph-mon[29654]: from='client.? 172.21.15.57:0/3930615744' entity='client.iscsi.foo.smithi057.jwyjxv' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:0/3869244986"}]': finished 2024-04-15T21:05:32.370 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:32 smithi057 ceph-mon[29654]: osdmap e87: 8 total, 8 up, 8 in 2024-04-15T21:05:32.370 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:32 smithi057 ceph-mon[29654]: pgmap v104: 161 pgs: 161 active+clean; 585 KiB data, 61 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:05:32.370 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:32 smithi057 ceph-mon[29654]: from='client.? 172.21.15.57:0/2483310884' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:0/3629855466"}]: dispatch 2024-04-15T21:05:33.341 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:33 smithi148 ceph-mon[25742]: from='client.? 172.21.15.57:0/2483310884' entity='client.iscsi.foo.smithi057.jwyjxv' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:0/3629855466"}]': finished 2024-04-15T21:05:33.341 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:33 smithi148 ceph-mon[25742]: osdmap e88: 8 total, 8 up, 8 in 2024-04-15T21:05:33.341 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:33 smithi148 ceph-mon[25742]: from='client.? 172.21.15.57:0/1931472985' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:6800/936834644"}]: dispatch 2024-04-15T21:05:33.341 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:33 smithi148 ceph-mon[25742]: from='client.? ' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:6800/936834644"}]: dispatch 2024-04-15T21:05:33.369 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:33 smithi057 ceph-mon[24810]: from='client.? 172.21.15.57:0/2483310884' entity='client.iscsi.foo.smithi057.jwyjxv' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:0/3629855466"}]': finished 2024-04-15T21:05:33.369 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:33 smithi057 ceph-mon[24810]: osdmap e88: 8 total, 8 up, 8 in 2024-04-15T21:05:33.369 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:33 smithi057 ceph-mon[24810]: from='client.? 172.21.15.57:0/1931472985' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:6800/936834644"}]: dispatch 2024-04-15T21:05:33.369 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:33 smithi057 ceph-mon[24810]: from='client.? ' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:6800/936834644"}]: dispatch 2024-04-15T21:05:33.369 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:33 smithi057 ceph-mon[29654]: from='client.? 172.21.15.57:0/2483310884' entity='client.iscsi.foo.smithi057.jwyjxv' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:0/3629855466"}]': finished 2024-04-15T21:05:33.370 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:33 smithi057 ceph-mon[29654]: osdmap e88: 8 total, 8 up, 8 in 2024-04-15T21:05:33.370 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:33 smithi057 ceph-mon[29654]: from='client.? 172.21.15.57:0/1931472985' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:6800/936834644"}]: dispatch 2024-04-15T21:05:33.370 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:33 smithi057 ceph-mon[29654]: from='client.? ' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:6800/936834644"}]: dispatch 2024-04-15T21:05:34.369 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:34 smithi057 ceph-mon[24810]: from='client.? ' entity='client.iscsi.foo.smithi057.jwyjxv' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:6800/936834644"}]': finished 2024-04-15T21:05:34.369 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:34 smithi057 ceph-mon[24810]: osdmap e89: 8 total, 8 up, 8 in 2024-04-15T21:05:34.369 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:34 smithi057 ceph-mon[24810]: pgmap v107: 161 pgs: 161 active+clean; 585 KiB data, 66 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:05:34.370 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:34 smithi057 ceph-mon[24810]: from='client.? 172.21.15.57:0/3698640801' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:6801/936834644"}]: dispatch 2024-04-15T21:05:34.370 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:34 smithi057 ceph-mon[24810]: from='client.? ' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:6801/936834644"}]: dispatch 2024-04-15T21:05:34.370 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:34 smithi057 ceph-mon[29654]: from='client.? ' entity='client.iscsi.foo.smithi057.jwyjxv' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:6800/936834644"}]': finished 2024-04-15T21:05:34.370 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:34 smithi057 ceph-mon[29654]: osdmap e89: 8 total, 8 up, 8 in 2024-04-15T21:05:34.370 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:34 smithi057 ceph-mon[29654]: pgmap v107: 161 pgs: 161 active+clean; 585 KiB data, 66 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:05:34.370 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:34 smithi057 ceph-mon[29654]: from='client.? 172.21.15.57:0/3698640801' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:6801/936834644"}]: dispatch 2024-04-15T21:05:34.370 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:34 smithi057 ceph-mon[29654]: from='client.? ' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:6801/936834644"}]: dispatch 2024-04-15T21:05:34.591 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:34 smithi148 ceph-mon[25742]: from='client.? ' entity='client.iscsi.foo.smithi057.jwyjxv' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:6800/936834644"}]': finished 2024-04-15T21:05:34.591 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:34 smithi148 ceph-mon[25742]: osdmap e89: 8 total, 8 up, 8 in 2024-04-15T21:05:34.591 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:34 smithi148 ceph-mon[25742]: pgmap v107: 161 pgs: 161 active+clean; 585 KiB data, 66 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:05:34.591 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:34 smithi148 ceph-mon[25742]: from='client.? 172.21.15.57:0/3698640801' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:6801/936834644"}]: dispatch 2024-04-15T21:05:34.591 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:34 smithi148 ceph-mon[25742]: from='client.? ' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:6801/936834644"}]: dispatch 2024-04-15T21:05:35.369 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:35 smithi057 ceph-mon[24810]: from='client.? ' entity='client.iscsi.foo.smithi057.jwyjxv' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:6801/936834644"}]': finished 2024-04-15T21:05:35.369 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:35 smithi057 ceph-mon[24810]: osdmap e90: 8 total, 8 up, 8 in 2024-04-15T21:05:35.369 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:35 smithi057 ceph-mon[24810]: from='client.? 172.21.15.57:0/3681366811' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:0/597653466"}]: dispatch 2024-04-15T21:05:35.369 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:35 smithi057 ceph-mon[24810]: from='client.? ' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:0/597653466"}]: dispatch 2024-04-15T21:05:35.370 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:35 smithi057 ceph-mon[29654]: from='client.? ' entity='client.iscsi.foo.smithi057.jwyjxv' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:6801/936834644"}]': finished 2024-04-15T21:05:35.370 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:35 smithi057 ceph-mon[29654]: osdmap e90: 8 total, 8 up, 8 in 2024-04-15T21:05:35.370 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:35 smithi057 ceph-mon[29654]: from='client.? 172.21.15.57:0/3681366811' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:0/597653466"}]: dispatch 2024-04-15T21:05:35.370 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:35 smithi057 ceph-mon[29654]: from='client.? ' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:0/597653466"}]: dispatch 2024-04-15T21:05:35.591 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:35 smithi148 ceph-mon[25742]: from='client.? ' entity='client.iscsi.foo.smithi057.jwyjxv' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:6801/936834644"}]': finished 2024-04-15T21:05:35.591 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:35 smithi148 ceph-mon[25742]: osdmap e90: 8 total, 8 up, 8 in 2024-04-15T21:05:35.591 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:35 smithi148 ceph-mon[25742]: from='client.? 172.21.15.57:0/3681366811' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:0/597653466"}]: dispatch 2024-04-15T21:05:35.591 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:35 smithi148 ceph-mon[25742]: from='client.? ' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:0/597653466"}]: dispatch 2024-04-15T21:05:36.591 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:36 smithi148 ceph-mon[25742]: from='client.? ' entity='client.iscsi.foo.smithi057.jwyjxv' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:0/597653466"}]': finished 2024-04-15T21:05:36.591 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:36 smithi148 ceph-mon[25742]: osdmap e91: 8 total, 8 up, 8 in 2024-04-15T21:05:36.591 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:36 smithi148 ceph-mon[25742]: pgmap v110: 161 pgs: 161 active+clean; 585 KiB data, 66 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:05:36.591 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:36 smithi148 ceph-mon[25742]: from='client.? 172.21.15.57:0/3446802611' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:6801/1509836413"}]: dispatch 2024-04-15T21:05:36.619 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:36 smithi057 ceph-mon[24810]: from='client.? ' entity='client.iscsi.foo.smithi057.jwyjxv' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:0/597653466"}]': finished 2024-04-15T21:05:36.619 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:36 smithi057 ceph-mon[24810]: osdmap e91: 8 total, 8 up, 8 in 2024-04-15T21:05:36.619 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:36 smithi057 ceph-mon[24810]: pgmap v110: 161 pgs: 161 active+clean; 585 KiB data, 66 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:05:36.619 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:36 smithi057 ceph-mon[24810]: from='client.? 172.21.15.57:0/3446802611' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:6801/1509836413"}]: dispatch 2024-04-15T21:05:36.620 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:36 smithi057 ceph-mon[29654]: from='client.? ' entity='client.iscsi.foo.smithi057.jwyjxv' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:0/597653466"}]': finished 2024-04-15T21:05:36.620 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:36 smithi057 ceph-mon[29654]: osdmap e91: 8 total, 8 up, 8 in 2024-04-15T21:05:36.620 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:36 smithi057 ceph-mon[29654]: pgmap v110: 161 pgs: 161 active+clean; 585 KiB data, 66 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:05:36.620 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:36 smithi057 ceph-mon[29654]: from='client.? 172.21.15.57:0/3446802611' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:6801/1509836413"}]: dispatch 2024-04-15T21:05:37.591 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:37 smithi148 ceph-mon[25742]: from='client.? 172.21.15.57:0/3446802611' entity='client.iscsi.foo.smithi057.jwyjxv' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:6801/1509836413"}]': finished 2024-04-15T21:05:37.591 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:37 smithi148 ceph-mon[25742]: osdmap e92: 8 total, 8 up, 8 in 2024-04-15T21:05:37.591 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:37 smithi148 ceph-mon[25742]: from='client.? 172.21.15.57:0/2723333773' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:0/1397776360"}]: dispatch 2024-04-15T21:05:37.591 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:37 smithi148 ceph-mon[25742]: from='client.? ' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:0/1397776360"}]: dispatch 2024-04-15T21:05:37.619 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:37 smithi057 ceph-mon[24810]: from='client.? 172.21.15.57:0/3446802611' entity='client.iscsi.foo.smithi057.jwyjxv' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:6801/1509836413"}]': finished 2024-04-15T21:05:37.619 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:37 smithi057 ceph-mon[24810]: osdmap e92: 8 total, 8 up, 8 in 2024-04-15T21:05:37.619 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:37 smithi057 ceph-mon[24810]: from='client.? 172.21.15.57:0/2723333773' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:0/1397776360"}]: dispatch 2024-04-15T21:05:37.619 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:37 smithi057 ceph-mon[24810]: from='client.? ' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:0/1397776360"}]: dispatch 2024-04-15T21:05:37.620 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:37 smithi057 ceph-mon[29654]: from='client.? 172.21.15.57:0/3446802611' entity='client.iscsi.foo.smithi057.jwyjxv' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:6801/1509836413"}]': finished 2024-04-15T21:05:37.620 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:37 smithi057 ceph-mon[29654]: osdmap e92: 8 total, 8 up, 8 in 2024-04-15T21:05:37.620 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:37 smithi057 ceph-mon[29654]: from='client.? 172.21.15.57:0/2723333773' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:0/1397776360"}]: dispatch 2024-04-15T21:05:37.620 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:37 smithi057 ceph-mon[29654]: from='client.? ' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:0/1397776360"}]: dispatch 2024-04-15T21:05:38.591 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:38 smithi148 ceph-mon[25742]: from='client.? ' entity='client.iscsi.foo.smithi057.jwyjxv' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:0/1397776360"}]': finished 2024-04-15T21:05:38.591 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:38 smithi148 ceph-mon[25742]: osdmap e93: 8 total, 8 up, 8 in 2024-04-15T21:05:38.591 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:38 smithi148 ceph-mon[25742]: pgmap v113: 161 pgs: 161 active+clean; 585 KiB data, 67 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:05:38.619 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:38 smithi057 ceph-mon[24810]: from='client.? ' entity='client.iscsi.foo.smithi057.jwyjxv' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:0/1397776360"}]': finished 2024-04-15T21:05:38.619 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:38 smithi057 ceph-mon[24810]: osdmap e93: 8 total, 8 up, 8 in 2024-04-15T21:05:38.619 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:38 smithi057 ceph-mon[24810]: pgmap v113: 161 pgs: 161 active+clean; 585 KiB data, 67 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:05:38.619 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:38 smithi057 ceph-mon[29654]: from='client.? ' entity='client.iscsi.foo.smithi057.jwyjxv' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:0/1397776360"}]': finished 2024-04-15T21:05:38.620 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:38 smithi057 ceph-mon[29654]: osdmap e93: 8 total, 8 up, 8 in 2024-04-15T21:05:38.620 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:38 smithi057 ceph-mon[29654]: pgmap v113: 161 pgs: 161 active+clean; 585 KiB data, 67 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:05:39.841 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:39 smithi148 ceph-mon[25742]: pgmap v114: 161 pgs: 161 active+clean; 585 KiB data, 67 MiB used, 715 GiB / 715 GiB avail; 981 B/s rd, 0 op/s 2024-04-15T21:05:39.869 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:39 smithi057 ceph-mon[24810]: pgmap v114: 161 pgs: 161 active+clean; 585 KiB data, 67 MiB used, 715 GiB / 715 GiB avail; 981 B/s rd, 0 op/s 2024-04-15T21:05:39.869 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:39 smithi057 ceph-mon[29654]: pgmap v114: 161 pgs: 161 active+clean; 585 KiB data, 67 MiB used, 715 GiB / 715 GiB avail; 981 B/s rd, 0 op/s 2024-04-15T21:05:40.369 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:05:39 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:05:39] "GET /metrics HTTP/1.1" 200 208086 "" "Prometheus/2.33.4" 2024-04-15T21:05:41.591 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:41 smithi148 ceph-mon[25742]: from='client.24748 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:05:41.591 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:41 smithi148 ceph-mon[25742]: pgmap v115: 161 pgs: 161 active+clean; 585 KiB data, 67 MiB used, 715 GiB / 715 GiB avail; 823 B/s rd, 0 op/s 2024-04-15T21:05:41.591 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:05:41 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[27208]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:05:41] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-15T21:05:41.666 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:41 smithi057 ceph-mon[24810]: from='client.24748 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:05:41.667 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:41 smithi057 ceph-mon[24810]: pgmap v115: 161 pgs: 161 active+clean; 585 KiB data, 67 MiB used, 715 GiB / 715 GiB avail; 823 B/s rd, 0 op/s 2024-04-15T21:05:41.667 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:41 smithi057 ceph-mon[29654]: from='client.24748 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:05:41.667 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:41 smithi057 ceph-mon[29654]: pgmap v115: 161 pgs: 161 active+clean; 585 KiB data, 67 MiB used, 715 GiB / 715 GiB avail; 823 B/s rd, 0 op/s 2024-04-15T21:05:43.619 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:43 smithi057 ceph-mon[24810]: pgmap v116: 161 pgs: 161 active+clean; 585 KiB data, 67 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:05:43.620 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:05:43 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 172.21.15.57 - - [15/Apr/2024:21:05:43] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-15T21:05:43.620 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:43 smithi057 ceph-mon[29654]: pgmap v116: 161 pgs: 161 active+clean; 585 KiB data, 67 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:05:43.841 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:43 smithi148 ceph-mon[25742]: pgmap v116: 161 pgs: 161 active+clean; 585 KiB data, 67 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:05:44.841 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:44 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:05:44.841 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:44 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:05:44.869 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:44 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:05:44.869 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:44 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:05:44.869 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:44 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:05:44.870 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:44 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:05:45.841 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:45 smithi148 ceph-mon[25742]: pgmap v117: 161 pgs: 161 active+clean; 585 KiB data, 67 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-04-15T21:05:45.869 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:45 smithi057 ceph-mon[24810]: pgmap v117: 161 pgs: 161 active+clean; 585 KiB data, 67 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-04-15T21:05:45.869 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:05:45 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 172.21.15.148 - - [15/Apr/2024:21:05:45] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-15T21:05:45.869 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:45 smithi057 ceph-mon[29654]: pgmap v117: 161 pgs: 161 active+clean; 585 KiB data, 67 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-04-15T21:05:46.841 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:46 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:05:46.841 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:46 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:05:47.119 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:46 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:05:47.119 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:46 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:05:47.119 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:46 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:05:47.119 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:46 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:05:48.091 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:47 smithi148 ceph-mon[25742]: pgmap v118: 161 pgs: 161 active+clean; 585 KiB data, 67 MiB used, 715 GiB / 715 GiB avail; 1005 B/s rd, 0 op/s 2024-04-15T21:05:48.119 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:47 smithi057 ceph-mon[24810]: pgmap v118: 161 pgs: 161 active+clean; 585 KiB data, 67 MiB used, 715 GiB / 715 GiB avail; 1005 B/s rd, 0 op/s 2024-04-15T21:05:48.120 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:47 smithi057 ceph-mon[29654]: pgmap v118: 161 pgs: 161 active+clean; 585 KiB data, 67 MiB used, 715 GiB / 715 GiB avail; 1005 B/s rd, 0 op/s 2024-04-15T21:05:49.841 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:49 smithi148 ceph-mon[25742]: pgmap v119: 161 pgs: 161 active+clean; 585 KiB data, 67 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:05:49.871 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:49 smithi057 ceph-mon[24810]: pgmap v119: 161 pgs: 161 active+clean; 585 KiB data, 67 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:05:49.872 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:49 smithi057 ceph-mon[29654]: pgmap v119: 161 pgs: 161 active+clean; 585 KiB data, 67 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:05:50.369 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:05:49 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:05:49] "GET /metrics HTTP/1.1" 200 208086 "" "Prometheus/2.33.4" 2024-04-15T21:05:51.591 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:51 smithi148 ceph-mon[25742]: from='client.24748 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:05:51.591 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:51 smithi148 ceph-mon[25742]: pgmap v120: 161 pgs: 161 active+clean; 585 KiB data, 67 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:05:51.591 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:05:51 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[27208]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:05:51] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-15T21:05:51.869 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:51 smithi057 ceph-mon[29654]: from='client.24748 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:05:51.869 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:51 smithi057 ceph-mon[29654]: pgmap v120: 161 pgs: 161 active+clean; 585 KiB data, 67 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:05:51.870 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:51 smithi057 ceph-mon[24810]: from='client.24748 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:05:51.870 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:51 smithi057 ceph-mon[24810]: pgmap v120: 161 pgs: 161 active+clean; 585 KiB data, 67 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:05:53.672 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:53 smithi057 ceph-mon[24810]: pgmap v121: 161 pgs: 161 active+clean; 585 KiB data, 67 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:05:53.672 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:53 smithi057 ceph-mon[29654]: pgmap v121: 161 pgs: 161 active+clean; 585 KiB data, 67 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:05:53.672 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:05:53 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a[51097]: level=warn ts=2024-04-15T21:05:53.521Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.148:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.148 because it doesn't contain any IP SANs" 2024-04-15T21:05:53.673 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:05:53 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a[51097]: level=warn ts=2024-04-15T21:05:53.521Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.57:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.57 because it doesn't contain any IP SANs" 2024-04-15T21:05:53.841 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:53 smithi148 ceph-mon[25742]: pgmap v121: 161 pgs: 161 active+clean; 585 KiB data, 67 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:05:55.841 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:55 smithi148 ceph-mon[25742]: pgmap v122: 161 pgs: 161 active+clean; 585 KiB data, 67 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:05:55.867 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:55 smithi057 ceph-mon[24810]: pgmap v122: 161 pgs: 161 active+clean; 585 KiB data, 67 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:05:55.867 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:55 smithi057 ceph-mon[29654]: pgmap v122: 161 pgs: 161 active+clean; 585 KiB data, 67 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:05:58.091 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:57 smithi148 ceph-mon[25742]: pgmap v123: 161 pgs: 161 active+clean; 585 KiB data, 67 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:05:58.119 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:57 smithi057 ceph-mon[24810]: pgmap v123: 161 pgs: 161 active+clean; 585 KiB data, 67 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:05:58.119 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:57 smithi057 ceph-mon[29654]: pgmap v123: 161 pgs: 161 active+clean; 585 KiB data, 67 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:05:59.841 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:05:59 smithi148 ceph-mon[25742]: pgmap v124: 161 pgs: 161 active+clean; 585 KiB data, 67 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:05:59.869 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:05:59 smithi057 ceph-mon[24810]: pgmap v124: 161 pgs: 161 active+clean; 585 KiB data, 67 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:05:59.869 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:05:59 smithi057 ceph-mon[29654]: pgmap v124: 161 pgs: 161 active+clean; 585 KiB data, 67 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:06:00.369 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:05:59 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:05:59] "GET /metrics HTTP/1.1" 200 208039 "" "Prometheus/2.33.4" 2024-04-15T21:06:01.591 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:06:01 smithi148 ceph-mon[25742]: from='client.24748 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:06:01.591 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:06:01 smithi148 ceph-mon[25742]: pgmap v125: 161 pgs: 161 active+clean; 585 KiB data, 67 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:06:01.591 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:06:01 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[27208]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:06:01] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-15T21:06:01.719 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:06:01 smithi057 ceph-mon[24810]: from='client.24748 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:06:01.719 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:06:01 smithi057 ceph-mon[24810]: pgmap v125: 161 pgs: 161 active+clean; 585 KiB data, 67 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:06:01.719 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:06:01 smithi057 ceph-mon[29654]: from='client.24748 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:06:01.719 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:06:01 smithi057 ceph-mon[29654]: pgmap v125: 161 pgs: 161 active+clean; 585 KiB data, 67 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:06:03.499 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:06:03 smithi057 ceph-mon[24810]: pgmap v126: 161 pgs: 161 active+clean; 585 KiB data, 67 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:06:03.499 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:06:03 smithi057 ceph-mon[29654]: pgmap v126: 161 pgs: 161 active+clean; 585 KiB data, 67 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:06:03.841 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:06:03 smithi148 ceph-mon[25742]: pgmap v126: 161 pgs: 161 active+clean; 585 KiB data, 67 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:06:03.869 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:06:03 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 172.21.15.57 - - [15/Apr/2024:21:06:03] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-15T21:06:03.870 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:06:03 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a[51097]: level=error ts=2024-04-15T21:06:03.507Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=3 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://172.21.15.148:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.148 because it doesn't contain any IP SANs; ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://172.21.15.57:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.57 because it doesn't contain any IP SANs" 2024-04-15T21:06:03.870 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:06:03 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a[51097]: level=warn ts=2024-04-15T21:06:03.509Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.148:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.148 because it doesn't contain any IP SANs" 2024-04-15T21:06:03.870 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:06:03 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a[51097]: level=warn ts=2024-04-15T21:06:03.510Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.57:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.57 because it doesn't contain any IP SANs" 2024-04-15T21:06:04.869 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:06:04 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:06:04.869 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:06:04 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:06:04.870 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:06:04 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:06:04.870 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:06:04 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:06:05.091 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:06:04 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:06:05.091 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:06:04 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:06:05.932 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:06:05 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.18", "id": [7, 2]}]: dispatch 2024-04-15T21:06:05.932 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:06:05 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [1, 2]}]: dispatch 2024-04-15T21:06:05.932 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:06:05 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.f", "id": [1, 5]}]: dispatch 2024-04-15T21:06:05.932 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:06:05 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.18", "id": [1, 2]}]: dispatch 2024-04-15T21:06:05.932 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:06:05 smithi148 ceph-mon[25742]: pgmap v127: 161 pgs: 161 active+clean; 585 KiB data, 67 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:06:05.933 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:06:05 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-15T21:06:05.933 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:06:05 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-15T21:06:06.119 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:06:05 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 172.21.15.148 - - [15/Apr/2024:21:06:05] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-15T21:06:06.120 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:06:05 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.18", "id": [7, 2]}]: dispatch 2024-04-15T21:06:06.120 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:06:05 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [1, 2]}]: dispatch 2024-04-15T21:06:06.120 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:06:05 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.f", "id": [1, 5]}]: dispatch 2024-04-15T21:06:06.120 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:06:05 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.18", "id": [1, 2]}]: dispatch 2024-04-15T21:06:06.120 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:06:05 smithi057 ceph-mon[24810]: pgmap v127: 161 pgs: 161 active+clean; 585 KiB data, 67 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:06:06.120 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:06:05 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-15T21:06:06.120 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:06:05 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-15T21:06:06.120 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:06:05 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.18", "id": [7, 2]}]: dispatch 2024-04-15T21:06:06.120 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:06:05 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [1, 2]}]: dispatch 2024-04-15T21:06:06.120 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:06:05 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.f", "id": [1, 5]}]: dispatch 2024-04-15T21:06:06.120 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:06:05 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.18", "id": [1, 2]}]: dispatch 2024-04-15T21:06:06.121 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:06:05 smithi057 ceph-mon[29654]: pgmap v127: 161 pgs: 161 active+clean; 585 KiB data, 67 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:06:06.121 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:06:05 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-15T21:06:06.121 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:06:05 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-15T21:06:06.954 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:06:06 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.18", "id": [7, 2]}]': finished 2024-04-15T21:06:06.954 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:06:06 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [1, 2]}]': finished 2024-04-15T21:06:06.954 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:06:06 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.f", "id": [1, 5]}]': finished 2024-04-15T21:06:06.954 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:06:06 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.18", "id": [1, 2]}]': finished 2024-04-15T21:06:06.954 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:06:06 smithi148 ceph-mon[25742]: osdmap e94: 8 total, 8 up, 8 in 2024-04-15T21:06:06.954 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:06:06 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:06:06.954 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:06:06 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:06:07.119 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:06:06 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.18", "id": [7, 2]}]': finished 2024-04-15T21:06:07.119 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:06:06 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [1, 2]}]': finished 2024-04-15T21:06:07.119 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:06:06 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.f", "id": [1, 5]}]': finished 2024-04-15T21:06:07.119 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:06:06 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.18", "id": [1, 2]}]': finished 2024-04-15T21:06:07.119 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:06:06 smithi057 ceph-mon[24810]: osdmap e94: 8 total, 8 up, 8 in 2024-04-15T21:06:07.120 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:06:06 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:06:07.120 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:06:06 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:06:07.120 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:06:06 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.18", "id": [7, 2]}]': finished 2024-04-15T21:06:07.120 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:06:06 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [1, 2]}]': finished 2024-04-15T21:06:07.120 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:06:06 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.f", "id": [1, 5]}]': finished 2024-04-15T21:06:07.120 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:06:06 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.18", "id": [1, 2]}]': finished 2024-04-15T21:06:07.120 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:06:06 smithi057 ceph-mon[29654]: osdmap e94: 8 total, 8 up, 8 in 2024-04-15T21:06:07.120 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:06:06 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:06:07.120 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:06:06 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:06:08.091 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:06:07 smithi148 ceph-mon[25742]: osdmap e95: 8 total, 8 up, 8 in 2024-04-15T21:06:08.091 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:06:07 smithi148 ceph-mon[25742]: pgmap v130: 161 pgs: 4 peering, 157 active+clean; 585 KiB data, 67 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:06:08.119 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:06:07 smithi057 ceph-mon[24810]: osdmap e95: 8 total, 8 up, 8 in 2024-04-15T21:06:08.119 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:06:07 smithi057 ceph-mon[24810]: pgmap v130: 161 pgs: 4 peering, 157 active+clean; 585 KiB data, 67 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:06:08.119 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:06:07 smithi057 ceph-mon[29654]: osdmap e95: 8 total, 8 up, 8 in 2024-04-15T21:06:08.120 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:06:07 smithi057 ceph-mon[29654]: pgmap v130: 161 pgs: 4 peering, 157 active+clean; 585 KiB data, 67 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:06:09.841 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:06:09 smithi148 ceph-mon[25742]: pgmap v131: 161 pgs: 4 peering, 157 active+clean; 585 KiB data, 67 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s 2024-04-15T21:06:09.869 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:06:09 smithi057 ceph-mon[24810]: pgmap v131: 161 pgs: 4 peering, 157 active+clean; 585 KiB data, 67 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s 2024-04-15T21:06:09.869 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:06:09 smithi057 ceph-mon[29654]: pgmap v131: 161 pgs: 4 peering, 157 active+clean; 585 KiB data, 67 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s 2024-04-15T21:06:10.369 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:06:09 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:06:09] "GET /metrics HTTP/1.1" 200 207995 "" "Prometheus/2.33.4" 2024-04-15T21:06:11.591 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:06:11 smithi148 ceph-mon[25742]: from='client.24748 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:06:11.591 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:06:11 smithi148 ceph-mon[25742]: pgmap v132: 161 pgs: 161 active+clean; 585 KiB data, 67 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 1 B/s, 0 objects/s recovering 2024-04-15T21:06:11.592 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:06:11 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[27208]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:06:11] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-15T21:06:11.869 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:06:11 smithi057 ceph-mon[24810]: from='client.24748 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:06:11.869 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:06:11 smithi057 ceph-mon[24810]: pgmap v132: 161 pgs: 161 active+clean; 585 KiB data, 67 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 1 B/s, 0 objects/s recovering 2024-04-15T21:06:11.870 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:06:11 smithi057 ceph-mon[29654]: from='client.24748 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:06:11.870 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:06:11 smithi057 ceph-mon[29654]: pgmap v132: 161 pgs: 161 active+clean; 585 KiB data, 67 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 1 B/s, 0 objects/s recovering 2024-04-15T21:06:13.841 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:06:13 smithi148 ceph-mon[25742]: pgmap v133: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 1 B/s, 0 objects/s recovering 2024-04-15T21:06:13.869 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:06:13 smithi057 ceph-mon[24810]: pgmap v133: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 1 B/s, 0 objects/s recovering 2024-04-15T21:06:13.869 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:06:13 smithi057 ceph-mon[29654]: pgmap v133: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 1 B/s, 0 objects/s recovering 2024-04-15T21:06:13.870 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:06:13 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a[51097]: level=error ts=2024-04-15T21:06:13.508Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=3 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://172.21.15.148:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.148 because it doesn't contain any IP SANs; ceph-dashboard/webhook[0]: notify retry canceled after 8 attempts: Post \"https://172.21.15.57:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.57 because it doesn't contain any IP SANs" 2024-04-15T21:06:13.870 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:06:13 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a[51097]: level=warn ts=2024-04-15T21:06:13.510Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.57:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.57 because it doesn't contain any IP SANs" 2024-04-15T21:06:13.870 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:06:13 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a[51097]: level=warn ts=2024-04-15T21:06:13.510Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.148:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.148 because it doesn't contain any IP SANs" 2024-04-15T21:06:15.841 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:06:15 smithi148 ceph-mon[25742]: pgmap v134: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s; 1 B/s, 0 objects/s recovering 2024-04-15T21:06:15.869 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:06:15 smithi057 ceph-mon[24810]: pgmap v134: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s; 1 B/s, 0 objects/s recovering 2024-04-15T21:06:15.869 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:06:15 smithi057 ceph-mon[29654]: pgmap v134: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s; 1 B/s, 0 objects/s recovering 2024-04-15T21:06:18.091 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:06:17 smithi148 ceph-mon[25742]: pgmap v135: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 960 B/s rd, 0 op/s; 0 B/s, 0 objects/s recovering 2024-04-15T21:06:18.119 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:06:17 smithi057 ceph-mon[24810]: pgmap v135: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 960 B/s rd, 0 op/s; 0 B/s, 0 objects/s recovering 2024-04-15T21:06:18.120 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:06:17 smithi057 ceph-mon[29654]: pgmap v135: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 960 B/s rd, 0 op/s; 0 B/s, 0 objects/s recovering 2024-04-15T21:06:19.841 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:06:19 smithi148 ceph-mon[25742]: pgmap v136: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s; 0 B/s, 0 objects/s recovering 2024-04-15T21:06:19.869 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:06:19 smithi057 ceph-mon[24810]: pgmap v136: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s; 0 B/s, 0 objects/s recovering 2024-04-15T21:06:19.869 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:06:19 smithi057 ceph-mon[29654]: pgmap v136: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s; 0 B/s, 0 objects/s recovering 2024-04-15T21:06:20.369 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:06:19 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:06:19] "GET /metrics HTTP/1.1" 200 207995 "" "Prometheus/2.33.4" 2024-04-15T21:06:21.591 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:06:21 smithi148 ceph-mon[25742]: from='client.24748 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:06:21.591 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:06:21 smithi148 ceph-mon[25742]: pgmap v137: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 0 B/s, 0 objects/s recovering 2024-04-15T21:06:21.591 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:06:21 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[27208]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:06:21] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-15T21:06:21.869 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:06:21 smithi057 ceph-mon[24810]: from='client.24748 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:06:21.869 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:06:21 smithi057 ceph-mon[24810]: pgmap v137: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 0 B/s, 0 objects/s recovering 2024-04-15T21:06:21.870 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:06:21 smithi057 ceph-mon[29654]: from='client.24748 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:06:21.870 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:06:21 smithi057 ceph-mon[29654]: pgmap v137: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 0 B/s, 0 objects/s recovering 2024-04-15T21:06:23.759 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:06:23 smithi057 ceph-mon[24810]: pgmap v138: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:06:23.759 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:06:23 smithi057 ceph-mon[29654]: pgmap v138: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:06:23.759 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:06:23 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a[51097]: level=error ts=2024-04-15T21:06:23.509Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=3 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://172.21.15.148:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.148 because it doesn't contain any IP SANs; ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://172.21.15.57:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.57 because it doesn't contain any IP SANs" 2024-04-15T21:06:23.759 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:06:23 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a[51097]: level=warn ts=2024-04-15T21:06:23.510Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.57:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.57 because it doesn't contain any IP SANs" 2024-04-15T21:06:23.759 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:06:23 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a[51097]: level=warn ts=2024-04-15T21:06:23.511Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.148:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.148 because it doesn't contain any IP SANs" 2024-04-15T21:06:23.841 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:06:23 smithi148 ceph-mon[25742]: pgmap v138: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:06:24.119 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:06:23 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 172.21.15.57 - - [15/Apr/2024:21:06:23] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-15T21:06:24.787 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:06:24 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:06:24.787 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:06:24 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:06:24.787 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:06:24 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:06:24.787 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:06:24 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:06:25.091 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:06:24 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:06:25.091 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:06:24 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:06:26.091 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:06:25 smithi148 ceph-mon[25742]: pgmap v139: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:06:26.119 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:06:25 smithi057 ceph-mon[24810]: pgmap v139: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:06:26.119 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:06:25 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 172.21.15.148 - - [15/Apr/2024:21:06:25] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-15T21:06:26.119 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:06:25 smithi057 ceph-mon[29654]: pgmap v139: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:06:27.119 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:06:26 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:06:27.119 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:06:26 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:06:27.120 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:06:26 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:06:27.120 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:06:26 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:06:27.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:06:26 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:06:27.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:06:26 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:06:28.278 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:06:27 smithi148 ceph-mon[25742]: pgmap v140: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:06:28.278 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:06:27 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:06:28.278 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:06:27 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:06:28.278 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:06:27 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:06:28.369 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:06:27 smithi057 ceph-mon[24810]: pgmap v140: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:06:28.369 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:06:27 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:06:28.369 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:06:27 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:06:28.370 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:06:27 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:06:28.370 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:06:27 smithi057 ceph-mon[29654]: pgmap v140: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:06:28.370 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:06:27 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:06:28.370 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:06:27 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:06:28.370 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:06:27 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:06:29.591 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:06:29 smithi148 ceph-mon[25742]: pgmap v141: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:06:29.870 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:06:29 smithi057 ceph-mon[24810]: pgmap v141: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:06:29.870 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:06:29 smithi057 ceph-mon[29654]: pgmap v141: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:06:30.369 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:06:29 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:06:29] "GET /metrics HTTP/1.1" 200 208037 "" "Prometheus/2.33.4" 2024-04-15T21:06:31.591 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:06:31 smithi148 ceph-mon[25742]: from='client.24748 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:06:31.591 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:06:31 smithi148 ceph-mon[25742]: pgmap v142: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:06:31.591 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:06:31 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[27208]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:06:31] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-15T21:06:31.869 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:06:31 smithi057 ceph-mon[24810]: from='client.24748 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:06:31.869 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:06:31 smithi057 ceph-mon[24810]: pgmap v142: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:06:31.869 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:06:31 smithi057 ceph-mon[29654]: from='client.24748 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:06:31.870 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:06:31 smithi057 ceph-mon[29654]: pgmap v142: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:06:33.841 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:06:33 smithi148 ceph-mon[25742]: pgmap v143: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:06:33.869 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:06:33 smithi057 ceph-mon[24810]: pgmap v143: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:06:33.869 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:06:33 smithi057 ceph-mon[29654]: pgmap v143: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:06:33.869 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:06:33 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a[51097]: level=error ts=2024-04-15T21:06:33.509Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=3 err="ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://172.21.15.57:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.57 because it doesn't contain any IP SANs; ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://172.21.15.148:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.148 because it doesn't contain any IP SANs" 2024-04-15T21:06:33.869 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:06:33 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a[51097]: level=warn ts=2024-04-15T21:06:33.511Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.57:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.57 because it doesn't contain any IP SANs" 2024-04-15T21:06:33.870 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:06:33 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a[51097]: level=warn ts=2024-04-15T21:06:33.512Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.148:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.148 because it doesn't contain any IP SANs" 2024-04-15T21:06:35.841 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:06:35 smithi148 ceph-mon[25742]: pgmap v144: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:06:35.869 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:06:35 smithi057 ceph-mon[24810]: pgmap v144: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:06:35.869 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:06:35 smithi057 ceph-mon[29654]: pgmap v144: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:06:38.091 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:06:37 smithi148 ceph-mon[25742]: pgmap v145: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:06:38.119 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:06:37 smithi057 ceph-mon[24810]: pgmap v145: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:06:38.119 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:06:37 smithi057 ceph-mon[29654]: pgmap v145: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:06:39.841 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:06:39 smithi148 ceph-mon[25742]: pgmap v146: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:06:39.869 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:06:39 smithi057 ceph-mon[24810]: pgmap v146: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:06:39.869 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:06:39 smithi057 ceph-mon[29654]: pgmap v146: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:06:40.369 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:06:39 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:06:39] "GET /metrics HTTP/1.1" 200 208017 "" "Prometheus/2.33.4" 2024-04-15T21:06:41.592 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:06:41 smithi148 ceph-mon[25742]: from='client.24748 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:06:41.592 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:06:41 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[27208]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:06:41] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-15T21:06:41.869 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:06:41 smithi057 ceph-mon[24810]: from='client.24748 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:06:41.869 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:06:41 smithi057 ceph-mon[29654]: from='client.24748 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:06:43.011 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:06:42 smithi057 ceph-mon[24810]: pgmap v147: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:06:43.011 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:06:42 smithi057 ceph-mon[29654]: pgmap v147: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:06:43.091 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:06:42 smithi148 ceph-mon[25742]: pgmap v147: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:06:43.619 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:06:43 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a[51097]: level=error ts=2024-04-15T21:06:43.510Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://172.21.15.148:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.148 because it doesn't contain any IP SANs; ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://172.21.15.57:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.57 because it doesn't contain any IP SANs" 2024-04-15T21:06:43.619 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:06:43 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a[51097]: level=warn ts=2024-04-15T21:06:43.512Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.148:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.148 because it doesn't contain any IP SANs" 2024-04-15T21:06:43.619 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:06:43 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a[51097]: level=warn ts=2024-04-15T21:06:43.513Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.57:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.57 because it doesn't contain any IP SANs" 2024-04-15T21:06:44.100 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:06:43 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 172.21.15.57 - - [15/Apr/2024:21:06:43] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-15T21:06:45.119 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:06:44 smithi057 ceph-mon[24810]: pgmap v148: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:06:45.119 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:06:44 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:06:45.120 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:06:44 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:06:45.120 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:06:44 smithi057 ceph-mon[29654]: pgmap v148: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:06:45.120 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:06:44 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:06:45.120 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:06:44 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:06:45.341 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:06:44 smithi148 ceph-mon[25742]: pgmap v148: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:06:45.341 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:06:44 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:06:45.341 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:06:44 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:06:46.369 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:06:45 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 172.21.15.148 - - [15/Apr/2024:21:06:45] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-15T21:06:47.237 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:06:46 smithi148 ceph-mon[25742]: pgmap v149: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:06:47.237 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:06:46 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:06:47.237 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:06:46 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:06:47.369 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:06:46 smithi057 ceph-mon[24810]: pgmap v149: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:06:47.369 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:06:46 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:06:47.369 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:06:46 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:06:47.369 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:06:46 smithi057 ceph-mon[29654]: pgmap v149: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:06:47.370 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:06:46 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:06:47.370 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:06:46 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:06:49.341 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:06:48 smithi148 ceph-mon[25742]: pgmap v150: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:06:49.369 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:06:48 smithi057 ceph-mon[29654]: pgmap v150: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:06:49.369 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:06:48 smithi057 ceph-mon[24810]: pgmap v150: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:06:50.369 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:06:49 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:06:49] "GET /metrics HTTP/1.1" 200 208017 "" "Prometheus/2.33.4" 2024-04-15T21:06:51.341 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:06:51 smithi148 ceph-mon[25742]: pgmap v151: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:06:51.342 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:06:51 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[27208]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:06:51] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-15T21:06:51.369 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:06:51 smithi057 ceph-mon[24810]: pgmap v151: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:06:51.369 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:06:51 smithi057 ceph-mon[29654]: pgmap v151: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:06:52.341 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:06:52 smithi148 ceph-mon[25742]: from='client.24748 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:06:52.369 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:06:52 smithi057 ceph-mon[24810]: from='client.24748 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:06:52.369 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:06:52 smithi057 ceph-mon[29654]: from='client.24748 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:06:53.341 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:06:53 smithi148 ceph-mon[25742]: pgmap v152: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:06:53.369 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:06:53 smithi057 ceph-mon[24810]: pgmap v152: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:06:53.369 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:06:53 smithi057 ceph-mon[29654]: pgmap v152: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:06:53.869 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:06:53 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a[51097]: level=error ts=2024-04-15T21:06:53.511Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://172.21.15.57:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.57 because it doesn't contain any IP SANs; ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://172.21.15.148:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.148 because it doesn't contain any IP SANs" 2024-04-15T21:06:53.869 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:06:53 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a[51097]: level=warn ts=2024-04-15T21:06:53.513Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.57:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.57 because it doesn't contain any IP SANs" 2024-04-15T21:06:53.870 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:06:53 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a[51097]: level=warn ts=2024-04-15T21:06:53.513Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.148:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.148 because it doesn't contain any IP SANs" 2024-04-15T21:06:55.119 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:06:55 smithi057 ceph-mon[24810]: pgmap v153: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:06:55.119 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:06:55 smithi057 ceph-mon[29654]: pgmap v153: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:06:55.341 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:06:55 smithi148 ceph-mon[25742]: pgmap v153: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:06:57.341 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:06:57 smithi148 ceph-mon[25742]: pgmap v154: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:06:57.369 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:06:57 smithi057 ceph-mon[24810]: pgmap v154: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:06:57.369 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:06:57 smithi057 ceph-mon[29654]: pgmap v154: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:06:59.341 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:06:59 smithi148 ceph-mon[25742]: pgmap v155: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:06:59.369 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:06:59 smithi057 ceph-mon[24810]: pgmap v155: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:06:59.369 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:06:59 smithi057 ceph-mon[29654]: pgmap v155: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:07:00.369 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:06:59 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:06:59] "GET /metrics HTTP/1.1" 200 208004 "" "Prometheus/2.33.4" 2024-04-15T21:07:01.341 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:07:01 smithi148 ceph-mon[25742]: pgmap v156: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:07:01.341 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:07:01 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[27208]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:07:01] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-15T21:07:01.369 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:07:01 smithi057 ceph-mon[29654]: pgmap v156: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:07:01.369 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:07:01 smithi057 ceph-mon[24810]: pgmap v156: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:07:02.189 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:07:02 smithi057 ceph-mon[24810]: from='client.24748 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:07:02.189 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:07:02 smithi057 ceph-mon[29654]: from='client.24748 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:07:02.341 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:07:02 smithi148 ceph-mon[25742]: from='client.24748 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:07:03.135 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:07:03 smithi057 ceph-mon[24810]: pgmap v157: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:07:03.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:07:03 smithi057 ceph-mon[29654]: pgmap v157: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:07:03.341 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:07:03 smithi148 ceph-mon[25742]: pgmap v157: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:07:03.869 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:07:03 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a[51097]: level=error ts=2024-04-15T21:07:03.512Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://172.21.15.57:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.57 because it doesn't contain any IP SANs; ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://172.21.15.148:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.148 because it doesn't contain any IP SANs" 2024-04-15T21:07:03.869 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:07:03 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a[51097]: level=warn ts=2024-04-15T21:07:03.514Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.57:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.57 because it doesn't contain any IP SANs" 2024-04-15T21:07:03.869 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:07:03 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a[51097]: level=warn ts=2024-04-15T21:07:03.514Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.148:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.148 because it doesn't contain any IP SANs" 2024-04-15T21:07:04.369 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:07:03 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 172.21.15.57 - - [15/Apr/2024:21:07:03] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-15T21:07:05.119 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:07:04 smithi057 ceph-mon[29654]: pgmap v158: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:07:05.119 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:07:04 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:07:05.119 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:07:04 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:07:05.120 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:07:04 smithi057 ceph-mon[24810]: pgmap v158: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:07:05.120 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:07:04 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:07:05.120 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:07:04 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:07:05.341 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:07:04 smithi148 ceph-mon[25742]: pgmap v158: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:07:05.341 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:07:04 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:07:05.341 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:07:04 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:07:06.341 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:07:05 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-15T21:07:06.341 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:07:05 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-15T21:07:06.369 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:07:05 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-15T21:07:06.369 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:07:05 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-15T21:07:06.369 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:07:06 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 172.21.15.148 - - [15/Apr/2024:21:07:06] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-15T21:07:06.370 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:07:05 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-15T21:07:06.370 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:07:05 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-15T21:07:07.341 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:07:07 smithi148 ceph-mon[25742]: pgmap v159: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:07:07.341 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:07:07 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:07:07.341 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:07:07 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:07:07.369 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:07:07 smithi057 ceph-mon[24810]: pgmap v159: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:07:07.369 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:07:07 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:07:07.369 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:07:07 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:07:07.369 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:07:07 smithi057 ceph-mon[29654]: pgmap v159: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:07:07.370 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:07:07 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:07:07.370 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:07:07 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:07:09.369 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:07:09 smithi057 ceph-mon[24810]: pgmap v160: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:07:09.369 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:07:09 smithi057 ceph-mon[29654]: pgmap v160: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:07:09.505 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:07:09 smithi148 ceph-mon[25742]: pgmap v160: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:07:10.369 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:07:09 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:07:09] "GET /metrics HTTP/1.1" 200 208024 "" "Prometheus/2.33.4" 2024-04-15T21:07:11.369 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:07:11 smithi057 ceph-mon[24810]: pgmap v161: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:07:11.369 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:07:11 smithi057 ceph-mon[29654]: pgmap v161: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:07:11.591 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:07:11 smithi148 ceph-mon[25742]: pgmap v161: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:07:11.591 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:07:11 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[27208]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:07:11] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-15T21:07:12.591 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:07:12 smithi148 ceph-mon[25742]: from='client.24748 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:07:12.619 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:07:12 smithi057 ceph-mon[24810]: from='client.24748 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:07:12.619 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:07:12 smithi057 ceph-mon[29654]: from='client.24748 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:07:13.504 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:07:13 smithi057 ceph-mon[24810]: pgmap v162: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:07:13.504 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:07:13 smithi057 ceph-mon[29654]: pgmap v162: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:07:13.591 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:07:13 smithi148 ceph-mon[25742]: pgmap v162: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:07:13.869 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:07:13 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a[51097]: level=error ts=2024-04-15T21:07:13.513Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[0]: notify retry canceled after 8 attempts: Post \"https://172.21.15.57:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.57 because it doesn't contain any IP SANs; ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://172.21.15.148:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.148 because it doesn't contain any IP SANs" 2024-04-15T21:07:13.869 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:07:13 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a[51097]: level=warn ts=2024-04-15T21:07:13.515Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.57:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.57 because it doesn't contain any IP SANs" 2024-04-15T21:07:13.869 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:07:13 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a[51097]: level=warn ts=2024-04-15T21:07:13.515Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.148:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.148 because it doesn't contain any IP SANs" 2024-04-15T21:07:15.591 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:07:15 smithi148 ceph-mon[25742]: pgmap v163: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:07:15.619 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:07:15 smithi057 ceph-mon[24810]: pgmap v163: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:07:15.619 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:07:15 smithi057 ceph-mon[29654]: pgmap v163: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:07:17.523 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:07:17 smithi057 ceph-mon[24810]: pgmap v164: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:07:17.524 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:07:17 smithi057 ceph-mon[29654]: pgmap v164: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:07:17.591 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:07:17 smithi148 ceph-mon[25742]: pgmap v164: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:07:19.591 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:07:19 smithi148 ceph-mon[25742]: pgmap v165: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:07:19.619 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:07:19 smithi057 ceph-mon[24810]: pgmap v165: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:07:19.619 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:07:19 smithi057 ceph-mon[29654]: pgmap v165: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:07:20.369 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:07:19 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:07:19] "GET /metrics HTTP/1.1" 200 208024 "" "Prometheus/2.33.4" 2024-04-15T21:07:21.369 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:07:21 smithi057 ceph-mon[24810]: pgmap v166: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:07:21.369 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:07:21 smithi057 ceph-mon[29654]: pgmap v166: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:07:21.591 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:07:21 smithi148 ceph-mon[25742]: pgmap v166: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:07:21.591 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:07:21 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[27208]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:07:21] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-15T21:07:22.591 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:07:22 smithi148 ceph-mon[25742]: from='client.24748 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:07:22.619 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:07:22 smithi057 ceph-mon[24810]: from='client.24748 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:07:22.619 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:07:22 smithi057 ceph-mon[29654]: from='client.24748 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:07:23.369 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:07:23 smithi057 ceph-mon[24810]: pgmap v167: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:07:23.370 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:07:23 smithi057 ceph-mon[29654]: pgmap v167: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:07:23.591 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:07:23 smithi148 ceph-mon[25742]: pgmap v167: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:07:23.869 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:07:23 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a[51097]: level=error ts=2024-04-15T21:07:23.514Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://172.21.15.148:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.148 because it doesn't contain any IP SANs; ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://172.21.15.57:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.57 because it doesn't contain any IP SANs" 2024-04-15T21:07:23.869 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:07:23 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a[51097]: level=warn ts=2024-04-15T21:07:23.516Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.57:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.57 because it doesn't contain any IP SANs" 2024-04-15T21:07:23.870 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:07:23 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a[51097]: level=warn ts=2024-04-15T21:07:23.516Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.148:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.148 because it doesn't contain any IP SANs" 2024-04-15T21:07:24.292 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:07:24 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 172.21.15.57 - - [15/Apr/2024:21:07:24] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-15T21:07:25.341 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:07:25 smithi148 ceph-mon[25742]: pgmap v168: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:07:25.341 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:07:25 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:07:25.341 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:07:25 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:07:25.369 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:07:25 smithi057 ceph-mon[24810]: pgmap v168: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:07:25.369 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:07:25 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:07:25.369 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:07:25 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:07:25.370 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:07:25 smithi057 ceph-mon[29654]: pgmap v168: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:07:25.370 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:07:25 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:07:25.370 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:07:25 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:07:26.619 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:07:26 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 172.21.15.148 - - [15/Apr/2024:21:07:26] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-15T21:07:27.587 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:07:27 smithi148 ceph-mon[25742]: pgmap v169: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:07:27.588 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:07:27 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:07:27.588 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:07:27 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:07:27.619 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:07:27 smithi057 ceph-mon[24810]: pgmap v169: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:07:27.619 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:07:27 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:07:27.619 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:07:27 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:07:27.619 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:07:27 smithi057 ceph-mon[29654]: pgmap v169: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:07:27.619 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:07:27 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:07:27.619 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:07:27 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:07:28.317 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:07:28 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:07:28.317 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:07:28 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:07:28.317 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:07:28 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:07:28.619 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:07:28 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:07:28.619 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:07:28 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:07:28.619 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:07:28 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:07:28.619 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:07:28 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:07:28.620 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:07:28 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:07:28.620 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:07:28 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:07:29.341 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:07:29 smithi148 ceph-mon[25742]: pgmap v170: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:07:29.621 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:07:29 smithi057 ceph-mon[24810]: pgmap v170: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:07:29.622 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:07:29 smithi057 ceph-mon[29654]: pgmap v170: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:07:30.369 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:07:29 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:07:29] "GET /metrics HTTP/1.1" 200 208013 "" "Prometheus/2.33.4" 2024-04-15T21:07:31.369 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:07:31 smithi057 ceph-mon[24810]: pgmap v171: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:07:31.369 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:07:31 smithi057 ceph-mon[29654]: pgmap v171: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:07:31.591 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:07:31 smithi148 ceph-mon[25742]: pgmap v171: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:07:31.591 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:07:31 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[27208]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:07:31] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-15T21:07:32.591 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:07:32 smithi148 ceph-mon[25742]: from='client.24748 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:07:32.619 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:07:32 smithi057 ceph-mon[24810]: from='client.24748 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:07:32.619 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:07:32 smithi057 ceph-mon[29654]: from='client.24748 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:07:33.507 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:07:33 smithi057 ceph-mon[24810]: pgmap v172: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:07:33.507 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:07:33 smithi057 ceph-mon[29654]: pgmap v172: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:07:33.592 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:07:33 smithi148 ceph-mon[25742]: pgmap v172: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:07:33.869 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:07:33 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a[51097]: level=error ts=2024-04-15T21:07:33.515Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://172.21.15.148:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.148 because it doesn't contain any IP SANs; ceph-dashboard/webhook[0]: notify retry canceled after 8 attempts: Post \"https://172.21.15.57:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.57 because it doesn't contain any IP SANs" 2024-04-15T21:07:33.869 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:07:33 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a[51097]: level=warn ts=2024-04-15T21:07:33.517Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.57:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.57 because it doesn't contain any IP SANs" 2024-04-15T21:07:33.869 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:07:33 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a[51097]: level=warn ts=2024-04-15T21:07:33.517Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.148:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.148 because it doesn't contain any IP SANs" 2024-04-15T21:07:35.591 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:07:35 smithi148 ceph-mon[25742]: pgmap v173: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:07:35.619 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:07:35 smithi057 ceph-mon[24810]: pgmap v173: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:07:35.619 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:07:35 smithi057 ceph-mon[29654]: pgmap v173: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:07:37.591 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:07:37 smithi148 ceph-mon[25742]: pgmap v174: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:07:37.619 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:07:37 smithi057 ceph-mon[24810]: pgmap v174: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:07:37.619 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:07:37 smithi057 ceph-mon[29654]: pgmap v174: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:07:39.591 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:07:39 smithi148 ceph-mon[25742]: pgmap v175: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:07:39.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:07:39 smithi057 ceph-mon[24810]: pgmap v175: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:07:39.620 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:07:39 smithi057 ceph-mon[29654]: pgmap v175: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:07:40.369 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:07:39 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:07:39] "GET /metrics HTTP/1.1" 200 208005 "" "Prometheus/2.33.4" 2024-04-15T21:07:41.369 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:07:41 smithi057 ceph-mon[24810]: pgmap v176: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:07:41.370 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:07:41 smithi057 ceph-mon[29654]: pgmap v176: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:07:41.591 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:07:41 smithi148 ceph-mon[25742]: pgmap v176: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:07:41.591 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:07:41 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[27208]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:07:41] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-15T21:07:42.591 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:07:42 smithi148 ceph-mon[25742]: from='client.24748 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:07:42.619 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:07:42 smithi057 ceph-mon[24810]: from='client.24748 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:07:42.620 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:07:42 smithi057 ceph-mon[29654]: from='client.24748 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:07:43.591 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:07:43 smithi148 ceph-mon[25742]: pgmap v177: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:07:43.619 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:07:43 smithi057 ceph-mon[24810]: pgmap v177: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:07:43.620 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:07:43 smithi057 ceph-mon[29654]: pgmap v177: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:07:43.620 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:07:43 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a[51097]: level=error ts=2024-04-15T21:07:43.516Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://172.21.15.148:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.148 because it doesn't contain any IP SANs; ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://172.21.15.57:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.57 because it doesn't contain any IP SANs" 2024-04-15T21:07:43.620 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:07:43 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a[51097]: level=warn ts=2024-04-15T21:07:43.518Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.57:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.57 because it doesn't contain any IP SANs" 2024-04-15T21:07:43.620 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:07:43 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a[51097]: level=warn ts=2024-04-15T21:07:43.518Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.148:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.148 because it doesn't contain any IP SANs" 2024-04-15T21:07:44.619 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:07:44 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 172.21.15.57 - - [15/Apr/2024:21:07:44] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-15T21:07:45.591 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:07:45 smithi148 ceph-mon[25742]: pgmap v178: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:07:45.591 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:07:45 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:07:45.592 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:07:45 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:07:45.619 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:07:45 smithi057 ceph-mon[24810]: pgmap v178: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:07:45.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:07:45 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:07:45.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:07:45 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:07:45.620 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:07:45 smithi057 ceph-mon[29654]: pgmap v178: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:07:45.620 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:07:45 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:07:45.620 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:07:45 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:07:46.606 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:07:46 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 172.21.15.148 - - [15/Apr/2024:21:07:46] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-15T21:07:47.591 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:07:47 smithi148 ceph-mon[25742]: pgmap v179: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:07:47.591 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:07:47 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:07:47.591 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:07:47 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:07:47.619 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:07:47 smithi057 ceph-mon[24810]: pgmap v179: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:07:47.619 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:07:47 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:07:47.619 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:07:47 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:07:47.620 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:07:47 smithi057 ceph-mon[29654]: pgmap v179: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:07:47.620 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:07:47 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:07:47.620 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:07:47 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:07:49.341 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:07:49 smithi148 ceph-mon[25742]: pgmap v180: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:07:49.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:07:49 smithi057 ceph-mon[24810]: pgmap v180: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:07:49.620 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:07:49 smithi057 ceph-mon[29654]: pgmap v180: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:07:50.369 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:07:49 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:07:49] "GET /metrics HTTP/1.1" 200 208005 "" "Prometheus/2.33.4" 2024-04-15T21:07:51.591 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:07:51 smithi148 ceph-mon[25742]: pgmap v181: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:07:51.591 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:07:51 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[27208]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:07:51] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-15T21:07:51.619 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:07:51 smithi057 ceph-mon[24810]: pgmap v181: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:07:51.620 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:07:51 smithi057 ceph-mon[29654]: pgmap v181: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:07:52.619 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:07:52 smithi057 ceph-mon[24810]: from='client.24748 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:07:52.620 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:07:52 smithi057 ceph-mon[29654]: from='client.24748 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:07:52.841 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:07:52 smithi148 ceph-mon[25742]: from='client.24748 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:07:53.619 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:07:53 smithi057 ceph-mon[24810]: pgmap v182: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:07:53.620 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:07:53 smithi057 ceph-mon[29654]: pgmap v182: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:07:53.620 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:07:53 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a[51097]: level=error ts=2024-04-15T21:07:53.516Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://172.21.15.148:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.148 because it doesn't contain any IP SANs; ceph-dashboard/webhook[0]: notify retry canceled after 8 attempts: Post \"https://172.21.15.57:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.57 because it doesn't contain any IP SANs" 2024-04-15T21:07:53.620 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:07:53 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a[51097]: level=warn ts=2024-04-15T21:07:53.519Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.57:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.57 because it doesn't contain any IP SANs" 2024-04-15T21:07:53.620 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:07:53 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a[51097]: level=warn ts=2024-04-15T21:07:53.519Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.148:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.148 because it doesn't contain any IP SANs" 2024-04-15T21:07:53.841 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:07:53 smithi148 ceph-mon[25742]: pgmap v182: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:07:54.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:07:54 smithi057 ceph-mon[24810]: pgmap v183: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:07:54.620 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:07:54 smithi057 ceph-mon[29654]: pgmap v183: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:07:54.841 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:07:54 smithi148 ceph-mon[25742]: pgmap v183: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:07:56.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:07:56 smithi057 ceph-mon[24810]: pgmap v184: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:07:56.620 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:07:56 smithi057 ceph-mon[29654]: pgmap v184: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:07:56.841 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:07:56 smithi148 ceph-mon[25742]: pgmap v184: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:07:59.091 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:07:58 smithi148 ceph-mon[25742]: pgmap v185: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:07:59.120 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:07:58 smithi057 ceph-mon[24810]: pgmap v185: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:07:59.120 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:07:58 smithi057 ceph-mon[29654]: pgmap v185: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:08:00.370 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:07:59 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:07:59] "GET /metrics HTTP/1.1" 200 208002 "" "Prometheus/2.33.4" 2024-04-15T21:08:01.091 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:08:00 smithi148 ceph-mon[25742]: pgmap v186: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:08:01.120 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:08:00 smithi057 ceph-mon[24810]: pgmap v186: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:08:01.120 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:08:00 smithi057 ceph-mon[29654]: pgmap v186: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:08:01.538 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:08:01 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[27208]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:08:01] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-15T21:08:02.091 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:08:01 smithi148 ceph-mon[25742]: from='client.24748 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:08:02.119 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:08:01 smithi057 ceph-mon[24810]: from='client.24748 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:08:02.120 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:08:01 smithi057 ceph-mon[29654]: from='client.24748 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:08:03.091 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:08:02 smithi148 ceph-mon[25742]: pgmap v187: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:08:03.119 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:08:02 smithi057 ceph-mon[24810]: pgmap v187: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:08:03.120 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:08:02 smithi057 ceph-mon[29654]: pgmap v187: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:08:03.870 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:08:03 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a[51097]: level=error ts=2024-04-15T21:08:03.517Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://172.21.15.148:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.148 because it doesn't contain any IP SANs; ceph-dashboard/webhook[0]: notify retry canceled after 8 attempts: Post \"https://172.21.15.57:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.57 because it doesn't contain any IP SANs" 2024-04-15T21:08:04.620 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:08:04 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 172.21.15.57 - - [15/Apr/2024:21:08:04] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-15T21:08:05.591 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:08:05 smithi148 ceph-mon[25742]: pgmap v188: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:08:05.591 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:08:05 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:08:05.592 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:08:05 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:08:05.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:08:05 smithi057 ceph-mon[24810]: pgmap v188: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:08:05.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:08:05 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:08:05.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:08:05 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:08:05.620 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:08:05 smithi057 ceph-mon[29654]: pgmap v188: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:08:05.620 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:08:05 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:08:05.620 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:08:05 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:08:06.369 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:08:06 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-15T21:08:06.370 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:08:06 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-15T21:08:06.370 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:08:06 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-15T21:08:06.370 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:08:06 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-15T21:08:06.591 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:08:06 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-15T21:08:06.592 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:08:06 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-15T21:08:06.869 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:08:06 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 172.21.15.148 - - [15/Apr/2024:21:08:06] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-15T21:08:07.564 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:08:07 smithi057 ceph-mon[29654]: pgmap v189: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:08:07.564 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:08:07 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:08:07.564 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:08:07 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:08:07.564 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:08:07 smithi057 ceph-mon[24810]: pgmap v189: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:08:07.564 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:08:07 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:08:07.564 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:08:07 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:08:07.591 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:08:07 smithi148 ceph-mon[25742]: pgmap v189: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:08:07.592 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:08:07 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:08:07.592 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:08:07 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:08:09.592 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:08:09 smithi148 ceph-mon[25742]: pgmap v190: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:08:09.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:08:09 smithi057 ceph-mon[24810]: pgmap v190: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:08:09.620 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:08:09 smithi057 ceph-mon[29654]: pgmap v190: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:08:10.370 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:08:09 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:08:09] "GET /metrics HTTP/1.1" 200 207999 "" "Prometheus/2.33.4" 2024-04-15T21:08:11.514 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:08:11 smithi148 ceph-mon[25742]: pgmap v191: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:08:11.514 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:08:11 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[27208]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:08:11] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-15T21:08:11.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:08:11 smithi057 ceph-mon[24810]: pgmap v191: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:08:11.620 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:08:11 smithi057 ceph-mon[29654]: pgmap v191: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:08:12.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:08:12 smithi057 ceph-mon[24810]: from='client.24748 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:08:12.620 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:08:12 smithi057 ceph-mon[29654]: from='client.24748 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:08:12.842 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:08:12 smithi148 ceph-mon[25742]: from='client.24748 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:08:13.620 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:08:13 smithi057 ceph-mon[29654]: pgmap v192: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:08:13.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:08:13 smithi057 ceph-mon[24810]: pgmap v192: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:08:13.842 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:08:13 smithi148 ceph-mon[25742]: pgmap v192: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:08:14.841 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:08:14 smithi148 ceph-mon[25742]: pgmap v193: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:08:14.869 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:08:14 smithi057 ceph-mon[24810]: pgmap v193: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:08:14.870 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:08:14 smithi057 ceph-mon[29654]: pgmap v193: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:08:16.842 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:08:16 smithi148 ceph-mon[25742]: pgmap v194: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:08:16.870 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:08:16 smithi057 ceph-mon[24810]: pgmap v194: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:08:16.870 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:08:16 smithi057 ceph-mon[29654]: pgmap v194: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:08:18.820 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 -e sha1=87dbfb632e974cb2c28d17423071d2d833b53b29 -- bash -c 'ceph config set mon mon_warn_on_insecure_global_id_reclaim false --force' 2024-04-15T21:08:19.092 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:08:18 smithi148 ceph-mon[25742]: pgmap v195: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:08:19.120 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:08:18 smithi057 ceph-mon[24810]: pgmap v195: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:08:19.120 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:08:18 smithi057 ceph-mon[29654]: pgmap v195: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:08:20.120 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:08:19 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:08:19] "GET /metrics HTTP/1.1" 200 207999 "" "Prometheus/2.33.4" 2024-04-15T21:08:20.870 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:08:20 smithi057 ceph-mon[24810]: pgmap v196: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:08:20.871 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:08:20 smithi057 ceph-mon[29654]: pgmap v196: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:08:21.092 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:08:20 smithi148 ceph-mon[25742]: pgmap v196: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:08:21.592 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:08:21 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[27208]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:08:21] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-15T21:08:21.637 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 -e sha1=87dbfb632e974cb2c28d17423071d2d833b53b29 -- bash -c 'ceph config set mon mon_warn_on_insecure_global_id_reclaim_allowed false --force' 2024-04-15T21:08:21.844 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:08:21 smithi148 ceph-mon[25742]: from='client.24748 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:08:21.870 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:08:21 smithi057 ceph-mon[24810]: from='client.24748 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:08:21.870 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:08:21 smithi057 ceph-mon[29654]: from='client.24748 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:08:23.092 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:08:22 smithi148 ceph-mon[25742]: pgmap v197: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:08:23.092 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:08:22 smithi057 ceph-mon[24810]: pgmap v197: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:08:23.093 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:08:22 smithi057 ceph-mon[29654]: pgmap v197: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:08:24.525 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 -e sha1=87dbfb632e974cb2c28d17423071d2d833b53b29 -- bash -c 'ceph config set global log_to_journald false --force' 2024-04-15T21:08:24.782 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:08:24 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 172.21.15.57 - - [15/Apr/2024:21:08:24] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-15T21:08:25.092 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:08:24 smithi148 ceph-mon[25742]: pgmap v198: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:08:25.092 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:08:24 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:08:25.092 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:08:24 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:08:25.104 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:08:24 smithi057 ceph-mon[24810]: pgmap v198: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:08:25.104 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:08:24 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:08:25.105 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:08:24 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:08:25.105 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:08:24 smithi057 ceph-mon[29654]: pgmap v198: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:08:25.105 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:08:24 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:08:25.105 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:08:24 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:08:26.826 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:08:26 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 172.21.15.148 - - [15/Apr/2024:21:08:26] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-15T21:08:27.092 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:08:26 smithi148 ceph-mon[25742]: pgmap v199: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:08:27.092 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:08:26 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:08:27.092 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:08:26 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:08:27.120 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:08:26 smithi057 ceph-mon[24810]: pgmap v199: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:08:27.120 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:08:26 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:08:27.120 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:08:26 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:08:27.120 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:08:26 smithi057 ceph-mon[29654]: pgmap v199: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:08:27.120 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:08:26 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:08:27.120 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:08:26 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:08:27.355 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 -e sha1=87dbfb632e974cb2c28d17423071d2d833b53b29 -- bash -c 'ceph orch ps' 2024-04-15T21:08:28.092 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:08:27 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:08:28.092 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:08:27 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:08:28.092 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:08:27 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:08:28.120 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:08:27 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:08:28.120 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:08:27 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:08:28.120 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:08:27 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:08:28.121 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:08:27 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:08:28.121 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:08:27 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:08:28.121 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:08:27 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:08:29.011 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:08:28 smithi057 ceph-mon[24810]: pgmap v200: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:08:29.011 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:08:28 smithi057 ceph-mon[29654]: pgmap v200: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:08:29.092 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:08:28 smithi148 ceph-mon[25742]: pgmap v200: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:08:30.239 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:08:29 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:08:29] "GET /metrics HTTP/1.1" 200 207965 "" "Prometheus/2.33.4" 2024-04-15T21:08:31.092 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:08:30 smithi148 ceph-mon[25742]: pgmap v201: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:08:31.097 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:08:30 smithi057 ceph-mon[24810]: pgmap v201: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:08:31.097 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:08:30 smithi057 ceph-mon[29654]: pgmap v201: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:08:31.520 INFO:teuthology.orchestra.run.smithi057.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-15T21:08:31.521 INFO:teuthology.orchestra.run.smithi057.stdout:agent.smithi057 smithi057 running 7s ago 9m - - 2024-04-15T21:08:31.521 INFO:teuthology.orchestra.run.smithi057.stdout:agent.smithi148 smithi148 running 4s ago 9m - - 2024-04-15T21:08:31.521 INFO:teuthology.orchestra.run.smithi057.stdout:alertmanager.a smithi057 *:9093,9094 running (3m) 7s ago 4m 27.6M - ba2b418f427c 0dacbddbc8bf 2024-04-15T21:08:31.521 INFO:teuthology.orchestra.run.smithi057.stdout:grafana.a smithi148 *:3000 running (4m) 4s ago 4m 55.4M - 8.3.5 dad864ee21e9 d2139c7f3bdc 2024-04-15T21:08:31.521 INFO:teuthology.orchestra.run.smithi057.stdout:iscsi.foo.smithi057.jwyjxv smithi057 running (3m) 7s ago 3m 48.8M - 3.5 e1d6a67b021e b1770d3dd9c7 2024-04-15T21:08:31.521 INFO:teuthology.orchestra.run.smithi057.stdout:mgr.x smithi148 *:8443 running (8m) 4s ago 8m 412M - 17.2.0 e1d6a67b021e 52db70ae4d16 2024-04-15T21:08:31.521 INFO:teuthology.orchestra.run.smithi057.stdout:mgr.y smithi057 *:9283 running (10m) 7s ago 10m 466M - 17.2.0 e1d6a67b021e dde955fcd79a 2024-04-15T21:08:31.521 INFO:teuthology.orchestra.run.smithi057.stdout:mon.a smithi057 running (10m) 7s ago 10m 50.2M 2048M 17.2.0 e1d6a67b021e f68a8a14d0b2 2024-04-15T21:08:31.521 INFO:teuthology.orchestra.run.smithi057.stdout:mon.b smithi148 running (9m) 4s ago 9m 43.0M 2048M 17.2.0 e1d6a67b021e 27f4990cb4d7 2024-04-15T21:08:31.521 INFO:teuthology.orchestra.run.smithi057.stdout:mon.c smithi057 running (9m) 7s ago 9m 36.4M 2048M 17.2.0 e1d6a67b021e 7cbf3ea734af 2024-04-15T21:08:31.521 INFO:teuthology.orchestra.run.smithi057.stdout:node-exporter.a smithi057 *:9100 running (5m) 7s ago 5m 16.6M - 1dbe0e931976 5a239454347c 2024-04-15T21:08:31.521 INFO:teuthology.orchestra.run.smithi057.stdout:node-exporter.b smithi148 *:9100 running (5m) 4s ago 5m 16.1M - 1dbe0e931976 1dc7a4f623ed 2024-04-15T21:08:31.521 INFO:teuthology.orchestra.run.smithi057.stdout:osd.0 smithi057 running (8m) 7s ago 8m 49.2M 4096M 17.2.0 e1d6a67b021e a825b23c2b8e 2024-04-15T21:08:31.522 INFO:teuthology.orchestra.run.smithi057.stdout:osd.1 smithi057 running (8m) 7s ago 8m 53.2M 4096M 17.2.0 e1d6a67b021e ef43105379fd 2024-04-15T21:08:31.522 INFO:teuthology.orchestra.run.smithi057.stdout:osd.2 smithi057 running (7m) 7s ago 7m 49.1M 4096M 17.2.0 e1d6a67b021e 8cea1b1b5212 2024-04-15T21:08:31.522 INFO:teuthology.orchestra.run.smithi057.stdout:osd.3 smithi057 running (7m) 7s ago 7m 47.6M 4096M 17.2.0 e1d6a67b021e 8400e9bee4fe 2024-04-15T21:08:31.522 INFO:teuthology.orchestra.run.smithi057.stdout:osd.4 smithi148 running (6m) 4s ago 6m 47.7M 4096M 17.2.0 e1d6a67b021e 955a657c7722 2024-04-15T21:08:31.522 INFO:teuthology.orchestra.run.smithi057.stdout:osd.5 smithi148 running (6m) 4s ago 6m 46.2M 4096M 17.2.0 e1d6a67b021e bf2b1914ffc9 2024-04-15T21:08:31.522 INFO:teuthology.orchestra.run.smithi057.stdout:osd.6 smithi148 running (6m) 4s ago 6m 45.7M 4096M 17.2.0 e1d6a67b021e ab801778ca01 2024-04-15T21:08:31.522 INFO:teuthology.orchestra.run.smithi057.stdout:osd.7 smithi148 running (5m) 4s ago 5m 47.5M 4096M 17.2.0 e1d6a67b021e c9334bc357be 2024-04-15T21:08:31.522 INFO:teuthology.orchestra.run.smithi057.stdout:prometheus.a smithi148 *:9095 running (3m) 4s ago 5m 67.4M - 514e6a882f6e 5a2a8d424c14 2024-04-15T21:08:31.522 INFO:teuthology.orchestra.run.smithi057.stdout:rgw.foo.smithi057.lxigfo smithi057 *:8000 running (3m) 7s ago 3m 71.8M - 17.2.0 e1d6a67b021e fa044b726c8d 2024-04-15T21:08:31.522 INFO:teuthology.orchestra.run.smithi057.stdout:rgw.foo.smithi148.cgzzfh smithi148 *:8000 running (3m) 4s ago 3m 69.3M - 17.2.0 e1d6a67b021e 722242170e62 2024-04-15T21:08:31.592 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:08:31 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[27208]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:08:31] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-15T21:08:31.935 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:08:31 smithi148 ceph-mon[25742]: from='client.24748 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:08:32.120 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:08:31 smithi057 ceph-mon[24810]: from='client.24748 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:08:32.120 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:08:31 smithi057 ceph-mon[29654]: from='client.24748 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:08:32.308 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 -e sha1=87dbfb632e974cb2c28d17423071d2d833b53b29 -- bash -c 'ceph versions' 2024-04-15T21:08:32.870 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:08:32 smithi057 ceph-mon[24810]: pgmap v202: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:08:32.870 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:08:32 smithi057 ceph-mon[24810]: from='client.14970 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:08:32.871 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:08:32 smithi057 ceph-mon[29654]: pgmap v202: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:08:32.871 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:08:32 smithi057 ceph-mon[29654]: from='client.14970 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:08:33.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:08:32 smithi148 ceph-mon[25742]: pgmap v202: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:08:33.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:08:32 smithi148 ceph-mon[25742]: from='client.14970 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:08:34.477 INFO:teuthology.orchestra.run.smithi057.stdout:{ 2024-04-15T21:08:34.477 INFO:teuthology.orchestra.run.smithi057.stdout: "mon": { 2024-04-15T21:08:34.477 INFO:teuthology.orchestra.run.smithi057.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 3 2024-04-15T21:08:34.477 INFO:teuthology.orchestra.run.smithi057.stdout: }, 2024-04-15T21:08:34.477 INFO:teuthology.orchestra.run.smithi057.stdout: "mgr": { 2024-04-15T21:08:34.477 INFO:teuthology.orchestra.run.smithi057.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 2 2024-04-15T21:08:34.477 INFO:teuthology.orchestra.run.smithi057.stdout: }, 2024-04-15T21:08:34.477 INFO:teuthology.orchestra.run.smithi057.stdout: "osd": { 2024-04-15T21:08:34.478 INFO:teuthology.orchestra.run.smithi057.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 8 2024-04-15T21:08:34.478 INFO:teuthology.orchestra.run.smithi057.stdout: }, 2024-04-15T21:08:34.478 INFO:teuthology.orchestra.run.smithi057.stdout: "mds": {}, 2024-04-15T21:08:34.478 INFO:teuthology.orchestra.run.smithi057.stdout: "rgw": { 2024-04-15T21:08:34.478 INFO:teuthology.orchestra.run.smithi057.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 2 2024-04-15T21:08:34.478 INFO:teuthology.orchestra.run.smithi057.stdout: }, 2024-04-15T21:08:34.478 INFO:teuthology.orchestra.run.smithi057.stdout: "overall": { 2024-04-15T21:08:34.478 INFO:teuthology.orchestra.run.smithi057.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 15 2024-04-15T21:08:34.478 INFO:teuthology.orchestra.run.smithi057.stdout: } 2024-04-15T21:08:34.478 INFO:teuthology.orchestra.run.smithi057.stdout:} 2024-04-15T21:08:35.120 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:08:34 smithi057 ceph-mon[24810]: pgmap v203: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:08:35.120 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:08:34 smithi057 ceph-mon[24810]: from='client.? 172.21.15.57:0/3606403380' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:08:35.120 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:08:34 smithi057 ceph-mon[29654]: pgmap v203: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:08:35.121 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:08:34 smithi057 ceph-mon[29654]: from='client.? 172.21.15.57:0/3606403380' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:08:35.125 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 -e sha1=87dbfb632e974cb2c28d17423071d2d833b53b29 -- bash -c 'ceph -s' 2024-04-15T21:08:35.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:08:34 smithi148 ceph-mon[25742]: pgmap v203: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:08:35.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:08:34 smithi148 ceph-mon[25742]: from='client.? 172.21.15.57:0/3606403380' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:08:36.909 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:08:36 smithi057 ceph-mon[24810]: pgmap v204: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:08:36.910 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:08:36 smithi057 ceph-mon[29654]: pgmap v204: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:08:37.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:08:36 smithi148 ceph-mon[25742]: pgmap v204: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:08:37.345 INFO:teuthology.orchestra.run.smithi057.stdout: cluster: 2024-04-15T21:08:37.345 INFO:teuthology.orchestra.run.smithi057.stdout: id: b97cffaa-fb6a-11ee-bc8f-c7b262605968 2024-04-15T21:08:37.345 INFO:teuthology.orchestra.run.smithi057.stdout: health: HEALTH_OK 2024-04-15T21:08:37.345 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-15T21:08:37.345 INFO:teuthology.orchestra.run.smithi057.stdout: services: 2024-04-15T21:08:37.346 INFO:teuthology.orchestra.run.smithi057.stdout: mon: 3 daemons, quorum a,c,b (age 9m) 2024-04-15T21:08:37.346 INFO:teuthology.orchestra.run.smithi057.stdout: mgr: y(active, since 5m), standbys: x 2024-04-15T21:08:37.346 INFO:teuthology.orchestra.run.smithi057.stdout: osd: 8 osds: 8 up (since 5m), 8 in (since 6m) 2024-04-15T21:08:37.346 INFO:teuthology.orchestra.run.smithi057.stdout: rgw: 2 daemons active (2 hosts, 1 zones) 2024-04-15T21:08:37.346 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-15T21:08:37.346 INFO:teuthology.orchestra.run.smithi057.stdout: data: 2024-04-15T21:08:37.346 INFO:teuthology.orchestra.run.smithi057.stdout: pools: 6 pools, 161 pgs 2024-04-15T21:08:37.346 INFO:teuthology.orchestra.run.smithi057.stdout: objects: 209 objects, 585 KiB 2024-04-15T21:08:37.346 INFO:teuthology.orchestra.run.smithi057.stdout: usage: 68 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:08:37.346 INFO:teuthology.orchestra.run.smithi057.stdout: pgs: 161 active+clean 2024-04-15T21:08:37.346 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-15T21:08:37.346 INFO:teuthology.orchestra.run.smithi057.stdout: io: 2024-04-15T21:08:37.347 INFO:teuthology.orchestra.run.smithi057.stdout: client: 853 B/s rd, 0 op/s rd, 0 op/s wr 2024-04-15T21:08:37.347 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-15T21:08:37.990 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 -e sha1=87dbfb632e974cb2c28d17423071d2d833b53b29 -- bash -c 'ceph orch ls' 2024-04-15T21:08:38.306 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:08:37 smithi057 ceph-mon[24810]: from='client.? 172.21.15.57:0/254680137' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-15T21:08:38.306 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:08:37 smithi057 ceph-mon[29654]: from='client.? 172.21.15.57:0/254680137' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-15T21:08:38.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:08:37 smithi148 ceph-mon[25742]: from='client.? 172.21.15.57:0/254680137' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-15T21:08:39.337 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:08:38 smithi057 ceph-mon[24810]: pgmap v205: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:08:39.337 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:08:38 smithi057 ceph-mon[29654]: pgmap v205: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:08:39.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:08:38 smithi148 ceph-mon[25742]: pgmap v205: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:08:40.089 INFO:teuthology.orchestra.run.smithi057.stdout:NAME PORTS RUNNING REFRESHED AGE PLACEMENT 2024-04-15T21:08:40.089 INFO:teuthology.orchestra.run.smithi057.stdout:agent 2/2 15s ago 5m * 2024-04-15T21:08:40.089 INFO:teuthology.orchestra.run.smithi057.stdout:alertmanager ?:9093,9094 1/1 15s ago 5m smithi057=a;count:1 2024-04-15T21:08:40.089 INFO:teuthology.orchestra.run.smithi057.stdout:grafana ?:3000 1/1 13s ago 5m smithi148=a;count:1 2024-04-15T21:08:40.089 INFO:teuthology.orchestra.run.smithi057.stdout:iscsi.foo 1/1 15s ago 3m count:1 2024-04-15T21:08:40.089 INFO:teuthology.orchestra.run.smithi057.stdout:mgr 2/2 15s ago 9m smithi057=y;smithi148=x;count:2 2024-04-15T21:08:40.089 INFO:teuthology.orchestra.run.smithi057.stdout:mon 3/3 15s ago 9m smithi057:172.21.15.57=a;smithi057:[v2:172.21.15.57:3301,v1:172.21.15.57:6790]=c;smithi148:172.21.15.148=b;count:3 2024-04-15T21:08:40.089 INFO:teuthology.orchestra.run.smithi057.stdout:node-exporter ?:9100 2/2 15s ago 5m smithi057=a;smithi148=b;count:2 2024-04-15T21:08:40.089 INFO:teuthology.orchestra.run.smithi057.stdout:osd 8 15s ago - 2024-04-15T21:08:40.089 INFO:teuthology.orchestra.run.smithi057.stdout:prometheus ?:9095 1/1 13s ago 5m smithi148=a;count:1 2024-04-15T21:08:40.089 INFO:teuthology.orchestra.run.smithi057.stdout:rgw.foo ?:8000 2/2 15s ago 3m count:2 2024-04-15T21:08:40.370 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:08:39 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:08:39] "GET /metrics HTTP/1.1" 200 207965 "" "Prometheus/2.33.4" 2024-04-15T21:08:40.904 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 -e sha1=87dbfb632e974cb2c28d17423071d2d833b53b29 -- bash -c 'ceph orch daemon redeploy "mgr.$(ceph mgr dump -f json | jq .standbys | jq .[] | jq -r .name)" --image quay.ceph.io/ceph-ci/ceph:$sha1' 2024-04-15T21:08:41.161 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:08:40 smithi057 ceph-mon[24810]: pgmap v206: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:08:41.161 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:08:40 smithi057 ceph-mon[24810]: from='client.14988 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:08:41.161 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:08:40 smithi057 ceph-mon[29654]: pgmap v206: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:08:41.161 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:08:40 smithi057 ceph-mon[29654]: from='client.14988 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:08:41.250 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:08:40 smithi148 ceph-mon[25742]: pgmap v206: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:08:41.250 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:08:40 smithi148 ceph-mon[25742]: from='client.14988 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:08:41.592 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:08:41 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[27208]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:08:41] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-15T21:08:42.092 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:08:41 smithi148 ceph-mon[25742]: from='client.24748 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:08:42.350 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:08:41 smithi057 ceph-mon[29654]: from='client.24748 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:08:42.350 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:08:41 smithi057 ceph-mon[24810]: from='client.24748 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:08:43.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:08:42 smithi148 ceph-mon[25742]: pgmap v207: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:08:43.370 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:08:42 smithi057 ceph-mon[24810]: pgmap v207: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:08:43.371 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:08:42 smithi057 ceph-mon[29654]: pgmap v207: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:08:43.409 INFO:teuthology.orchestra.run.smithi057.stdout:Scheduled to redeploy mgr.x on host 'smithi148' 2024-04-15T21:08:43.932 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:08:43 smithi148 ceph-mon[25742]: from='client.? 172.21.15.57:0/3435450339' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-15T21:08:43.932 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:08:43 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:08:43.933 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:08:43 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:08:43.933 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:08:43 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:08:43.933 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:08:43 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:08:43.933 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:08:43 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:08:43.933 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:08:43 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-15T21:08:43.933 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:08:43 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-15T21:08:43.933 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:08:43 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:08:44.117 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:08:43 smithi057 ceph-mon[24810]: from='client.? 172.21.15.57:0/3435450339' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-15T21:08:44.117 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:08:43 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:08:44.117 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:08:43 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:08:44.117 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:08:43 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:08:44.117 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:08:43 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:08:44.117 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:08:43 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:08:44.117 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:08:43 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-15T21:08:44.117 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:08:43 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-15T21:08:44.117 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:08:43 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:08:44.118 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:08:43 smithi057 ceph-mon[29654]: from='client.? 172.21.15.57:0/3435450339' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-15T21:08:44.118 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:08:43 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:08:44.118 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:08:43 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:08:44.118 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:08:43 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:08:44.118 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:08:43 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:08:44.118 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:08:43 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:08:44.118 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:08:43 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-15T21:08:44.118 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:08:43 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-15T21:08:44.118 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:08:43 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:08:44.139 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 -e sha1=87dbfb632e974cb2c28d17423071d2d833b53b29 -- bash -c 'ceph orch ps --refresh' 2024-04-15T21:08:44.795 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:08:44 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 172.21.15.57 - - [15/Apr/2024:21:08:44] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-15T21:08:45.120 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:08:44 smithi057 ceph-mon[29654]: pgmap v208: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:08:45.120 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:08:44 smithi057 ceph-mon[29654]: from='client.24907 -' entity='client.admin' cmd=[{"prefix": "orch daemon redeploy", "name": "mgr.x", "image": "quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:08:45.121 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:08:44 smithi057 ceph-mon[29654]: Schedule redeploy daemon mgr.x 2024-04-15T21:08:45.121 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:08:44 smithi057 ceph-mon[29654]: Deploying daemon mgr.x on smithi148 2024-04-15T21:08:45.121 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:08:44 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:08:45.121 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:08:44 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:08:45.121 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:08:44 smithi057 ceph-mon[24810]: pgmap v208: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:08:45.121 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:08:44 smithi057 ceph-mon[24810]: from='client.24907 -' entity='client.admin' cmd=[{"prefix": "orch daemon redeploy", "name": "mgr.x", "image": "quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:08:45.121 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:08:44 smithi057 ceph-mon[24810]: Schedule redeploy daemon mgr.x 2024-04-15T21:08:45.121 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:08:44 smithi057 ceph-mon[24810]: Deploying daemon mgr.x on smithi148 2024-04-15T21:08:45.121 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:08:44 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:08:45.121 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:08:44 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:08:45.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:08:44 smithi148 ceph-mon[25742]: pgmap v208: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:08:45.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:08:44 smithi148 ceph-mon[25742]: from='client.24907 -' entity='client.admin' cmd=[{"prefix": "orch daemon redeploy", "name": "mgr.x", "image": "quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:08:45.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:08:44 smithi148 ceph-mon[25742]: Schedule redeploy daemon mgr.x 2024-04-15T21:08:45.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:08:44 smithi148 ceph-mon[25742]: Deploying daemon mgr.x on smithi148 2024-04-15T21:08:45.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:08:44 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:08:45.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:08:44 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:08:46.294 INFO:teuthology.orchestra.run.smithi057.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-15T21:08:46.294 INFO:teuthology.orchestra.run.smithi057.stdout:agent.smithi057 smithi057 running 1s ago 9m - - 2024-04-15T21:08:46.294 INFO:teuthology.orchestra.run.smithi057.stdout:agent.smithi148 smithi148 running 19s ago 9m - - 2024-04-15T21:08:46.295 INFO:teuthology.orchestra.run.smithi057.stdout:alertmanager.a smithi057 *:9093,9094 running (4m) 1s ago 4m 27.6M - ba2b418f427c 0dacbddbc8bf 2024-04-15T21:08:46.295 INFO:teuthology.orchestra.run.smithi057.stdout:grafana.a smithi148 *:3000 running (4m) 19s ago 4m 55.4M - 8.3.5 dad864ee21e9 d2139c7f3bdc 2024-04-15T21:08:46.295 INFO:teuthology.orchestra.run.smithi057.stdout:iscsi.foo.smithi057.jwyjxv smithi057 running (3m) 1s ago 3m 49.0M - 3.5 e1d6a67b021e b1770d3dd9c7 2024-04-15T21:08:46.295 INFO:teuthology.orchestra.run.smithi057.stdout:mgr.x smithi148 *:8443 running (9m) 19s ago 9m 412M - 17.2.0 e1d6a67b021e 52db70ae4d16 2024-04-15T21:08:46.295 INFO:teuthology.orchestra.run.smithi057.stdout:mgr.y smithi057 *:9283 running (10m) 1s ago 10m 467M - 17.2.0 e1d6a67b021e dde955fcd79a 2024-04-15T21:08:46.295 INFO:teuthology.orchestra.run.smithi057.stdout:mon.a smithi057 running (10m) 1s ago 10m 50.7M 2048M 17.2.0 e1d6a67b021e f68a8a14d0b2 2024-04-15T21:08:46.295 INFO:teuthology.orchestra.run.smithi057.stdout:mon.b smithi148 running (9m) 19s ago 9m 43.0M 2048M 17.2.0 e1d6a67b021e 27f4990cb4d7 2024-04-15T21:08:46.295 INFO:teuthology.orchestra.run.smithi057.stdout:mon.c smithi057 running (9m) 1s ago 9m 36.8M 2048M 17.2.0 e1d6a67b021e 7cbf3ea734af 2024-04-15T21:08:46.295 INFO:teuthology.orchestra.run.smithi057.stdout:node-exporter.a smithi057 *:9100 running (5m) 1s ago 5m 14.5M - 1dbe0e931976 5a239454347c 2024-04-15T21:08:46.295 INFO:teuthology.orchestra.run.smithi057.stdout:node-exporter.b smithi148 *:9100 running (5m) 19s ago 5m 16.1M - 1dbe0e931976 1dc7a4f623ed 2024-04-15T21:08:46.295 INFO:teuthology.orchestra.run.smithi057.stdout:osd.0 smithi057 running (8m) 1s ago 8m 49.3M 4096M 17.2.0 e1d6a67b021e a825b23c2b8e 2024-04-15T21:08:46.295 INFO:teuthology.orchestra.run.smithi057.stdout:osd.1 smithi057 running (8m) 1s ago 8m 53.4M 4096M 17.2.0 e1d6a67b021e ef43105379fd 2024-04-15T21:08:46.295 INFO:teuthology.orchestra.run.smithi057.stdout:osd.2 smithi057 running (8m) 1s ago 8m 49.2M 4096M 17.2.0 e1d6a67b021e 8cea1b1b5212 2024-04-15T21:08:46.295 INFO:teuthology.orchestra.run.smithi057.stdout:osd.3 smithi057 running (7m) 1s ago 7m 47.9M 4096M 17.2.0 e1d6a67b021e 8400e9bee4fe 2024-04-15T21:08:46.295 INFO:teuthology.orchestra.run.smithi057.stdout:osd.4 smithi148 running (7m) 19s ago 7m 47.7M 4096M 17.2.0 e1d6a67b021e 955a657c7722 2024-04-15T21:08:46.296 INFO:teuthology.orchestra.run.smithi057.stdout:osd.5 smithi148 running (6m) 19s ago 6m 46.2M 4096M 17.2.0 e1d6a67b021e bf2b1914ffc9 2024-04-15T21:08:46.296 INFO:teuthology.orchestra.run.smithi057.stdout:osd.6 smithi148 running (6m) 19s ago 6m 45.7M 4096M 17.2.0 e1d6a67b021e ab801778ca01 2024-04-15T21:08:46.296 INFO:teuthology.orchestra.run.smithi057.stdout:osd.7 smithi148 running (6m) 19s ago 6m 47.5M 4096M 17.2.0 e1d6a67b021e c9334bc357be 2024-04-15T21:08:46.296 INFO:teuthology.orchestra.run.smithi057.stdout:prometheus.a smithi148 *:9095 running (4m) 19s ago 5m 67.4M - 514e6a882f6e 5a2a8d424c14 2024-04-15T21:08:46.296 INFO:teuthology.orchestra.run.smithi057.stdout:rgw.foo.smithi057.lxigfo smithi057 *:8000 running (3m) 1s ago 3m 71.9M - 17.2.0 e1d6a67b021e fa044b726c8d 2024-04-15T21:08:46.296 INFO:teuthology.orchestra.run.smithi057.stdout:rgw.foo.smithi148.cgzzfh smithi148 *:8000 running (3m) 19s ago 3m 69.3M - 17.2.0 e1d6a67b021e 722242170e62 2024-04-15T21:08:46.936 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:08:46 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 172.21.15.148 - - [15/Apr/2024:21:08:46] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-15T21:08:47.093 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 -e sha1=87dbfb632e974cb2c28d17423071d2d833b53b29 -- bash -c 'sleep 180' 2024-04-15T21:08:47.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:08:46 smithi148 ceph-mon[25742]: pgmap v209: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:08:47.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:08:46 smithi148 ceph-mon[25742]: from='client.15006 -' entity='client.admin' cmd=[{"prefix": "orch ps", "refresh": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:08:47.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:08:46 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:08:47.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:08:46 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:08:47.370 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:08:46 smithi057 ceph-mon[24810]: pgmap v209: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:08:47.370 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:08:46 smithi057 ceph-mon[24810]: from='client.15006 -' entity='client.admin' cmd=[{"prefix": "orch ps", "refresh": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:08:47.370 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:08:46 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:08:47.371 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:08:46 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:08:47.371 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:08:46 smithi057 ceph-mon[29654]: pgmap v209: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:08:47.371 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:08:46 smithi057 ceph-mon[29654]: from='client.15006 -' entity='client.admin' cmd=[{"prefix": "orch ps", "refresh": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:08:47.371 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:08:46 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:08:47.371 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:08:46 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:08:49.061 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:08:48 smithi057 ceph-mon[24810]: pgmap v210: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:08:49.062 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:08:48 smithi057 ceph-mon[29654]: pgmap v210: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:08:49.343 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:08:48 smithi148 ceph-mon[25742]: pgmap v210: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:08:50.252 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:08:49 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:08:49] "GET /metrics HTTP/1.1" 200 207965 "" "Prometheus/2.33.4" 2024-04-15T21:08:51.050 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:08:50 smithi057 ceph-mon[24810]: pgmap v211: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:08:51.050 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:08:50 smithi057 ceph-mon[29654]: pgmap v211: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:08:51.092 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:08:50 smithi148 ceph-mon[25742]: pgmap v211: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:08:51.592 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:08:51 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[27208]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:08:51] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-15T21:08:52.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:08:51 smithi148 ceph-mon[25742]: from='client.24748 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:08:52.370 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:08:51 smithi057 ceph-mon[24810]: from='client.24748 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:08:52.371 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:08:51 smithi057 ceph-mon[29654]: from='client.24748 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:08:53.272 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:08:52 smithi057 ceph-mon[24810]: pgmap v212: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:08:53.272 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:08:52 smithi057 ceph-mon[29654]: pgmap v212: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:08:53.305 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:08:52 smithi148 ceph-mon[25742]: pgmap v212: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:08:55.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:08:54 smithi148 ceph-mon[25742]: pgmap v213: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:08:55.370 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:08:54 smithi057 ceph-mon[24810]: pgmap v213: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:08:55.371 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:08:54 smithi057 ceph-mon[29654]: pgmap v213: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:08:57.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:08:56 smithi148 ceph-mon[25742]: pgmap v214: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:08:57.370 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:08:56 smithi057 ceph-mon[24810]: pgmap v214: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:08:57.371 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:08:56 smithi057 ceph-mon[29654]: pgmap v214: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:08:59.343 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:08:58 smithi148 ceph-mon[25742]: pgmap v215: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:08:59.370 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:08:58 smithi057 ceph-mon[24810]: pgmap v215: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:08:59.371 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:08:58 smithi057 ceph-mon[29654]: pgmap v215: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:09:00.371 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:08:59 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:08:59] "GET /metrics HTTP/1.1" 200 207960 "" "Prometheus/2.33.4" 2024-04-15T21:09:01.249 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:09:01 smithi148 ceph-mon[25742]: pgmap v216: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:09:01.371 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:09:01 smithi057 ceph-mon[29654]: pgmap v216: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:09:01.371 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:09:01 smithi057 ceph-mon[24810]: pgmap v216: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:09:01.592 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:09:01 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[27208]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:09:01] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-15T21:09:02.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:09:02 smithi148 ceph-mon[25742]: from='client.24748 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:09:02.370 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:09:02 smithi057 ceph-mon[29654]: from='client.24748 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:09:02.371 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:09:02 smithi057 ceph-mon[24810]: from='client.24748 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:09:03.092 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:09:03 smithi148 ceph-mon[25742]: pgmap v217: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:09:03.370 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:09:03 smithi057 ceph-mon[24810]: pgmap v217: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:09:03.371 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:09:03 smithi057 ceph-mon[29654]: pgmap v217: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:09:04.871 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:09:04 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 172.21.15.57 - - [15/Apr/2024:21:09:04] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-15T21:09:05.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:09:05 smithi148 ceph-mon[25742]: pgmap v218: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:09:05.343 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:09:05 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:09:05.343 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:09:05 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:09:05.371 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:09:05 smithi057 ceph-mon[24810]: pgmap v218: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:09:05.371 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:09:05 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:09:05.371 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:09:05 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:09:05.371 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:09:05 smithi057 ceph-mon[29654]: pgmap v218: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:09:05.371 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:09:05 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:09:05.371 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:09:05 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:09:06.343 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:09:06 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-15T21:09:06.343 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:09:06 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-15T21:09:06.370 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:09:06 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-15T21:09:06.371 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:09:06 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-15T21:09:06.371 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:09:06 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-15T21:09:06.371 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:09:06 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-15T21:09:07.036 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:09:06 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 172.21.15.148 - - [15/Apr/2024:21:09:06] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-15T21:09:07.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:09:07 smithi148 ceph-mon[25742]: pgmap v219: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:09:07.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:09:07 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:09:07.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:09:07 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:09:07.370 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:09:07 smithi057 ceph-mon[24810]: pgmap v219: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:09:07.371 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:09:07 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:09:07.371 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:09:07 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:09:07.371 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:09:07 smithi057 ceph-mon[29654]: pgmap v219: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:09:07.371 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:09:07 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:09:07.371 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:09:07 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:09:09.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:09:09 smithi148 ceph-mon[25742]: pgmap v220: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:09:09.371 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:09:09 smithi057 ceph-mon[24810]: pgmap v220: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:09:09.371 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:09:09 smithi057 ceph-mon[29654]: pgmap v220: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:09:10.370 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:09:09 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:09:09] "GET /metrics HTTP/1.1" 200 207963 "" "Prometheus/2.33.4" 2024-04-15T21:09:11.343 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:09:11 smithi148 ceph-mon[25742]: pgmap v221: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:09:11.343 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:09:11 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[27208]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:09:11] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-15T21:09:11.371 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:09:11 smithi057 ceph-mon[24810]: pgmap v221: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:09:11.371 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:09:11 smithi057 ceph-mon[29654]: pgmap v221: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:09:12.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:09:12 smithi148 ceph-mon[25742]: from='client.24748 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:09:12.371 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:09:12 smithi057 ceph-mon[24810]: from='client.24748 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:09:12.371 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:09:12 smithi057 ceph-mon[29654]: from='client.24748 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:09:13.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:09:13 smithi148 ceph-mon[25742]: pgmap v222: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:09:13.371 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:09:13 smithi057 ceph-mon[24810]: pgmap v222: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:09:13.371 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:09:13 smithi057 ceph-mon[29654]: pgmap v222: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:09:15.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:09:15 smithi148 ceph-mon[25742]: pgmap v223: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-04-15T21:09:15.371 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:09:15 smithi057 ceph-mon[24810]: pgmap v223: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-04-15T21:09:15.371 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:09:15 smithi057 ceph-mon[29654]: pgmap v223: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-04-15T21:09:17.343 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:09:17 smithi148 ceph-mon[25742]: pgmap v224: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-04-15T21:09:17.371 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:09:17 smithi057 ceph-mon[24810]: pgmap v224: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-04-15T21:09:17.371 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:09:17 smithi057 ceph-mon[29654]: pgmap v224: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-04-15T21:09:19.343 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:09:19 smithi148 ceph-mon[25742]: pgmap v225: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:09:19.371 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:09:19 smithi057 ceph-mon[24810]: pgmap v225: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:09:19.371 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:09:19 smithi057 ceph-mon[29654]: pgmap v225: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:09:20.371 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:09:19 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:09:19] "GET /metrics HTTP/1.1" 200 207963 "" "Prometheus/2.33.4" 2024-04-15T21:09:21.371 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:09:21 smithi057 ceph-mon[24810]: pgmap v226: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-04-15T21:09:21.371 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:09:21 smithi057 ceph-mon[29654]: pgmap v226: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-04-15T21:09:21.439 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:09:21 smithi148 ceph-mon[25742]: pgmap v226: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-04-15T21:09:21.439 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:09:21 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[27208]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:09:21] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-15T21:09:22.371 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:09:22 smithi057 ceph-mon[24810]: from='client.24748 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:09:22.371 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:09:22 smithi057 ceph-mon[29654]: from='client.24748 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:09:22.504 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:09:22 smithi148 ceph-mon[25742]: from='client.24748 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:09:23.593 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:09:23 smithi148 ceph-mon[25742]: pgmap v227: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:09:23.621 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:09:23 smithi057 ceph-mon[24810]: pgmap v227: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:09:23.622 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:09:23 smithi057 ceph-mon[29654]: pgmap v227: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:09:25.121 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:09:24 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 172.21.15.57 - - [15/Apr/2024:21:09:24] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-15T21:09:25.509 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:09:25 smithi148 ceph-mon[25742]: pgmap v228: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:09:25.509 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:09:25 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:09:25.509 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:09:25 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:09:25.621 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:09:25 smithi057 ceph-mon[24810]: pgmap v228: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:09:25.621 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:09:25 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:09:25.621 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:09:25 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:09:25.621 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:09:25 smithi057 ceph-mon[29654]: pgmap v228: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:09:25.621 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:09:25 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:09:25.621 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:09:25 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:09:25.843 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:09:25 smithi148 systemd[1]: Stopping Ceph mgr.x for b97cffaa-fb6a-11ee-bc8f-c7b262605968... 2024-04-15T21:09:25.843 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:09:25 smithi148 bash[50720]: Error: no container with name or ID "ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr.x" found: no such container 2024-04-15T21:09:26.322 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:09:25 smithi148 podman[50733]: 2024-04-15 21:09:25.873772923 +0000 UTC m=+0.117393252 container died 52db70ae4d16ebdfa6b890a52cb9f9bbe3739dc2608b53eaf2428bb684839b7e (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, io.openshift.tags=base centos centos-stream, version=8, io.buildah.version=1.19.8, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., release=754, name=centos-stream, GIT_REPO=https://github.com/ceph/ceph-container.git, vcs-type=git, GIT_CLEAN=True, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, vendor=Red Hat, Inc., CEPH_POINT_RELEASE=-17.2.0, architecture=x86_64, io.k8s.display-name=CentOS Stream 8, build-date=2022-05-03T08:36:31.336870, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, distribution-scope=public, maintainer=Guillaume Abrioux , url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, io.openshift.expose-services=, RELEASE=HEAD, com.redhat.component=centos-stream-container, ceph=True, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, GIT_BRANCH=HEAD) 2024-04-15T21:09:26.322 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:09:26 smithi148 podman[50733]: 2024-04-15 21:09:26.328874978 +0000 UTC m=+0.572495314 container cleanup 52db70ae4d16ebdfa6b890a52cb9f9bbe3739dc2608b53eaf2428bb684839b7e (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x, io.buildah.version=1.19.8, CEPH_POINT_RELEASE=-17.2.0, architecture=x86_64, RELEASE=HEAD, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., name=centos-stream, GIT_REPO=https://github.com/ceph/ceph-container.git, GIT_CLEAN=True, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, distribution-scope=public, io.k8s.display-name=CentOS Stream 8, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, io.openshift.tags=base centos centos-stream, build-date=2022-05-03T08:36:31.336870, vcs-type=git, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, io.openshift.expose-services=, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, vendor=Red Hat, Inc., maintainer=Guillaume Abrioux , ceph=True, release=754, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, version=8, GIT_BRANCH=HEAD, com.redhat.component=centos-stream-container) 2024-04-15T21:09:26.593 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:09:26 smithi148 bash[50733]: ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x 2024-04-15T21:09:26.593 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:09:26 smithi148 bash[50760]: Error: no container with name or ID "ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr.x" found: no such container 2024-04-15T21:09:26.864 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:09:26 smithi148 podman[50747]: 2024-04-15 21:09:26.60530904 +0000 UTC m=+0.727647309 container remove 52db70ae4d16ebdfa6b890a52cb9f9bbe3739dc2608b53eaf2428bb684839b7e (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x, name=centos-stream, GIT_REPO=https://github.com/ceph/ceph-container.git, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, GIT_BRANCH=HEAD, io.openshift.expose-services=, ceph=True, release=754, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, GIT_CLEAN=True, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, maintainer=Guillaume Abrioux , io.k8s.display-name=CentOS Stream 8, CEPH_POINT_RELEASE=-17.2.0, RELEASE=HEAD, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, architecture=x86_64, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, io.openshift.tags=base centos centos-stream, version=8, build-date=2022-05-03T08:36:31.336870, io.buildah.version=1.19.8, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., vcs-type=git, vendor=Red Hat, Inc., GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, com.redhat.component=centos-stream-container, distribution-scope=public, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image) 2024-04-15T21:09:26.864 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:09:26 smithi148 systemd[1]: ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-04-15T21:09:26.864 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:09:26 smithi148 systemd[1]: ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@mgr.x.service: Failed with result 'exit-code'. 2024-04-15T21:09:26.864 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:09:26 smithi148 systemd[1]: Stopped Ceph mgr.x for b97cffaa-fb6a-11ee-bc8f-c7b262605968. 2024-04-15T21:09:26.864 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:09:26 smithi148 systemd[1]: ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@mgr.x.service: Consumed 17.302s CPU time. 2024-04-15T21:09:26.864 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:09:26 smithi148 systemd[1]: Starting Ceph mgr.x for b97cffaa-fb6a-11ee-bc8f-c7b262605968... 2024-04-15T21:09:27.121 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:09:26 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 172.21.15.148 - - [15/Apr/2024:21:09:26] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-15T21:09:27.137 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:09:27 smithi148 podman[50888]: 2024-04-15 21:09:26.935710354 +0000 UTC m=+0.018064222 image pull a452a57266c718c37049de4c2da9a5e566bb7b9c6db62908ada4c8b0e854997b quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29 2024-04-15T21:09:27.137 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:09:27 smithi148 podman[50888]: 2024-04-15 21:09:27.05646114 +0000 UTC m=+0.138814989 container create 83d028d1b9d27315d7b1a7d1de6d5ba507a6b4a969d64ec62bee67605b21be34 (image=quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x, ceph=True, maintainer=Guillaume Abrioux , RELEASE=main-87dbfb6, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS) 2024-04-15T21:09:27.394 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:09:27 smithi148 ceph-mon[25742]: pgmap v229: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:09:27.394 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:09:27 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:09:27.394 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:09:27 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:09:27.394 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:09:27 smithi148 podman[50888]: 2024-04-15 21:09:27.30913865 +0000 UTC m=+0.391492499 container init 83d028d1b9d27315d7b1a7d1de6d5ba507a6b4a969d64ec62bee67605b21be34 (image=quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , RELEASE=main-87dbfb6, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.33.5) 2024-04-15T21:09:27.394 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:09:27 smithi148 podman[50888]: 2024-04-15 21:09:27.311966993 +0000 UTC m=+0.394320851 container start 83d028d1b9d27315d7b1a7d1de6d5ba507a6b4a969d64ec62bee67605b21be34 (image=quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_CLEAN=True, CEPH_POINT_RELEASE=, RELEASE=main-87dbfb6, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_BRANCH=HEAD) 2024-04-15T21:09:27.394 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:09:27 smithi148 ceph-mgr[50907]: -- 172.21.15.148:0/1775563815 <== mon.2 v2:172.21.15.148:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5572f95145a0 con 0x5572f94e8c00 2024-04-15T21:09:27.595 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:09:27 smithi057 ceph-mon[24810]: pgmap v229: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:09:27.596 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:09:27 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:09:27.596 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:09:27 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:09:27.596 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:09:27 smithi057 ceph-mon[29654]: pgmap v229: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:09:27.596 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:09:27 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:09:27.596 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:09:27 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:09:27.737 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:09:27 smithi148 bash[50888]: 83d028d1b9d27315d7b1a7d1de6d5ba507a6b4a969d64ec62bee67605b21be34 2024-04-15T21:09:27.737 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:09:27 smithi148 systemd[1]: Started Ceph mgr.x for b97cffaa-fb6a-11ee-bc8f-c7b262605968. 2024-04-15T21:09:28.010 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:09:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: 2024-04-15T21:09:27.917+0000 7f36ce14f200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-15T21:09:28.343 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:09:28 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: 2024-04-15T21:09:28.017+0000 7f36ce14f200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-15T21:09:28.734 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:09:28 smithi148 ceph-mon[25742]: pgmap v230: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:09:28.734 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:09:28 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:09:28.734 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:09:28 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:09:28.734 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:09:28 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:09:28.734 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:09:28 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:09:28.734 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:09:28 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:09:28.734 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:09:28 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:09:28.770 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:09:28 smithi057 ceph-mon[24810]: pgmap v230: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:09:28.770 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:09:28 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:09:28.770 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:09:28 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:09:28.771 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:09:28 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:09:28.771 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:09:28 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:09:28.771 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:09:28 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:09:28.771 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:09:28 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:09:28.771 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:09:28 smithi057 ceph-mon[29654]: pgmap v230: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:09:28.771 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:09:28 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:09:28.771 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:09:28 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:09:28.771 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:09:28 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:09:28.771 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:09:28 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:09:28.771 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:09:28 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:09:28.771 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:09:28 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:09:29.071 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:09:28 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: 2024-04-15T21:09:28.740+0000 7f36ce14f200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-15T21:09:29.071 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:09:28 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: 2024-04-15T21:09:28.836+0000 7f36ce14f200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-15T21:09:29.071 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:09:28 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: 2024-04-15T21:09:28.981+0000 7f36ce14f200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-15T21:09:29.071 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:09:29 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: 2024-04-15T21:09:29.077+0000 7f36ce14f200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-15T21:09:29.343 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:09:29 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: 2024-04-15T21:09:29.162+0000 7f36ce14f200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-15T21:09:29.724 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:09:29 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: 2024-04-15T21:09:29.434+0000 7f36ce14f200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-15T21:09:29.724 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:09:29 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: 2024-04-15T21:09:29.546+0000 7f36ce14f200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-15T21:09:29.724 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:09:29 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: 2024-04-15T21:09:29.633+0000 7f36ce14f200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-15T21:09:29.724 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:09:29 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: 2024-04-15T21:09:29.730+0000 7f36ce14f200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-15T21:09:30.093 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:09:29 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: 2024-04-15T21:09:29.909+0000 7f36ce14f200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-15T21:09:30.121 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:09:29 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:09:29] "GET /metrics HTTP/1.1" 200 207962 "" "Prometheus/2.33.4" 2024-04-15T21:09:30.472 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:09:30 smithi057 ceph-mon[24810]: pgmap v231: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:09:30.843 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:09:30 smithi148 ceph-mon[25742]: pgmap v231: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:09:30.871 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:09:30 smithi057 ceph-mon[29654]: pgmap v231: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:09:31.343 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:09:30 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: 2024-04-15T21:09:30.898+0000 7f36ce14f200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-15T21:09:31.343 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:09:31 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: 2024-04-15T21:09:31.029+0000 7f36ce14f200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-15T21:09:31.655 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:09:31 smithi148 ceph-mon[25742]: from='client.24748 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:09:31.655 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:09:31 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: 2024-04-15T21:09:31.368+0000 7f36ce14f200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-15T21:09:31.655 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:09:31 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: 2024-04-15T21:09:31.458+0000 7f36ce14f200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-15T21:09:31.871 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:09:31 smithi057 ceph-mon[24810]: from='client.24748 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:09:31.871 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:09:31 smithi057 ceph-mon[29654]: from='client.24748 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:09:32.093 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:09:31 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: 2024-04-15T21:09:31.661+0000 7f36ce14f200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-15T21:09:32.093 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:09:31 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: 2024-04-15T21:09:31.849+0000 7f36ce14f200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-15T21:09:32.400 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:09:32 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: 2024-04-15T21:09:32.145+0000 7f36ce14f200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-15T21:09:32.801 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:09:32 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: 2024-04-15T21:09:32.406+0000 7f36ce14f200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-15T21:09:32.801 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:09:32 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: 2024-04-15T21:09:32.647+0000 7f36ce14f200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-15T21:09:33.093 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:09:32 smithi148 ceph-mon[25742]: pgmap v232: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:09:33.122 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:09:32 smithi057 ceph-mon[24810]: pgmap v232: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:09:33.122 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:09:32 smithi057 ceph-mon[29654]: pgmap v232: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:09:33.843 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:09:33 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: 2024-04-15T21:09:33.461+0000 7f36ce14f200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-15T21:09:33.871 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:09:33 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a[51097]: level=warn ts=2024-04-15T21:09:33.506Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.148:8443/api/prometheus_receiver\": dial tcp 172.21.15.148:8443: connect: connection refused" 2024-04-15T21:09:33.872 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:09:33 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a[51097]: level=warn ts=2024-04-15T21:09:33.508Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.57:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.57 because it doesn't contain any IP SANs" 2024-04-15T21:09:34.343 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:09:34 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: 2024-04-15T21:09:34.041+0000 7f36ce14f200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-15T21:09:34.343 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:09:34 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: 2024-04-15T21:09:34.141+0000 7f36ce14f200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-15T21:09:34.813 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:09:34 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: 2024-04-15T21:09:34.364+0000 7f36ce14f200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-15T21:09:34.813 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:09:34 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: [15/Apr/2024:21:09:34] ENGINE Bus STARTING 2024-04-15T21:09:34.813 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:09:34 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: CherryPy Checker: 2024-04-15T21:09:34.813 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:09:34 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: The Application mounted at '' has an empty config. 2024-04-15T21:09:34.813 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:09:34 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: 2024-04-15T21:09:34.813 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:09:34 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: [15/Apr/2024:21:09:34] ENGINE Serving on http://:::9283 2024-04-15T21:09:34.813 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:09:34 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: [15/Apr/2024:21:09:34] ENGINE Bus STARTED 2024-04-15T21:09:35.093 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:09:34 smithi148 ceph-mon[25742]: pgmap v233: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:09:35.093 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:09:34 smithi148 ceph-mon[25742]: Standby manager daemon x restarted 2024-04-15T21:09:35.093 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:09:34 smithi148 ceph-mon[25742]: Standby manager daemon x started 2024-04-15T21:09:35.093 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:09:34 smithi148 ceph-mon[25742]: from='mgr.? 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-15T21:09:35.093 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:09:34 smithi148 ceph-mon[25742]: from='mgr.? 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-15T21:09:35.093 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:09:34 smithi148 ceph-mon[25742]: from='mgr.? 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-15T21:09:35.093 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:09:34 smithi148 ceph-mon[25742]: from='mgr.? 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-15T21:09:35.121 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:09:34 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a[51097]: level=warn ts=2024-04-15T21:09:34.782Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=3 err="Post \"https://172.21.15.148:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.148 because it doesn't contain any IP SANs" 2024-04-15T21:09:35.121 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:09:34 smithi057 ceph-mon[29654]: pgmap v233: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:09:35.122 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:09:34 smithi057 ceph-mon[29654]: Standby manager daemon x restarted 2024-04-15T21:09:35.122 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:09:34 smithi057 ceph-mon[29654]: Standby manager daemon x started 2024-04-15T21:09:35.122 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:09:34 smithi057 ceph-mon[29654]: from='mgr.? 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-15T21:09:35.122 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:09:34 smithi057 ceph-mon[29654]: from='mgr.? 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-15T21:09:35.122 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:09:34 smithi057 ceph-mon[29654]: from='mgr.? 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-15T21:09:35.122 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:09:34 smithi057 ceph-mon[29654]: from='mgr.? 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-15T21:09:35.122 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:09:34 smithi057 ceph-mon[24810]: pgmap v233: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:09:35.122 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:09:34 smithi057 ceph-mon[24810]: Standby manager daemon x restarted 2024-04-15T21:09:35.122 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:09:34 smithi057 ceph-mon[24810]: Standby manager daemon x started 2024-04-15T21:09:35.122 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:09:34 smithi057 ceph-mon[24810]: from='mgr.? 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-15T21:09:35.122 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:09:34 smithi057 ceph-mon[24810]: from='mgr.? 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-15T21:09:35.123 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:09:34 smithi057 ceph-mon[24810]: from='mgr.? 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-15T21:09:35.123 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:09:34 smithi057 ceph-mon[24810]: from='mgr.? 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-15T21:09:36.093 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:09:35 smithi148 ceph-mon[25742]: mgrmap e21: y(active, since 6m), standbys: x 2024-04-15T21:09:36.121 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:09:35 smithi057 ceph-mon[24810]: mgrmap e21: y(active, since 6m), standbys: x 2024-04-15T21:09:36.121 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:09:35 smithi057 ceph-mon[29654]: mgrmap e21: y(active, since 6m), standbys: x 2024-04-15T21:09:37.093 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:09:36 smithi148 ceph-mon[25742]: pgmap v234: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:09:37.121 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:09:36 smithi057 ceph-mon[24810]: pgmap v234: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:09:37.121 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:09:36 smithi057 ceph-mon[29654]: pgmap v234: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:09:39.093 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:09:38 smithi148 ceph-mon[25742]: pgmap v235: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:09:39.121 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:09:38 smithi057 ceph-mon[24810]: pgmap v235: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:09:39.121 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:09:38 smithi057 ceph-mon[29654]: pgmap v235: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:09:40.371 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:09:39 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:09:39] "GET /metrics HTTP/1.1" 200 207961 "" "Prometheus/2.33.4" 2024-04-15T21:09:41.121 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:09:40 smithi057 ceph-mon[24810]: pgmap v236: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:09:41.122 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:09:40 smithi057 ceph-mon[29654]: pgmap v236: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:09:41.251 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:09:40 smithi148 ceph-mon[25742]: pgmap v236: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:09:41.593 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:09:41 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:09:41] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-15T21:09:42.343 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:09:41 smithi148 ceph-mon[25742]: from='client.24748 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:09:42.371 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:09:41 smithi057 ceph-mon[24810]: from='client.24748 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:09:42.371 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:09:41 smithi057 ceph-mon[29654]: from='client.24748 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:09:43.343 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:09:42 smithi148 ceph-mon[25742]: pgmap v237: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:09:43.371 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:09:42 smithi057 ceph-mon[24810]: pgmap v237: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:09:43.371 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:09:42 smithi057 ceph-mon[29654]: pgmap v237: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:09:43.871 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:09:43 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a[51097]: level=error ts=2024-04-15T21:09:43.507Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=3 err="ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://172.21.15.57:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.57 because it doesn't contain any IP SANs; ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://172.21.15.148:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.148 because it doesn't contain any IP SANs" 2024-04-15T21:09:43.871 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:09:43 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a[51097]: level=warn ts=2024-04-15T21:09:43.509Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.57:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.57 because it doesn't contain any IP SANs" 2024-04-15T21:09:43.871 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:09:43 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a[51097]: level=warn ts=2024-04-15T21:09:43.509Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.148:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.148 because it doesn't contain any IP SANs" 2024-04-15T21:09:45.121 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:09:44 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 172.21.15.57 - - [15/Apr/2024:21:09:44] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-15T21:09:45.122 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:09:44 smithi057 ceph-mon[24810]: pgmap v238: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:09:45.122 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:09:44 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:09:45.122 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:09:44 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:09:45.122 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:09:44 smithi057 ceph-mon[29654]: pgmap v238: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:09:45.122 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:09:44 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:09:45.122 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:09:44 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:09:45.343 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:09:44 smithi148 ceph-mon[25742]: pgmap v238: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:09:45.343 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:09:44 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:09:45.343 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:09:44 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:09:47.343 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:09:46 smithi148 ceph-mon[25742]: pgmap v239: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:09:47.372 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:09:46 smithi057 ceph-mon[24810]: pgmap v239: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:09:47.372 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:09:46 smithi057 ceph-mon[29654]: pgmap v239: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:09:47.372 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:09:46 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 172.21.15.148 - - [15/Apr/2024:21:09:46] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-15T21:09:48.256 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:09:47 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:09:48.256 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:09:47 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:09:48.371 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:09:47 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:09:48.371 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:09:47 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:09:48.372 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:09:47 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:09:48.372 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:09:47 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:09:49.270 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:09:49 smithi057 ceph-mon[24810]: pgmap v240: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:09:49.271 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:09:49 smithi057 ceph-mon[29654]: pgmap v240: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:09:49.343 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:09:49 smithi148 ceph-mon[25742]: pgmap v240: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:09:50.266 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:09:49 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:09:49] "GET /metrics HTTP/1.1" 200 207961 "" "Prometheus/2.33.4" 2024-04-15T21:09:51.062 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:09:51 smithi148 ceph-mon[25742]: pgmap v241: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:09:51.320 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:09:51 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:09:51] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-15T21:09:51.371 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:09:51 smithi057 ceph-mon[24810]: pgmap v241: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:09:51.372 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:09:51 smithi057 ceph-mon[29654]: pgmap v241: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:09:52.282 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:09:52 smithi148 ceph-mon[25742]: from='client.24748 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:09:52.372 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:09:52 smithi057 ceph-mon[24810]: from='client.24748 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:09:52.372 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:09:52 smithi057 ceph-mon[29654]: from='client.24748 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:09:53.344 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:09:53 smithi148 ceph-mon[25742]: pgmap v242: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:09:53.371 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:09:53 smithi057 ceph-mon[24810]: pgmap v242: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:09:53.372 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:09:53 smithi057 ceph-mon[29654]: pgmap v242: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:09:53.872 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:09:53 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a[51097]: level=error ts=2024-04-15T21:09:53.508Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=3 err="ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://172.21.15.57:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.57 because it doesn't contain any IP SANs; ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://172.21.15.148:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.148 because it doesn't contain any IP SANs" 2024-04-15T21:09:53.872 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:09:53 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a[51097]: level=warn ts=2024-04-15T21:09:53.510Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.148:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.148 because it doesn't contain any IP SANs" 2024-04-15T21:09:53.872 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:09:53 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a[51097]: level=warn ts=2024-04-15T21:09:53.510Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.57:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.57 because it doesn't contain any IP SANs" 2024-04-15T21:09:55.343 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:09:55 smithi148 ceph-mon[25742]: pgmap v243: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:09:55.371 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:09:55 smithi057 ceph-mon[24810]: pgmap v243: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:09:55.372 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:09:55 smithi057 ceph-mon[29654]: pgmap v243: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:09:56.122 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:09:55 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 172.21.15.148 - - [15/Apr/2024:21:09:55] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-15T21:09:57.080 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:09:56 smithi148 ceph-mon[25742]: pgmap v244: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:09:57.080 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:09:56 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:09:57.080 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:09:56 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:09:57.121 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:09:56 smithi057 ceph-mon[24810]: pgmap v244: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:09:57.122 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:09:56 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:09:57.122 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:09:56 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:09:57.122 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:09:56 smithi057 ceph-mon[29654]: pgmap v244: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:09:57.122 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:09:56 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:09:57.122 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:09:56 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:09:59.094 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:09:58 smithi148 ceph-mon[25742]: pgmap v245: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:09:59.121 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:09:58 smithi057 ceph-mon[24810]: pgmap v245: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:09:59.122 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:09:58 smithi057 ceph-mon[29654]: pgmap v245: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:10:00.372 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:09:59 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:09:59] "GET /metrics HTTP/1.1" 200 207965 "" "Prometheus/2.33.4" 2024-04-15T21:10:01.122 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:10:00 smithi057 ceph-mon[29654]: pgmap v246: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:10:01.122 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:10:00 smithi057 ceph-mon[29654]: overall HEALTH_OK 2024-04-15T21:10:01.122 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:10:00 smithi057 ceph-mon[24810]: pgmap v246: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:10:01.123 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:10:00 smithi057 ceph-mon[24810]: overall HEALTH_OK 2024-04-15T21:10:01.251 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:10:00 smithi148 ceph-mon[25742]: pgmap v246: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:10:01.251 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:10:00 smithi148 ceph-mon[25742]: overall HEALTH_OK 2024-04-15T21:10:01.593 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:10:01 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:10:01] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-15T21:10:02.122 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:10:01 smithi057 ceph-mon[24810]: from='client.24748 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:10:02.122 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:10:01 smithi057 ceph-mon[29654]: from='client.24748 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:10:02.343 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:10:01 smithi148 ceph-mon[25742]: from='client.24748 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:10:03.122 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:10:02 smithi057 ceph-mon[24810]: pgmap v247: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:10:03.122 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:10:02 smithi057 ceph-mon[29654]: pgmap v247: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:10:03.343 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:10:02 smithi148 ceph-mon[25742]: pgmap v247: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:10:03.872 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:10:03 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a[51097]: level=error ts=2024-04-15T21:10:03.508Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=3 err="ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://172.21.15.57:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.57 because it doesn't contain any IP SANs; ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://172.21.15.148:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.148 because it doesn't contain any IP SANs" 2024-04-15T21:10:03.872 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:10:03 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a[51097]: level=warn ts=2024-04-15T21:10:03.510Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.57:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.57 because it doesn't contain any IP SANs" 2024-04-15T21:10:03.872 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:10:03 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a[51097]: level=warn ts=2024-04-15T21:10:03.511Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.148:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.148 because it doesn't contain any IP SANs" 2024-04-15T21:10:05.121 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:10:04 smithi057 ceph-mon[24810]: pgmap v248: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:10:05.122 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:10:04 smithi057 ceph-mon[29654]: pgmap v248: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:10:05.122 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:10:04 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 172.21.15.57 - - [15/Apr/2024:21:10:04] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-15T21:10:05.343 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:10:04 smithi148 ceph-mon[25742]: pgmap v248: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:10:06.344 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:10:05 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:10:06.344 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:10:05 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:10:06.344 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:10:05 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-15T21:10:06.344 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:10:05 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-15T21:10:06.371 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:10:05 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:10:06.372 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:10:05 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:10:06.372 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:10:05 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-15T21:10:06.372 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:10:05 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-15T21:10:06.372 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:10:05 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:10:06.372 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:10:05 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:10:06.372 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:10:05 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-15T21:10:06.372 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:10:05 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-15T21:10:07.343 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:10:06 smithi148 ceph-mon[25742]: pgmap v249: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:10:07.371 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:10:06 smithi057 ceph-mon[24810]: pgmap v249: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:10:07.372 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:10:06 smithi057 ceph-mon[29654]: pgmap v249: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:10:09.216 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:10:08 smithi057 ceph-mon[24810]: pgmap v250: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:10:09.216 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:10:08 smithi057 ceph-mon[29654]: pgmap v250: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:10:09.343 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:10:08 smithi148 ceph-mon[25742]: pgmap v250: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:10:10.372 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:10:09 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:10:09] "GET /metrics HTTP/1.1" 200 207964 "" "Prometheus/2.33.4" 2024-04-15T21:10:11.122 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:10:10 smithi057 ceph-mon[24810]: pgmap v251: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:10:11.122 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:10:10 smithi057 ceph-mon[29654]: pgmap v251: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:10:11.252 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:10:10 smithi148 ceph-mon[25742]: pgmap v251: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:10:11.593 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:10:11 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:10:11] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-15T21:10:12.093 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:10:12 smithi148 ceph-mon[25742]: from='client.24748 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:10:12.372 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:10:11 smithi057 ceph-mon[24810]: from='client.24748 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:10:12.372 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:10:12 smithi057 ceph-mon[29654]: from='client.24748 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:10:12.372 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:10:12 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 172.21.15.148 - - [15/Apr/2024:21:10:12] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-15T21:10:13.343 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:10:13 smithi148 ceph-mon[25742]: pgmap v252: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:10:13.344 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:10:13 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:10:13.344 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:10:13 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:10:13.371 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:10:13 smithi057 ceph-mon[24810]: pgmap v252: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:10:13.372 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:10:13 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:10:13.372 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:10:13 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:10:13.372 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:10:13 smithi057 ceph-mon[29654]: pgmap v252: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:10:13.372 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:10:13 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:10:13.372 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:10:13 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:10:13.872 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:10:13 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a[51097]: level=error ts=2024-04-15T21:10:13.509Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://172.21.15.148:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.148 because it doesn't contain any IP SANs; ceph-dashboard/webhook[0]: notify retry canceled after 8 attempts: Post \"https://172.21.15.57:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.57 because it doesn't contain any IP SANs" 2024-04-15T21:10:13.872 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:10:13 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a[51097]: level=warn ts=2024-04-15T21:10:13.511Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.57:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.57 because it doesn't contain any IP SANs" 2024-04-15T21:10:13.872 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:10:13 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a[51097]: level=warn ts=2024-04-15T21:10:13.511Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.148:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.148 because it doesn't contain any IP SANs" 2024-04-15T21:10:15.343 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:10:15 smithi148 ceph-mon[25742]: pgmap v253: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:10:15.371 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:10:15 smithi057 ceph-mon[24810]: pgmap v253: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:10:15.372 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:10:15 smithi057 ceph-mon[29654]: pgmap v253: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:10:17.343 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:10:17 smithi148 ceph-mon[25742]: pgmap v254: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:10:17.372 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:10:17 smithi057 ceph-mon[24810]: pgmap v254: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:10:17.372 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:10:17 smithi057 ceph-mon[29654]: pgmap v254: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:10:19.372 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:10:19 smithi057 ceph-mon[24810]: pgmap v255: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:10:19.372 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:10:19 smithi057 ceph-mon[29654]: pgmap v255: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:10:19.594 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:10:19 smithi148 ceph-mon[25742]: pgmap v255: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:10:20.374 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:10:19 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:10:19] "GET /metrics HTTP/1.1" 200 207964 "" "Prometheus/2.33.4" 2024-04-15T21:10:21.372 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:10:21 smithi057 ceph-mon[24810]: pgmap v256: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:10:21.372 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:10:21 smithi057 ceph-mon[29654]: pgmap v256: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:10:21.396 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:10:21 smithi148 ceph-mon[25742]: pgmap v256: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:10:21.397 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:10:21 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:10:21] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-15T21:10:22.594 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:10:22 smithi148 ceph-mon[25742]: from='client.24748 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:10:22.622 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:10:22 smithi057 ceph-mon[24810]: from='client.24748 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:10:22.622 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:10:22 smithi057 ceph-mon[29654]: from='client.24748 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:10:23.504 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:10:23 smithi057 ceph-mon[24810]: pgmap v257: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:10:23.504 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:10:23 smithi057 ceph-mon[29654]: pgmap v257: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:10:23.593 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:10:23 smithi148 ceph-mon[25742]: pgmap v257: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:10:23.758 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:10:23 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a[51097]: level=error ts=2024-04-15T21:10:23.510Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://172.21.15.148:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.148 because it doesn't contain any IP SANs; ceph-dashboard/webhook[0]: notify retry canceled after 8 attempts: Post \"https://172.21.15.57:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.57 because it doesn't contain any IP SANs" 2024-04-15T21:10:23.758 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:10:23 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a[51097]: level=warn ts=2024-04-15T21:10:23.512Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.148:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.148 because it doesn't contain any IP SANs" 2024-04-15T21:10:23.758 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:10:23 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a[51097]: level=warn ts=2024-04-15T21:10:23.512Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.57:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.57 because it doesn't contain any IP SANs" 2024-04-15T21:10:25.372 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:10:25 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 172.21.15.57 - - [15/Apr/2024:21:10:25] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-15T21:10:25.372 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:10:25 smithi057 ceph-mon[24810]: pgmap v258: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:10:25.372 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:10:25 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:10:25.372 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:10:25 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:10:25.373 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:10:25 smithi057 ceph-mon[29654]: pgmap v258: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:10:25.373 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:10:25 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:10:25.373 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:10:25 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:10:25.594 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:10:25 smithi148 ceph-mon[25742]: pgmap v258: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:10:25.594 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:10:25 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:10:25.594 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:10:25 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:10:27.594 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:10:27 smithi148 ceph-mon[25742]: pgmap v259: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:10:27.622 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:10:27 smithi057 ceph-mon[24810]: pgmap v259: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:10:27.622 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:10:27 smithi057 ceph-mon[29654]: pgmap v259: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:10:28.309 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:10:28 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:10:28.309 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:10:28 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:10:28.309 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:10:28 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:10:28.309 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:10:28 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:10:28.309 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:10:28 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:10:28.309 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:10:28 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:10:28.344 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:10:28 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:10:28.344 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:10:28 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:10:28.344 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:10:28 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:10:29.409 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:10:29 smithi057 ceph-mon[24810]: pgmap v260: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:10:29.409 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:10:29 smithi057 ceph-mon[29654]: pgmap v260: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:10:29.594 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:10:29 smithi148 ceph-mon[25742]: pgmap v260: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:10:30.183 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:10:29 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:10:29] "GET /metrics HTTP/1.1" 200 207960 "" "Prometheus/2.33.4" 2024-04-15T21:10:31.249 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:10:31 smithi057 ceph-mon[24810]: pgmap v261: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:10:31.249 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:10:31 smithi057 ceph-mon[29654]: pgmap v261: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:10:31.594 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:10:31 smithi148 ceph-mon[25742]: pgmap v261: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:10:31.594 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:10:31 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:10:31] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-15T21:10:32.594 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:10:32 smithi148 ceph-mon[25742]: from='client.24748 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:10:32.622 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:10:32 smithi057 ceph-mon[24810]: from='client.24748 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:10:32.622 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:10:32 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 172.21.15.148 - - [15/Apr/2024:21:10:32] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-15T21:10:32.623 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:10:32 smithi057 ceph-mon[29654]: from='client.24748 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:10:33.505 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:10:33 smithi057 ceph-mon[24810]: pgmap v262: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:10:33.505 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:10:33 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:10:33.505 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:10:33 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:10:33.505 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:10:33 smithi057 ceph-mon[29654]: pgmap v262: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:10:33.505 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:10:33 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:10:33.505 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:10:33 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:10:33.594 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:10:33 smithi148 ceph-mon[25742]: pgmap v262: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:10:33.594 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:10:33 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:10:33.594 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:10:33 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:10:33.872 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:10:33 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a[51097]: level=error ts=2024-04-15T21:10:33.511Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://172.21.15.57:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.57 because it doesn't contain any IP SANs; ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://172.21.15.148:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.148 because it doesn't contain any IP SANs" 2024-04-15T21:10:33.873 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:10:33 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a[51097]: level=warn ts=2024-04-15T21:10:33.513Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.148:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.148 because it doesn't contain any IP SANs" 2024-04-15T21:10:33.873 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:10:33 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a[51097]: level=warn ts=2024-04-15T21:10:33.513Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.57:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.57 because it doesn't contain any IP SANs" 2024-04-15T21:10:35.520 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:10:35 smithi148 ceph-mon[25742]: pgmap v263: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:10:35.622 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:10:35 smithi057 ceph-mon[24810]: pgmap v263: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:10:35.622 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:10:35 smithi057 ceph-mon[29654]: pgmap v263: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:10:37.594 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:10:37 smithi148 ceph-mon[25742]: pgmap v264: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:10:37.622 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:10:37 smithi057 ceph-mon[24810]: pgmap v264: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:10:37.622 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:10:37 smithi057 ceph-mon[29654]: pgmap v264: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:10:39.594 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:10:39 smithi148 ceph-mon[25742]: pgmap v265: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:10:39.622 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:10:39 smithi057 ceph-mon[24810]: pgmap v265: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:10:39.622 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:10:39 smithi057 ceph-mon[29654]: pgmap v265: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:10:40.263 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:10:39 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:10:39] "GET /metrics HTTP/1.1" 200 207961 "" "Prometheus/2.33.4" 2024-04-15T21:10:41.594 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:10:41 smithi148 ceph-mon[25742]: pgmap v266: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:10:41.594 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:10:41 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:10:41] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-15T21:10:41.622 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:10:41 smithi057 ceph-mon[24810]: pgmap v266: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:10:41.622 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:10:41 smithi057 ceph-mon[29654]: pgmap v266: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:10:42.594 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:10:42 smithi148 ceph-mon[25742]: from='client.24748 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:10:42.622 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:10:42 smithi057 ceph-mon[24810]: from='client.24748 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:10:42.622 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:10:42 smithi057 ceph-mon[29654]: from='client.24748 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:10:43.506 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:10:43 smithi057 ceph-mon[24810]: pgmap v267: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:10:43.506 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:10:43 smithi057 ceph-mon[29654]: pgmap v267: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:10:43.594 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:10:43 smithi148 ceph-mon[25742]: pgmap v267: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:10:43.872 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:10:43 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a[51097]: level=error ts=2024-04-15T21:10:43.512Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://172.21.15.57:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.57 because it doesn't contain any IP SANs; ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://172.21.15.148:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.148 because it doesn't contain any IP SANs" 2024-04-15T21:10:43.872 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:10:43 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a[51097]: level=warn ts=2024-04-15T21:10:43.514Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.57:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.57 because it doesn't contain any IP SANs" 2024-04-15T21:10:43.872 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:10:43 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a[51097]: level=warn ts=2024-04-15T21:10:43.514Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.148:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.148 because it doesn't contain any IP SANs" 2024-04-15T21:10:45.594 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:10:45 smithi148 ceph-mon[25742]: pgmap v268: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:10:45.595 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:10:45 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:10:45.595 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:10:45 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:10:45.622 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:10:45 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 172.21.15.57 - - [15/Apr/2024:21:10:45] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-15T21:10:45.623 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:10:45 smithi057 ceph-mon[24810]: pgmap v268: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:10:45.623 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:10:45 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:10:45.623 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:10:45 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:10:45.623 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:10:45 smithi057 ceph-mon[29654]: pgmap v268: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:10:45.623 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:10:45 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:10:45.623 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:10:45 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:10:47.594 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:10:47 smithi148 ceph-mon[25742]: pgmap v269: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:10:47.622 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:10:47 smithi057 ceph-mon[24810]: pgmap v269: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:10:47.623 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:10:47 smithi057 ceph-mon[29654]: pgmap v269: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:10:49.518 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:10:49 smithi057 ceph-mon[24810]: pgmap v270: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:10:49.519 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:10:49 smithi057 ceph-mon[29654]: pgmap v270: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:10:49.594 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:10:49 smithi148 ceph-mon[25742]: pgmap v270: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:10:50.307 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:10:49 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:10:49] "GET /metrics HTTP/1.1" 200 207961 "" "Prometheus/2.33.4" 2024-04-15T21:10:51.594 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:10:51 smithi148 ceph-mon[25742]: pgmap v271: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:10:51.594 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:10:51 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:10:51] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-15T21:10:51.622 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:10:51 smithi057 ceph-mon[24810]: pgmap v271: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:10:51.622 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:10:51 smithi057 ceph-mon[29654]: pgmap v271: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:10:52.594 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:10:52 smithi148 ceph-mon[25742]: from='client.24748 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:10:52.622 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:10:52 smithi057 ceph-mon[29654]: from='client.24748 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:10:52.623 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:10:52 smithi057 ceph-mon[24810]: from='client.24748 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:10:52.623 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:10:52 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 172.21.15.148 - - [15/Apr/2024:21:10:52] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-15T21:10:53.594 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:10:53 smithi148 ceph-mon[25742]: pgmap v272: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:10:53.594 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:10:53 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:10:53.594 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:10:53 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:10:53.622 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:10:53 smithi057 ceph-mon[24810]: pgmap v272: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:10:53.622 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:10:53 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:10:53.622 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:10:53 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:10:53.623 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:10:53 smithi057 ceph-mon[29654]: pgmap v272: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:10:53.623 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:10:53 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:10:53.623 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:10:53 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:10:53.623 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:10:53 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a[51097]: level=error ts=2024-04-15T21:10:53.512Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://172.21.15.57:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.57 because it doesn't contain any IP SANs; ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://172.21.15.148:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.148 because it doesn't contain any IP SANs" 2024-04-15T21:10:53.623 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:10:53 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a[51097]: level=warn ts=2024-04-15T21:10:53.515Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.57:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.57 because it doesn't contain any IP SANs" 2024-04-15T21:10:53.623 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:10:53 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a[51097]: level=warn ts=2024-04-15T21:10:53.515Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.148:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.148 because it doesn't contain any IP SANs" 2024-04-15T21:10:55.594 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:10:55 smithi148 ceph-mon[25742]: pgmap v273: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:10:55.622 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:10:55 smithi057 ceph-mon[24810]: pgmap v273: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:10:55.623 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:10:55 smithi057 ceph-mon[29654]: pgmap v273: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:10:57.594 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:10:57 smithi148 ceph-mon[25742]: pgmap v274: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:10:57.622 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:10:57 smithi057 ceph-mon[29654]: pgmap v274: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:10:57.623 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:10:57 smithi057 ceph-mon[24810]: pgmap v274: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:10:59.594 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:10:59 smithi148 ceph-mon[25742]: pgmap v275: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:10:59.622 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:10:59 smithi057 ceph-mon[24810]: pgmap v275: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:10:59.622 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:10:59 smithi057 ceph-mon[29654]: pgmap v275: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:11:00.372 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:10:59 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:10:59] "GET /metrics HTTP/1.1" 200 207963 "" "Prometheus/2.33.4" 2024-04-15T21:11:01.594 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:11:01 smithi148 ceph-mon[25742]: pgmap v276: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:11:01.595 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:11:01 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:11:01] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-15T21:11:01.622 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:11:01 smithi057 ceph-mon[24810]: pgmap v276: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:11:01.622 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:11:01 smithi057 ceph-mon[29654]: pgmap v276: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:11:02.594 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:11:02 smithi148 ceph-mon[25742]: from='client.24748 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:11:02.622 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:11:02 smithi057 ceph-mon[24810]: from='client.24748 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:11:02.623 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:11:02 smithi057 ceph-mon[29654]: from='client.24748 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:11:03.622 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:11:03 smithi057 ceph-mon[24810]: pgmap v277: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:11:03.623 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:11:03 smithi057 ceph-mon[29654]: pgmap v277: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:11:03.623 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:11:03 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a[51097]: level=error ts=2024-04-15T21:11:03.514Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://172.21.15.148:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.148 because it doesn't contain any IP SANs; ceph-dashboard/webhook[0]: notify retry canceled after 8 attempts: Post \"https://172.21.15.57:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.57 because it doesn't contain any IP SANs" 2024-04-15T21:11:03.623 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:11:03 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a[51097]: level=warn ts=2024-04-15T21:11:03.516Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.57:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.57 because it doesn't contain any IP SANs" 2024-04-15T21:11:03.623 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:11:03 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a[51097]: level=warn ts=2024-04-15T21:11:03.516Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.148:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.148 because it doesn't contain any IP SANs" 2024-04-15T21:11:03.844 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:11:03 smithi148 ceph-mon[25742]: pgmap v277: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:11:05.623 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:11:05 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 172.21.15.57 - - [15/Apr/2024:21:11:05] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-15T21:11:05.623 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:11:05 smithi057 ceph-mon[24810]: pgmap v278: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:11:05.624 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:11:05 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:11:05.624 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:11:05 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:11:05.624 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:11:05 smithi057 ceph-mon[29654]: pgmap v278: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:11:05.624 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:11:05 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:11:05.625 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:11:05 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:11:05.844 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:11:05 smithi148 ceph-mon[25742]: pgmap v278: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:11:05.844 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:11:05 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:11:05.844 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:11:05 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:11:06.844 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:11:06 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-15T21:11:06.844 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:11:06 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-15T21:11:06.872 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:11:06 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-15T21:11:06.872 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:11:06 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-15T21:11:06.873 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:11:06 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-15T21:11:06.873 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:11:06 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-15T21:11:07.844 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:11:07 smithi148 ceph-mon[25742]: pgmap v279: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:11:07.872 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:11:07 smithi057 ceph-mon[24810]: pgmap v279: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:11:07.873 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:11:07 smithi057 ceph-mon[29654]: pgmap v279: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:11:08.623 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:11:08 smithi057 ceph-mon[24810]: pgmap v280: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:11:08.623 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:11:08 smithi057 ceph-mon[29654]: pgmap v280: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:11:08.844 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:11:08 smithi148 ceph-mon[25742]: pgmap v280: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:11:10.372 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:11:09 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:11:09] "GET /metrics HTTP/1.1" 200 207959 "" "Prometheus/2.33.4" 2024-04-15T21:11:10.745 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:11:10 smithi057 ceph-mon[24810]: pgmap v281: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:11:10.745 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:11:10 smithi057 ceph-mon[29654]: pgmap v281: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:11:10.844 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:11:10 smithi148 ceph-mon[25742]: pgmap v281: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:11:11.594 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:11:11 smithi148 ceph-mon[25742]: from='client.24748 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:11:11.595 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:11:11 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:11:11] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-15T21:11:11.873 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:11:11 smithi057 ceph-mon[24810]: from='client.24748 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:11:11.873 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:11:11 smithi057 ceph-mon[29654]: from='client.24748 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:11:12.830 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:11:12 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 172.21.15.148 - - [15/Apr/2024:21:11:12] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-15T21:11:13.094 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:11:12 smithi148 ceph-mon[25742]: pgmap v282: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:11:13.095 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:11:12 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:11:13.095 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:11:12 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:11:13.122 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:11:12 smithi057 ceph-mon[24810]: pgmap v282: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:11:13.123 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:11:12 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:11:13.123 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:11:12 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:11:13.123 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:11:12 smithi057 ceph-mon[29654]: pgmap v282: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:11:13.123 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:11:12 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:11:13.123 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:11:12 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:11:13.872 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:11:13 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a[51097]: level=error ts=2024-04-15T21:11:13.514Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://172.21.15.148:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.148 because it doesn't contain any IP SANs; ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://172.21.15.57:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.57 because it doesn't contain any IP SANs" 2024-04-15T21:11:13.873 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:11:13 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a[51097]: level=warn ts=2024-04-15T21:11:13.516Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.148:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.148 because it doesn't contain any IP SANs" 2024-04-15T21:11:13.873 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:11:13 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a[51097]: level=warn ts=2024-04-15T21:11:13.516Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.57:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.57 because it doesn't contain any IP SANs" 2024-04-15T21:11:15.122 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:11:14 smithi057 ceph-mon[24810]: pgmap v283: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:11:15.123 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:11:14 smithi057 ceph-mon[29654]: pgmap v283: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:11:15.344 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:11:14 smithi148 ceph-mon[25742]: pgmap v283: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:11:17.095 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:11:16 smithi148 ceph-mon[25742]: pgmap v284: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:11:17.122 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:11:16 smithi057 ceph-mon[29654]: pgmap v284: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:11:17.123 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:11:16 smithi057 ceph-mon[24810]: pgmap v284: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:11:19.062 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:11:18 smithi148 ceph-mon[25742]: pgmap v285: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:11:19.123 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:11:18 smithi057 ceph-mon[24810]: pgmap v285: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:11:19.123 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:11:18 smithi057 ceph-mon[29654]: pgmap v285: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:11:20.372 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:11:19 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:11:19] "GET /metrics HTTP/1.1" 200 207959 "" "Prometheus/2.33.4" 2024-04-15T21:11:21.122 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:11:20 smithi057 ceph-mon[29654]: pgmap v286: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:11:21.123 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:11:20 smithi057 ceph-mon[24810]: pgmap v286: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:11:21.253 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:11:20 smithi148 ceph-mon[25742]: pgmap v286: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:11:21.594 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:11:21 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:11:21] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-15T21:11:22.123 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:11:21 smithi057 ceph-mon[29654]: from='client.24748 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:11:22.123 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:11:21 smithi057 ceph-mon[24810]: from='client.24748 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:11:22.344 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:11:21 smithi148 ceph-mon[25742]: from='client.24748 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:11:23.123 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:11:22 smithi057 ceph-mon[24810]: pgmap v287: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:11:23.123 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:11:22 smithi057 ceph-mon[29654]: pgmap v287: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:11:23.344 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:11:22 smithi148 ceph-mon[25742]: pgmap v287: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:11:23.873 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:11:23 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a[51097]: level=error ts=2024-04-15T21:11:23.515Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[0]: notify retry canceled after 8 attempts: Post \"https://172.21.15.57:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.57 because it doesn't contain any IP SANs; ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://172.21.15.148:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.148 because it doesn't contain any IP SANs" 2024-04-15T21:11:23.873 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:11:23 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a[51097]: level=warn ts=2024-04-15T21:11:23.517Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.57:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.57 because it doesn't contain any IP SANs" 2024-04-15T21:11:23.873 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:11:23 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a[51097]: level=warn ts=2024-04-15T21:11:23.518Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.148:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.148 because it doesn't contain any IP SANs" 2024-04-15T21:11:25.094 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:11:24 smithi148 ceph-mon[25742]: pgmap v288: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:11:25.373 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:11:24 smithi057 ceph-mon[24810]: pgmap v288: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:11:25.373 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:11:24 smithi057 ceph-mon[29654]: pgmap v288: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:11:25.873 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:11:25 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 172.21.15.57 - - [15/Apr/2024:21:11:25] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-15T21:11:26.844 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:11:26 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:11:26.845 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:11:26 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:11:26.845 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:11:26 smithi148 ceph-mon[25742]: pgmap v289: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:11:26.873 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:11:26 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:11:26.873 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:11:26 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:11:26.873 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:11:26 smithi057 ceph-mon[29654]: pgmap v289: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:11:26.873 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:11:26 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:11:26.873 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:11:26 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:11:26.873 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:11:26 smithi057 ceph-mon[24810]: pgmap v289: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:11:28.834 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:11:28 smithi057 ceph-mon[24810]: pgmap v290: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:11:28.834 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:11:28 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:11:28.835 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:11:28 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:11:28.835 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:11:28 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:11:29.094 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:11:28 smithi148 ceph-mon[25742]: pgmap v290: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:11:29.095 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:11:28 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:11:29.095 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:11:28 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:11:29.095 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:11:28 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:11:29.122 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:11:28 smithi057 ceph-mon[29654]: pgmap v290: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:11:29.123 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:11:28 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:11:29.123 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:11:28 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:11:29.123 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:11:28 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:11:30.343 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:11:29 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:11:29] "GET /metrics HTTP/1.1" 200 207970 "" "Prometheus/2.33.4" 2024-04-15T21:11:30.926 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:11:30 smithi057 ceph-mon[24810]: pgmap v291: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:11:30.927 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:11:30 smithi057 ceph-mon[29654]: pgmap v291: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:11:31.094 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:11:30 smithi148 ceph-mon[25742]: pgmap v291: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:11:31.595 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:11:31 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:11:31] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-15T21:11:32.123 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:11:31 smithi057 ceph-mon[24810]: from='client.24748 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:11:32.123 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:11:31 smithi057 ceph-mon[29654]: from='client.24748 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:11:32.345 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:11:31 smithi148 ceph-mon[25742]: from='client.24748 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:11:32.848 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:11:32 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 172.21.15.148 - - [15/Apr/2024:21:11:32] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-15T21:11:33.123 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:11:32 smithi057 ceph-mon[24810]: pgmap v292: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:11:33.123 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:11:32 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:11:33.123 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:11:32 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:11:33.123 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:11:32 smithi057 ceph-mon[29654]: pgmap v292: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:11:33.123 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:11:32 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:11:33.123 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:11:32 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:11:33.344 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:11:32 smithi148 ceph-mon[25742]: pgmap v292: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:11:33.345 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:11:32 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:11:33.345 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:11:32 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:11:33.873 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:11:33 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a[51097]: level=error ts=2024-04-15T21:11:33.516Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://172.21.15.148:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.148 because it doesn't contain any IP SANs; ceph-dashboard/webhook[0]: notify retry canceled after 8 attempts: Post \"https://172.21.15.57:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.57 because it doesn't contain any IP SANs" 2024-04-15T21:11:33.873 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:11:33 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a[51097]: level=warn ts=2024-04-15T21:11:33.518Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.148:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.148 because it doesn't contain any IP SANs" 2024-04-15T21:11:33.873 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:11:33 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a[51097]: level=warn ts=2024-04-15T21:11:33.518Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.57:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.57 because it doesn't contain any IP SANs" 2024-04-15T21:11:35.123 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:11:34 smithi057 ceph-mon[24810]: pgmap v293: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:11:35.123 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:11:34 smithi057 ceph-mon[29654]: pgmap v293: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:11:35.345 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:11:34 smithi148 ceph-mon[25742]: pgmap v293: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:11:37.123 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:11:36 smithi057 ceph-mon[24810]: pgmap v294: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:11:37.123 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:11:36 smithi057 ceph-mon[29654]: pgmap v294: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:11:37.344 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:11:36 smithi148 ceph-mon[25742]: pgmap v294: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:11:39.095 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:11:38 smithi148 ceph-mon[25742]: pgmap v295: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:11:39.373 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:11:38 smithi057 ceph-mon[24810]: pgmap v295: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:11:39.373 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:11:38 smithi057 ceph-mon[29654]: pgmap v295: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:11:40.373 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:11:39 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:11:39] "GET /metrics HTTP/1.1" 200 207961 "" "Prometheus/2.33.4" 2024-04-15T21:11:41.252 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:11:40 smithi148 ceph-mon[25742]: pgmap v296: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:11:41.299 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:11:40 smithi057 ceph-mon[24810]: pgmap v296: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:11:41.300 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:11:40 smithi057 ceph-mon[29654]: pgmap v296: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:11:41.595 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:11:41 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:11:41] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-15T21:11:42.345 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:11:41 smithi148 ceph-mon[25742]: from='client.24748 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:11:42.372 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:11:41 smithi057 ceph-mon[24810]: from='client.24748 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:11:42.373 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:11:41 smithi057 ceph-mon[29654]: from='client.24748 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:11:43.344 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:11:42 smithi148 ceph-mon[25742]: pgmap v297: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:11:43.373 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:11:42 smithi057 ceph-mon[24810]: pgmap v297: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:11:43.373 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:11:42 smithi057 ceph-mon[29654]: pgmap v297: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:11:43.873 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:11:43 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a[51097]: level=error ts=2024-04-15T21:11:43.517Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[0]: notify retry canceled after 8 attempts: Post \"https://172.21.15.57:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.57 because it doesn't contain any IP SANs; ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://172.21.15.148:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.148 because it doesn't contain any IP SANs" 2024-04-15T21:11:43.873 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:11:43 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a[51097]: level=warn ts=2024-04-15T21:11:43.519Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.57:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.57 because it doesn't contain any IP SANs" 2024-04-15T21:11:43.873 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:11:43 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a[51097]: level=warn ts=2024-04-15T21:11:43.519Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.148:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.148 because it doesn't contain any IP SANs" 2024-04-15T21:11:45.345 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:11:44 smithi148 ceph-mon[25742]: pgmap v298: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:11:45.373 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:11:44 smithi057 ceph-mon[24810]: pgmap v298: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:11:45.373 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:11:44 smithi057 ceph-mon[29654]: pgmap v298: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:11:45.873 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:11:45 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 172.21.15.57 - - [15/Apr/2024:21:11:45] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-15T21:11:46.845 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:11:46 smithi148 ceph-mon[25742]: pgmap v299: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:11:46.845 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:11:46 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:11:46.845 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:11:46 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:11:46.873 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:11:46 smithi057 ceph-mon[24810]: pgmap v299: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:11:46.873 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:11:46 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:11:46.873 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:11:46 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:11:46.873 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:11:46 smithi057 ceph-mon[29654]: pgmap v299: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:11:46.874 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:11:46 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:11:46.874 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:11:46 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:11:49.123 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:11:48 smithi057 ceph-mon[29654]: pgmap v300: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:11:49.123 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:11:48 smithi057 ceph-mon[24810]: pgmap v300: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:11:49.345 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:11:48 smithi148 ceph-mon[25742]: pgmap v300: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:11:50.307 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:11:49 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:11:49] "GET /metrics HTTP/1.1" 200 207961 "" "Prometheus/2.33.4" 2024-04-15T21:11:51.123 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:11:50 smithi057 ceph-mon[24810]: pgmap v301: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:11:51.123 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:11:50 smithi057 ceph-mon[29654]: pgmap v301: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:11:51.147 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:11:50 smithi148 ceph-mon[25742]: pgmap v301: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:11:51.401 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:11:51 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:11:51] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-15T21:11:52.032 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 -e sha1=87dbfb632e974cb2c28d17423071d2d833b53b29 -- bash -c 'ceph orch ps' 2024-04-15T21:11:52.123 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:11:51 smithi057 ceph-mon[24810]: from='client.24748 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:11:52.123 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:11:51 smithi057 ceph-mon[29654]: from='client.24748 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:11:52.315 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:11:51 smithi148 ceph-mon[25742]: from='client.24748 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:11:52.818 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:11:52 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 172.21.15.148 - - [15/Apr/2024:21:11:52] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-15T21:11:53.123 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:11:52 smithi057 ceph-mon[24810]: pgmap v302: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:11:53.123 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:11:52 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:11:53.123 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:11:52 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:11:53.123 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:11:52 smithi057 ceph-mon[29654]: pgmap v302: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:11:53.123 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:11:52 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:11:53.123 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:11:52 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:11:53.345 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:11:52 smithi148 ceph-mon[25742]: pgmap v302: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:11:53.345 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:11:52 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:11:53.345 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:11:52 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:11:53.828 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:11:53 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a[51097]: level=error ts=2024-04-15T21:11:53.517Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://172.21.15.57:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.57 because it doesn't contain any IP SANs; ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://172.21.15.148:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.148 because it doesn't contain any IP SANs" 2024-04-15T21:11:53.829 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:11:53 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a[51097]: level=warn ts=2024-04-15T21:11:53.519Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.57:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.57 because it doesn't contain any IP SANs" 2024-04-15T21:11:53.829 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:11:53 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a[51097]: level=warn ts=2024-04-15T21:11:53.520Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.148:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.148 because it doesn't contain any IP SANs" 2024-04-15T21:11:54.398 INFO:teuthology.orchestra.run.smithi057.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-15T21:11:54.398 INFO:teuthology.orchestra.run.smithi057.stdout:agent.smithi057 smithi057 running 8s ago 13m - - 2024-04-15T21:11:54.398 INFO:teuthology.orchestra.run.smithi057.stdout:agent.smithi148 smithi148 running 1s ago 12m - - 2024-04-15T21:11:54.398 INFO:teuthology.orchestra.run.smithi057.stdout:alertmanager.a smithi057 *:9093,9094 running (7m) 8s ago 7m 27.0M - ba2b418f427c 0dacbddbc8bf 2024-04-15T21:11:54.399 INFO:teuthology.orchestra.run.smithi057.stdout:grafana.a smithi148 *:3000 running (7m) 1s ago 7m 55.4M - 8.3.5 dad864ee21e9 d2139c7f3bdc 2024-04-15T21:11:54.399 INFO:teuthology.orchestra.run.smithi057.stdout:iscsi.foo.smithi057.jwyjxv smithi057 running (6m) 8s ago 6m 58.1M - 3.5 e1d6a67b021e b1770d3dd9c7 2024-04-15T21:11:54.399 INFO:teuthology.orchestra.run.smithi057.stdout:mgr.x smithi148 *:8443,9283 running (2m) 1s ago 12m 452M - 19.0.0-3084-g87dbfb63 a452a57266c7 83d028d1b9d2 2024-04-15T21:11:54.399 INFO:teuthology.orchestra.run.smithi057.stdout:mgr.y smithi057 *:9283 running (13m) 8s ago 13m 472M - 17.2.0 e1d6a67b021e dde955fcd79a 2024-04-15T21:11:54.399 INFO:teuthology.orchestra.run.smithi057.stdout:mon.a smithi057 running (13m) 8s ago 14m 54.8M 2048M 17.2.0 e1d6a67b021e f68a8a14d0b2 2024-04-15T21:11:54.399 INFO:teuthology.orchestra.run.smithi057.stdout:mon.b smithi148 running (12m) 1s ago 12m 46.5M 2048M 17.2.0 e1d6a67b021e 27f4990cb4d7 2024-04-15T21:11:54.399 INFO:teuthology.orchestra.run.smithi057.stdout:mon.c smithi057 running (12m) 8s ago 12m 42.5M 2048M 17.2.0 e1d6a67b021e 7cbf3ea734af 2024-04-15T21:11:54.399 INFO:teuthology.orchestra.run.smithi057.stdout:node-exporter.a smithi057 *:9100 running (8m) 8s ago 8m 14.8M - 1dbe0e931976 5a239454347c 2024-04-15T21:11:54.399 INFO:teuthology.orchestra.run.smithi057.stdout:node-exporter.b smithi148 *:9100 running (8m) 1s ago 8m 17.5M - 1dbe0e931976 1dc7a4f623ed 2024-04-15T21:11:54.399 INFO:teuthology.orchestra.run.smithi057.stdout:osd.0 smithi057 running (11m) 8s ago 11m 50.8M 4096M 17.2.0 e1d6a67b021e a825b23c2b8e 2024-04-15T21:11:54.399 INFO:teuthology.orchestra.run.smithi057.stdout:osd.1 smithi057 running (11m) 8s ago 11m 55.0M 4096M 17.2.0 e1d6a67b021e ef43105379fd 2024-04-15T21:11:54.400 INFO:teuthology.orchestra.run.smithi057.stdout:osd.2 smithi057 running (11m) 8s ago 11m 50.6M 4096M 17.2.0 e1d6a67b021e 8cea1b1b5212 2024-04-15T21:11:54.400 INFO:teuthology.orchestra.run.smithi057.stdout:osd.3 smithi057 running (10m) 8s ago 10m 49.4M 4096M 17.2.0 e1d6a67b021e 8400e9bee4fe 2024-04-15T21:11:54.400 INFO:teuthology.orchestra.run.smithi057.stdout:osd.4 smithi148 running (10m) 1s ago 10m 49.5M 4096M 17.2.0 e1d6a67b021e 955a657c7722 2024-04-15T21:11:54.400 INFO:teuthology.orchestra.run.smithi057.stdout:osd.5 smithi148 running (10m) 1s ago 10m 47.7M 4096M 17.2.0 e1d6a67b021e bf2b1914ffc9 2024-04-15T21:11:54.400 INFO:teuthology.orchestra.run.smithi057.stdout:osd.6 smithi148 running (9m) 1s ago 9m 47.2M 4096M 17.2.0 e1d6a67b021e ab801778ca01 2024-04-15T21:11:54.400 INFO:teuthology.orchestra.run.smithi057.stdout:osd.7 smithi148 running (9m) 1s ago 9m 48.8M 4096M 17.2.0 e1d6a67b021e c9334bc357be 2024-04-15T21:11:54.400 INFO:teuthology.orchestra.run.smithi057.stdout:prometheus.a smithi148 *:9095 running (7m) 1s ago 8m 67.6M - 514e6a882f6e 5a2a8d424c14 2024-04-15T21:11:54.400 INFO:teuthology.orchestra.run.smithi057.stdout:rgw.foo.smithi057.lxigfo smithi057 *:8000 running (6m) 8s ago 6m 72.9M - 17.2.0 e1d6a67b021e fa044b726c8d 2024-04-15T21:11:54.400 INFO:teuthology.orchestra.run.smithi057.stdout:rgw.foo.smithi148.cgzzfh smithi148 *:8000 running (6m) 1s ago 6m 70.3M - 17.2.0 e1d6a67b021e 722242170e62 2024-04-15T21:11:55.028 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:11:54 smithi057 ceph-mon[24810]: pgmap v303: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:11:55.028 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:11:54 smithi057 ceph-mon[29654]: pgmap v303: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:11:55.052 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 -e sha1=87dbfb632e974cb2c28d17423071d2d833b53b29 -- bash -c 'ceph versions' 2024-04-15T21:11:55.346 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:11:54 smithi148 ceph-mon[25742]: pgmap v303: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:11:56.076 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:11:55 smithi057 ceph-mon[24810]: from='client.15012 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:11:56.077 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:11:55 smithi057 ceph-mon[29654]: from='client.15012 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:11:56.345 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:11:55 smithi148 ceph-mon[25742]: from='client.15012 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:11:57.089 INFO:teuthology.orchestra.run.smithi057.stdout:{ 2024-04-15T21:11:57.089 INFO:teuthology.orchestra.run.smithi057.stdout: "mon": { 2024-04-15T21:11:57.089 INFO:teuthology.orchestra.run.smithi057.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 3 2024-04-15T21:11:57.089 INFO:teuthology.orchestra.run.smithi057.stdout: }, 2024-04-15T21:11:57.089 INFO:teuthology.orchestra.run.smithi057.stdout: "mgr": { 2024-04-15T21:11:57.089 INFO:teuthology.orchestra.run.smithi057.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 1, 2024-04-15T21:11:57.089 INFO:teuthology.orchestra.run.smithi057.stdout: "ceph version 19.0.0-3084-g87dbfb63 (87dbfb632e974cb2c28d17423071d2d833b53b29) squid (dev)": 1 2024-04-15T21:11:57.089 INFO:teuthology.orchestra.run.smithi057.stdout: }, 2024-04-15T21:11:57.090 INFO:teuthology.orchestra.run.smithi057.stdout: "osd": { 2024-04-15T21:11:57.090 INFO:teuthology.orchestra.run.smithi057.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 8 2024-04-15T21:11:57.090 INFO:teuthology.orchestra.run.smithi057.stdout: }, 2024-04-15T21:11:57.090 INFO:teuthology.orchestra.run.smithi057.stdout: "mds": {}, 2024-04-15T21:11:57.090 INFO:teuthology.orchestra.run.smithi057.stdout: "rgw": { 2024-04-15T21:11:57.090 INFO:teuthology.orchestra.run.smithi057.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 2 2024-04-15T21:11:57.090 INFO:teuthology.orchestra.run.smithi057.stdout: }, 2024-04-15T21:11:57.090 INFO:teuthology.orchestra.run.smithi057.stdout: "overall": { 2024-04-15T21:11:57.090 INFO:teuthology.orchestra.run.smithi057.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 14, 2024-04-15T21:11:57.090 INFO:teuthology.orchestra.run.smithi057.stdout: "ceph version 19.0.0-3084-g87dbfb63 (87dbfb632e974cb2c28d17423071d2d833b53b29) squid (dev)": 1 2024-04-15T21:11:57.090 INFO:teuthology.orchestra.run.smithi057.stdout: } 2024-04-15T21:11:57.090 INFO:teuthology.orchestra.run.smithi057.stdout:} 2024-04-15T21:11:57.345 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:11:56 smithi148 ceph-mon[25742]: pgmap v304: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:11:57.373 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:11:56 smithi057 ceph-mon[24810]: pgmap v304: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:11:57.373 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:11:56 smithi057 ceph-mon[29654]: pgmap v304: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:11:57.707 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 -e sha1=87dbfb632e974cb2c28d17423071d2d833b53b29 -- bash -c 'ceph -s' 2024-04-15T21:11:58.022 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:11:57 smithi057 ceph-mon[24810]: from='client.? 172.21.15.57:0/668611870' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:11:58.022 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:11:57 smithi057 ceph-mon[29654]: from='client.? 172.21.15.57:0/668611870' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:11:58.345 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:11:57 smithi148 ceph-mon[25742]: from='client.? 172.21.15.57:0/668611870' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:11:59.161 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:11:58 smithi057 ceph-mon[24810]: pgmap v305: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:11:59.161 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:11:58 smithi057 ceph-mon[29654]: pgmap v305: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:11:59.345 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:11:58 smithi148 ceph-mon[25742]: pgmap v305: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:11:59.802 INFO:teuthology.orchestra.run.smithi057.stdout: cluster: 2024-04-15T21:11:59.802 INFO:teuthology.orchestra.run.smithi057.stdout: id: b97cffaa-fb6a-11ee-bc8f-c7b262605968 2024-04-15T21:11:59.802 INFO:teuthology.orchestra.run.smithi057.stdout: health: HEALTH_OK 2024-04-15T21:11:59.802 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-15T21:11:59.803 INFO:teuthology.orchestra.run.smithi057.stdout: services: 2024-04-15T21:11:59.803 INFO:teuthology.orchestra.run.smithi057.stdout: mon: 3 daemons, quorum a,c,b (age 12m) 2024-04-15T21:11:59.803 INFO:teuthology.orchestra.run.smithi057.stdout: mgr: y(active, since 8m), standbys: x 2024-04-15T21:11:59.803 INFO:teuthology.orchestra.run.smithi057.stdout: osd: 8 osds: 8 up (since 9m), 8 in (since 9m) 2024-04-15T21:11:59.803 INFO:teuthology.orchestra.run.smithi057.stdout: rgw: 2 daemons active (2 hosts, 1 zones) 2024-04-15T21:11:59.803 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-15T21:11:59.804 INFO:teuthology.orchestra.run.smithi057.stdout: data: 2024-04-15T21:11:59.804 INFO:teuthology.orchestra.run.smithi057.stdout: pools: 6 pools, 161 pgs 2024-04-15T21:11:59.804 INFO:teuthology.orchestra.run.smithi057.stdout: objects: 209 objects, 585 KiB 2024-04-15T21:11:59.804 INFO:teuthology.orchestra.run.smithi057.stdout: usage: 68 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:11:59.804 INFO:teuthology.orchestra.run.smithi057.stdout: pgs: 161 active+clean 2024-04-15T21:11:59.804 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-15T21:11:59.804 INFO:teuthology.orchestra.run.smithi057.stdout: io: 2024-04-15T21:11:59.805 INFO:teuthology.orchestra.run.smithi057.stdout: client: 1.2 KiB/s rd, 1 op/s rd, 0 op/s wr 2024-04-15T21:11:59.805 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-15T21:12:00.059 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:11:59 smithi148 ceph-mon[25742]: from='client.? 172.21.15.57:0/260702834' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-15T21:12:00.123 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:11:59 smithi057 ceph-mon[24810]: from='client.? 172.21.15.57:0/260702834' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-15T21:12:00.123 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:11:59 smithi057 ceph-mon[29654]: from='client.? 172.21.15.57:0/260702834' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-15T21:12:00.123 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:11:59 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:11:59] "GET /metrics HTTP/1.1" 200 207959 "" "Prometheus/2.33.4" 2024-04-15T21:12:00.532 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 -e sha1=87dbfb632e974cb2c28d17423071d2d833b53b29 -- bash -c 'ceph health detail' 2024-04-15T21:12:01.123 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:00 smithi057 ceph-mon[24810]: pgmap v306: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:12:01.123 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:00 smithi057 ceph-mon[29654]: pgmap v306: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:12:01.253 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:00 smithi148 ceph-mon[25742]: pgmap v306: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:12:01.595 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:12:01 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:12:01] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-15T21:12:02.095 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:01 smithi148 ceph-mon[25742]: from='client.24748 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:12:02.123 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:01 smithi057 ceph-mon[24810]: from='client.24748 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:12:02.123 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:01 smithi057 ceph-mon[29654]: from='client.24748 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:12:02.609 INFO:teuthology.orchestra.run.smithi057.stdout:HEALTH_OK 2024-04-15T21:12:03.320 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:02 smithi057 ceph-mon[24810]: pgmap v307: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:12:03.320 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:02 smithi057 ceph-mon[24810]: from='client.? 172.21.15.57:0/2700616494' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-04-15T21:12:03.320 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:02 smithi057 ceph-mon[29654]: pgmap v307: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:12:03.321 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:02 smithi057 ceph-mon[29654]: from='client.? 172.21.15.57:0/2700616494' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-04-15T21:12:03.345 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:02 smithi148 ceph-mon[25742]: pgmap v307: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:12:03.345 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:02 smithi148 ceph-mon[25742]: from='client.? 172.21.15.57:0/2700616494' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-04-15T21:12:03.346 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 -e sha1=87dbfb632e974cb2c28d17423071d2d833b53b29 -- bash -c 'ceph versions | jq -e '"'"'.mgr | length == 2'"'"'' 2024-04-15T21:12:03.623 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:12:03 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a[51097]: level=error ts=2024-04-15T21:12:03.518Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://172.21.15.148:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.148 because it doesn't contain any IP SANs; ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://172.21.15.57:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.57 because it doesn't contain any IP SANs" 2024-04-15T21:12:03.623 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:12:03 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a[51097]: level=warn ts=2024-04-15T21:12:03.520Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.57:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.57 because it doesn't contain any IP SANs" 2024-04-15T21:12:03.624 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:12:03 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a[51097]: level=warn ts=2024-04-15T21:12:03.520Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.148:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.148 because it doesn't contain any IP SANs" 2024-04-15T21:12:05.089 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:04 smithi057 ceph-mon[24810]: pgmap v308: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:12:05.090 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:04 smithi057 ceph-mon[29654]: pgmap v308: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:12:05.345 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:04 smithi148 ceph-mon[25742]: pgmap v308: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:12:05.589 INFO:teuthology.orchestra.run.smithi057.stdout:true 2024-04-15T21:12:05.873 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:12:05 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 172.21.15.57 - - [15/Apr/2024:21:12:05] "POST /data HTTP/1.1" 200 46 "" "Python-urllib/3.9" 2024-04-15T21:12:06.202 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:05 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-15T21:12:06.202 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:05 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-15T21:12:06.202 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:05 smithi057 ceph-mon[24810]: from='client.? 172.21.15.57:0/2988068545' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:12:06.203 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:05 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:12:06.203 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:05 smithi057 ceph-mon[24810]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:12:06.203 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:05 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-15T21:12:06.203 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:05 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-15T21:12:06.203 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:05 smithi057 ceph-mon[29654]: from='client.? 172.21.15.57:0/2988068545' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:12:06.203 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:05 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:12:06.203 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:05 smithi057 ceph-mon[29654]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:12:06.227 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 -e sha1=87dbfb632e974cb2c28d17423071d2d833b53b29 -- bash -c 'ceph mgr fail' 2024-04-15T21:12:06.345 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:05 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-15T21:12:06.345 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:05 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-15T21:12:06.345 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:05 smithi148 ceph-mon[25742]: from='client.? 172.21.15.57:0/2988068545' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:12:06.345 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:05 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:12:06.345 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:05 smithi148 ceph-mon[25742]: from='mgr.24355 172.21.15.57:0/1680312434' entity='mgr.y' 2024-04-15T21:12:07.123 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:06 smithi057 ceph-mon[24810]: pgmap v309: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:12:07.123 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:06 smithi057 ceph-mon[29654]: pgmap v309: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:12:07.345 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:06 smithi148 ceph-mon[25742]: pgmap v309: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:12:09.261 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:09 smithi148 ceph-mon[25742]: pgmap v310: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:12:09.262 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:09 smithi148 ceph-mon[25742]: from='client.? 172.21.15.57:0/2933934023' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2024-04-15T21:12:09.262 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:09 smithi148 ceph-mon[25742]: from='client.? ' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2024-04-15T21:12:09.262 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:09 smithi148 ceph-mon[25742]: osdmap e96: 8 total, 8 up, 8 in 2024-04-15T21:12:09.262 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:09 smithi148 ceph-mon[25742]: Standby manager daemon y started 2024-04-15T21:12:09.262 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:12:09 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: [15/Apr/2024:21:12:09] ENGINE Bus STOPPING 2024-04-15T21:12:09.262 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:12:09 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: [15/Apr/2024:21:12:09] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-15T21:12:09.262 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:12:09 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: [15/Apr/2024:21:12:09] ENGINE Bus STOPPED 2024-04-15T21:12:09.262 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:12:09 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: [15/Apr/2024:21:12:09] ENGINE Bus STARTING 2024-04-15T21:12:09.262 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:12:09 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: [15/Apr/2024:21:12:09] ENGINE Serving on http://:::9283 2024-04-15T21:12:09.262 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:12:09 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: [15/Apr/2024:21:12:09] ENGINE Bus STARTED 2024-04-15T21:12:09.293 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:12:09 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a[51097]: level=warn ts=2024-04-15T21:12:09.092Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=5 err="Post \"https://172.21.15.57:8443//api/prometheus_receiver\": dial tcp 172.21.15.57:8443: connect: connection refused" 2024-04-15T21:12:09.293 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:09 smithi057 ceph-mon[24810]: pgmap v310: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:12:09.294 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:09 smithi057 ceph-mon[24810]: from='client.? 172.21.15.57:0/2933934023' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2024-04-15T21:12:09.294 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:09 smithi057 ceph-mon[24810]: from='client.? ' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2024-04-15T21:12:09.294 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:09 smithi057 ceph-mon[24810]: osdmap e96: 8 total, 8 up, 8 in 2024-04-15T21:12:09.294 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:09 smithi057 ceph-mon[24810]: Standby manager daemon y started 2024-04-15T21:12:09.294 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:12:09 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 2024-04-15T21:12:09.016+0000 7fd54fec0700 -1 mgr handle_mgr_map I was active but no longer amignoring --setuser ceph since I am not root 2024-04-15T21:12:09.294 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:12:09 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: ignoring --setgroup ceph since I am not root 2024-04-15T21:12:09.294 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:12:09 smithi057 ceph-mgr[25048]: -- 172.21.15.57:0/1101815042 <== mon.1 v2:172.21.15.57:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5609f72a2340 con 0x5609f727b000 2024-04-15T21:12:09.294 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:09 smithi057 ceph-mon[29654]: pgmap v310: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:12:09.294 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:09 smithi057 ceph-mon[29654]: from='client.? 172.21.15.57:0/2933934023' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2024-04-15T21:12:09.295 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:09 smithi057 ceph-mon[29654]: from='client.? ' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2024-04-15T21:12:09.295 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:09 smithi057 ceph-mon[29654]: osdmap e96: 8 total, 8 up, 8 in 2024-04-15T21:12:09.295 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:09 smithi057 ceph-mon[29654]: Standby manager daemon y started 2024-04-15T21:12:09.556 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:12:09 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a[51097]: level=warn ts=2024-04-15T21:12:09.357Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=6 err="Post \"https://172.21.15.148:8443/api/prometheus_receiver\": dial tcp 172.21.15.148:8443: connect: connection refused" 2024-04-15T21:12:09.703 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 -e sha1=87dbfb632e974cb2c28d17423071d2d833b53b29 -- bash -c 'sleep 180' 2024-04-15T21:12:09.827 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:12:09 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 2024-04-15T21:12:09.559+0000 7f5ca42c1000 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-15T21:12:09.828 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:12:09 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 2024-04-15T21:12:09.655+0000 7f5ca42c1000 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-15T21:12:10.089 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:10 smithi057 ceph-mon[24810]: from='client.? ' entity='client.admin' cmd='[{"prefix": "mgr fail"}]': finished 2024-04-15T21:12:10.089 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:10 smithi057 ceph-mon[24810]: mgrmap e22: x(active, starting, since 0.718628s), standbys: y 2024-04-15T21:12:10.089 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:10 smithi057 ceph-mon[24810]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T21:12:10.089 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:10 smithi057 ceph-mon[24810]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T21:12:10.089 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:10 smithi057 ceph-mon[24810]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T21:12:10.089 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:10 smithi057 ceph-mon[24810]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-15T21:12:10.089 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:10 smithi057 ceph-mon[24810]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-15T21:12:10.089 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:10 smithi057 ceph-mon[24810]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-15T21:12:10.089 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:10 smithi057 ceph-mon[24810]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-15T21:12:10.089 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:10 smithi057 ceph-mon[24810]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-15T21:12:10.089 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:10 smithi057 ceph-mon[24810]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-15T21:12:10.090 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:10 smithi057 ceph-mon[24810]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-15T21:12:10.090 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:10 smithi057 ceph-mon[24810]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-15T21:12:10.090 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:10 smithi057 ceph-mon[24810]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-15T21:12:10.090 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:10 smithi057 ceph-mon[24810]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-15T21:12:10.090 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:10 smithi057 ceph-mon[24810]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-15T21:12:10.090 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:10 smithi057 ceph-mon[24810]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-15T21:12:10.090 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:10 smithi057 ceph-mon[24810]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-15T21:12:10.090 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:10 smithi057 ceph-mon[24810]: Manager daemon x is now available 2024-04-15T21:12:10.090 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:10 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:12:10.090 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:10 smithi057 ceph-mon[24810]: Queued rgw.foo for migration 2024-04-15T21:12:10.090 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:10 smithi057 ceph-mon[24810]: No Migration is needed for rgw spec: {'placement': {'count': 2}, 'service_id': 'foo', 'service_name': 'rgw.foo', 'service_type': 'rgw', 'spec': {'rgw_frontend_port': 8000, 'rgw_realm': 'r', 'rgw_zone': 'z'}} 2024-04-15T21:12:10.090 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:10 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:12:10.090 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:10 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:12:10.091 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:10 smithi057 ceph-mon[24810]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi148", "name": "osd_memory_target"}]: dispatch 2024-04-15T21:12:10.091 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:10 smithi057 ceph-mon[24810]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi057", "name": "osd_memory_target"}]: dispatch 2024-04-15T21:12:10.091 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:10 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi148", "name": "osd_memory_target"}]: dispatch 2024-04-15T21:12:10.091 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:10 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi057", "name": "osd_memory_target"}]: dispatch 2024-04-15T21:12:10.091 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:10 smithi057 ceph-mon[29654]: from='client.? ' entity='client.admin' cmd='[{"prefix": "mgr fail"}]': finished 2024-04-15T21:12:10.091 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:10 smithi057 ceph-mon[29654]: mgrmap e22: x(active, starting, since 0.718628s), standbys: y 2024-04-15T21:12:10.091 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:10 smithi057 ceph-mon[29654]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T21:12:10.091 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:10 smithi057 ceph-mon[29654]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T21:12:10.091 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:10 smithi057 ceph-mon[29654]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T21:12:10.091 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:10 smithi057 ceph-mon[29654]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-15T21:12:10.091 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:10 smithi057 ceph-mon[29654]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-15T21:12:10.092 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:10 smithi057 ceph-mon[29654]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-15T21:12:10.092 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:10 smithi057 ceph-mon[29654]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-15T21:12:10.092 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:10 smithi057 ceph-mon[29654]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-15T21:12:10.092 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:10 smithi057 ceph-mon[29654]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-15T21:12:10.092 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:10 smithi057 ceph-mon[29654]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-15T21:12:10.092 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:10 smithi057 ceph-mon[29654]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-15T21:12:10.092 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:10 smithi057 ceph-mon[29654]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-15T21:12:10.092 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:10 smithi057 ceph-mon[29654]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-15T21:12:10.092 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:10 smithi057 ceph-mon[29654]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-15T21:12:10.092 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:10 smithi057 ceph-mon[29654]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-15T21:12:10.092 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:10 smithi057 ceph-mon[29654]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-15T21:12:10.092 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:10 smithi057 ceph-mon[29654]: Manager daemon x is now available 2024-04-15T21:12:10.092 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:10 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:12:10.092 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:10 smithi057 ceph-mon[29654]: Queued rgw.foo for migration 2024-04-15T21:12:10.093 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:10 smithi057 ceph-mon[29654]: No Migration is needed for rgw spec: {'placement': {'count': 2}, 'service_id': 'foo', 'service_name': 'rgw.foo', 'service_type': 'rgw', 'spec': {'rgw_frontend_port': 8000, 'rgw_realm': 'r', 'rgw_zone': 'z'}} 2024-04-15T21:12:10.093 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:10 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:12:10.093 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:10 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:12:10.093 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:10 smithi057 ceph-mon[29654]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi148", "name": "osd_memory_target"}]: dispatch 2024-04-15T21:12:10.093 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:10 smithi057 ceph-mon[29654]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi057", "name": "osd_memory_target"}]: dispatch 2024-04-15T21:12:10.093 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:10 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi148", "name": "osd_memory_target"}]: dispatch 2024-04-15T21:12:10.093 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:10 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi057", "name": "osd_memory_target"}]: dispatch 2024-04-15T21:12:10.093 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:10 smithi057 ceph-mon[24810]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:12:10.093 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:10 smithi057 ceph-mon[24810]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:12:10.093 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:10 smithi057 ceph-mon[24810]: Updating smithi057:/etc/ceph/ceph.conf 2024-04-15T21:12:10.093 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:10 smithi057 ceph-mon[24810]: Updating smithi148:/etc/ceph/ceph.conf 2024-04-15T21:12:10.093 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:10 smithi057 ceph-mon[24810]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:12:10.094 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:10 smithi057 ceph-mon[24810]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-15T21:12:10.094 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:10 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-15T21:12:10.094 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:10 smithi057 ceph-mon[24810]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-15T21:12:10.094 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:10 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-15T21:12:10.094 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:10 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:12:10.094 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:10 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:12:10.094 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:10 smithi057 ceph-mon[29654]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:12:10.094 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:10 smithi057 ceph-mon[29654]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:12:10.094 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:10 smithi057 ceph-mon[29654]: Updating smithi057:/etc/ceph/ceph.conf 2024-04-15T21:12:10.094 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:10 smithi057 ceph-mon[29654]: Updating smithi148:/etc/ceph/ceph.conf 2024-04-15T21:12:10.094 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:10 smithi057 ceph-mon[29654]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:12:10.095 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:10 smithi057 ceph-mon[29654]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-15T21:12:10.095 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:10 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-15T21:12:10.095 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:10 smithi057 ceph-mon[29654]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-15T21:12:10.095 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:10 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-15T21:12:10.095 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:10 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:12:10.095 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:10 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:12:10.346 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:10 smithi148 ceph-mon[25742]: from='client.? ' entity='client.admin' cmd='[{"prefix": "mgr fail"}]': finished 2024-04-15T21:12:10.346 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:10 smithi148 ceph-mon[25742]: mgrmap e22: x(active, starting, since 0.718628s), standbys: y 2024-04-15T21:12:10.346 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:10 smithi148 ceph-mon[25742]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T21:12:10.346 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:10 smithi148 ceph-mon[25742]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T21:12:10.346 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:10 smithi148 ceph-mon[25742]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T21:12:10.346 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:10 smithi148 ceph-mon[25742]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-15T21:12:10.346 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:10 smithi148 ceph-mon[25742]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-15T21:12:10.346 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:10 smithi148 ceph-mon[25742]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-15T21:12:10.346 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:10 smithi148 ceph-mon[25742]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-15T21:12:10.346 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:10 smithi148 ceph-mon[25742]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-15T21:12:10.346 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:10 smithi148 ceph-mon[25742]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-15T21:12:10.346 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:10 smithi148 ceph-mon[25742]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-15T21:12:10.347 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:10 smithi148 ceph-mon[25742]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-15T21:12:10.347 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:10 smithi148 ceph-mon[25742]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-15T21:12:10.347 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:10 smithi148 ceph-mon[25742]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-15T21:12:10.347 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:10 smithi148 ceph-mon[25742]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-15T21:12:10.347 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:10 smithi148 ceph-mon[25742]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-15T21:12:10.347 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:10 smithi148 ceph-mon[25742]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-15T21:12:10.347 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:10 smithi148 ceph-mon[25742]: Manager daemon x is now available 2024-04-15T21:12:10.347 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:10 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:12:10.347 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:10 smithi148 ceph-mon[25742]: Queued rgw.foo for migration 2024-04-15T21:12:10.347 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:10 smithi148 ceph-mon[25742]: No Migration is needed for rgw spec: {'placement': {'count': 2}, 'service_id': 'foo', 'service_name': 'rgw.foo', 'service_type': 'rgw', 'spec': {'rgw_frontend_port': 8000, 'rgw_realm': 'r', 'rgw_zone': 'z'}} 2024-04-15T21:12:10.347 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:10 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:12:10.347 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:10 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:12:10.347 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:10 smithi148 ceph-mon[25742]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi148", "name": "osd_memory_target"}]: dispatch 2024-04-15T21:12:10.347 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:10 smithi148 ceph-mon[25742]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi057", "name": "osd_memory_target"}]: dispatch 2024-04-15T21:12:10.348 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:10 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi148", "name": "osd_memory_target"}]: dispatch 2024-04-15T21:12:10.348 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:10 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi057", "name": "osd_memory_target"}]: dispatch 2024-04-15T21:12:10.348 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:10 smithi148 ceph-mon[25742]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:12:10.348 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:10 smithi148 ceph-mon[25742]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:12:10.348 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:10 smithi148 ceph-mon[25742]: Updating smithi057:/etc/ceph/ceph.conf 2024-04-15T21:12:10.348 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:10 smithi148 ceph-mon[25742]: Updating smithi148:/etc/ceph/ceph.conf 2024-04-15T21:12:10.348 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:10 smithi148 ceph-mon[25742]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:12:10.348 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:10 smithi148 ceph-mon[25742]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-15T21:12:10.348 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:10 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-15T21:12:10.348 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:10 smithi148 ceph-mon[25742]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-15T21:12:10.348 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:10 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-15T21:12:10.348 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:10 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:12:10.348 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:10 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:12:10.373 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:12:10 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 2024-04-15T21:12:10.321+0000 7f5ca42c1000 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-15T21:12:10.723 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:12:10 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 2024-04-15T21:12:10.419+0000 7f5ca42c1000 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-15T21:12:10.723 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:12:10 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 2024-04-15T21:12:10.507+0000 7f5ca42c1000 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-15T21:12:10.724 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:12:10 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 2024-04-15T21:12:10.664+0000 7f5ca42c1000 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-15T21:12:11.027 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:12:10 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 2024-04-15T21:12:10.750+0000 7f5ca42c1000 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-15T21:12:11.027 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:12:10 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 2024-04-15T21:12:10.867+0000 7f5ca42c1000 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-15T21:12:11.027 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:12:10 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 2024-04-15T21:12:10.953+0000 7f5ca42c1000 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-15T21:12:11.323 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:12:11 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 2024-04-15T21:12:11.128+0000 7f5ca42c1000 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-15T21:12:11.323 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:12:11 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 2024-04-15T21:12:11.221+0000 7f5ca42c1000 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-15T21:12:11.324 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:11 smithi057 ceph-mon[24810]: Updating smithi057:/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/config/ceph.conf 2024-04-15T21:12:11.324 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:11 smithi057 ceph-mon[24810]: [15/Apr/2024:21:12:09] ENGINE Bus STARTING 2024-04-15T21:12:11.324 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:11 smithi057 ceph-mon[24810]: Updating smithi148:/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/config/ceph.conf 2024-04-15T21:12:11.324 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:11 smithi057 ceph-mon[24810]: [15/Apr/2024:21:12:09] ENGINE Serving on http://172.21.15.148:8765 2024-04-15T21:12:11.324 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:11 smithi057 ceph-mon[24810]: Updating smithi057:/etc/ceph/ceph.client.admin.keyring 2024-04-15T21:12:11.324 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:11 smithi057 ceph-mon[24810]: [15/Apr/2024:21:12:10] ENGINE Serving on https://172.21.15.148:7150 2024-04-15T21:12:11.324 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:11 smithi057 ceph-mon[24810]: [15/Apr/2024:21:12:10] ENGINE Bus STARTED 2024-04-15T21:12:11.324 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:11 smithi057 ceph-mon[24810]: mgrmap e23: x(active, since 1.73151s), standbys: y 2024-04-15T21:12:11.324 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:11 smithi057 ceph-mon[24810]: pgmap v3: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:12:11.324 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:11 smithi057 ceph-mon[24810]: Updating smithi148:/etc/ceph/ceph.client.admin.keyring 2024-04-15T21:12:11.324 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:11 smithi057 ceph-mon[24810]: Updating smithi057:/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/config/ceph.client.admin.keyring 2024-04-15T21:12:11.324 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:11 smithi057 ceph-mon[24810]: Updating smithi148:/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/config/ceph.client.admin.keyring 2024-04-15T21:12:11.325 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:11 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:12:11.325 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:11 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:12:11.325 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:11 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:12:11.325 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:11 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:12:11.325 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:11 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:12:11.325 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:11 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:12:11.325 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:11 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:12:11.325 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:11 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:12:11.325 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:11 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:12:11.325 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:11 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:12:11.325 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:11 smithi057 ceph-mon[24810]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi057", "caps": []}]: dispatch 2024-04-15T21:12:11.325 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:11 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi057", "caps": []}]: dispatch 2024-04-15T21:12:11.325 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:11 smithi057 ceph-mon[29654]: Updating smithi057:/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/config/ceph.conf 2024-04-15T21:12:11.326 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:11 smithi057 ceph-mon[29654]: [15/Apr/2024:21:12:09] ENGINE Bus STARTING 2024-04-15T21:12:11.326 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:11 smithi057 ceph-mon[29654]: Updating smithi148:/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/config/ceph.conf 2024-04-15T21:12:11.326 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:11 smithi057 ceph-mon[29654]: [15/Apr/2024:21:12:09] ENGINE Serving on http://172.21.15.148:8765 2024-04-15T21:12:11.326 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:11 smithi057 ceph-mon[29654]: Updating smithi057:/etc/ceph/ceph.client.admin.keyring 2024-04-15T21:12:11.326 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:11 smithi057 ceph-mon[29654]: [15/Apr/2024:21:12:10] ENGINE Serving on https://172.21.15.148:7150 2024-04-15T21:12:11.326 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:11 smithi057 ceph-mon[29654]: [15/Apr/2024:21:12:10] ENGINE Bus STARTED 2024-04-15T21:12:11.326 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:11 smithi057 ceph-mon[29654]: mgrmap e23: x(active, since 1.73151s), standbys: y 2024-04-15T21:12:11.326 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:11 smithi057 ceph-mon[29654]: pgmap v3: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:12:11.326 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:11 smithi057 ceph-mon[29654]: Updating smithi148:/etc/ceph/ceph.client.admin.keyring 2024-04-15T21:12:11.326 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:11 smithi057 ceph-mon[29654]: Updating smithi057:/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/config/ceph.client.admin.keyring 2024-04-15T21:12:11.326 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:11 smithi057 ceph-mon[29654]: Updating smithi148:/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/config/ceph.client.admin.keyring 2024-04-15T21:12:11.326 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:11 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:12:11.326 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:11 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:12:11.326 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:11 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:12:11.327 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:11 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:12:11.327 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:11 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:12:11.327 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:11 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:12:11.327 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:11 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:12:11.327 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:11 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:12:11.327 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:11 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:12:11.327 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:11 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:12:11.327 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:11 smithi057 ceph-mon[29654]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi057", "caps": []}]: dispatch 2024-04-15T21:12:11.327 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:11 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi057", "caps": []}]: dispatch 2024-04-15T21:12:11.345 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:12:11 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:12:11] "GET /metrics HTTP/1.1" 200 35098 "" "Prometheus/2.33.4" 2024-04-15T21:12:11.345 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:11 smithi148 ceph-mon[25742]: Updating smithi057:/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/config/ceph.conf 2024-04-15T21:12:11.345 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:11 smithi148 ceph-mon[25742]: [15/Apr/2024:21:12:09] ENGINE Bus STARTING 2024-04-15T21:12:11.345 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:11 smithi148 ceph-mon[25742]: Updating smithi148:/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/config/ceph.conf 2024-04-15T21:12:11.345 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:11 smithi148 ceph-mon[25742]: [15/Apr/2024:21:12:09] ENGINE Serving on http://172.21.15.148:8765 2024-04-15T21:12:11.345 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:11 smithi148 ceph-mon[25742]: Updating smithi057:/etc/ceph/ceph.client.admin.keyring 2024-04-15T21:12:11.345 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:11 smithi148 ceph-mon[25742]: [15/Apr/2024:21:12:10] ENGINE Serving on https://172.21.15.148:7150 2024-04-15T21:12:11.345 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:11 smithi148 ceph-mon[25742]: [15/Apr/2024:21:12:10] ENGINE Bus STARTED 2024-04-15T21:12:11.345 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:11 smithi148 ceph-mon[25742]: mgrmap e23: x(active, since 1.73151s), standbys: y 2024-04-15T21:12:11.345 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:11 smithi148 ceph-mon[25742]: pgmap v3: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:12:11.346 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:11 smithi148 ceph-mon[25742]: Updating smithi148:/etc/ceph/ceph.client.admin.keyring 2024-04-15T21:12:11.346 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:11 smithi148 ceph-mon[25742]: Updating smithi057:/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/config/ceph.client.admin.keyring 2024-04-15T21:12:11.346 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:11 smithi148 ceph-mon[25742]: Updating smithi148:/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/config/ceph.client.admin.keyring 2024-04-15T21:12:11.346 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:11 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:12:11.346 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:11 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:12:11.346 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:11 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:12:11.346 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:11 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:12:11.346 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:11 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:12:11.346 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:11 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:12:11.346 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:11 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:12:11.346 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:11 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:12:11.346 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:11 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:12:11.346 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:11 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:12:11.346 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:11 smithi148 ceph-mon[25742]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi057", "caps": []}]: dispatch 2024-04-15T21:12:11.347 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:11 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi057", "caps": []}]: dispatch 2024-04-15T21:12:12.297 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:12 smithi057 ceph-mon[24810]: Reconfiguring daemon agent.smithi057 on smithi057 2024-04-15T21:12:12.297 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:12 smithi057 ceph-mon[24810]: pgmap v4: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:12:12.297 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:12 smithi057 ceph-mon[24810]: mgrmap e24: x(active, since 2s), standbys: y 2024-04-15T21:12:12.297 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:12 smithi057 ceph-mon[24810]: Deploying cephadm binary to smithi057 2024-04-15T21:12:12.297 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:12 smithi057 ceph-mon[24810]: from='client.24748 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:12:12.297 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:12 smithi057 ceph-mon[29654]: Reconfiguring daemon agent.smithi057 on smithi057 2024-04-15T21:12:12.297 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:12 smithi057 ceph-mon[29654]: pgmap v4: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:12:12.297 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:12 smithi057 ceph-mon[29654]: mgrmap e24: x(active, since 2s), standbys: y 2024-04-15T21:12:12.297 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:12 smithi057 ceph-mon[29654]: Deploying cephadm binary to smithi057 2024-04-15T21:12:12.298 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:12 smithi057 ceph-mon[29654]: from='client.24748 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:12:12.345 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:12 smithi148 ceph-mon[25742]: Reconfiguring daemon agent.smithi057 on smithi057 2024-04-15T21:12:12.345 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:12 smithi148 ceph-mon[25742]: pgmap v4: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:12:12.345 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:12 smithi148 ceph-mon[25742]: mgrmap e24: x(active, since 2s), standbys: y 2024-04-15T21:12:12.345 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:12 smithi148 ceph-mon[25742]: Deploying cephadm binary to smithi057 2024-04-15T21:12:12.345 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:12 smithi148 ceph-mon[25742]: from='client.24748 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:12:12.623 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:12:12 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 2024-04-15T21:12:12.300+0000 7f5ca42c1000 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-15T21:12:12.623 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:12:12 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 2024-04-15T21:12:12.436+0000 7f5ca42c1000 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-15T21:12:12.936 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:12:12 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 2024-04-15T21:12:12.636+0000 7f5ca42c1000 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-15T21:12:12.936 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:12:12 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 2024-04-15T21:12:12.734+0000 7f5ca42c1000 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-15T21:12:12.937 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:12:12 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 2024-04-15T21:12:12.875+0000 7f5ca42c1000 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-15T21:12:13.225 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:12:13 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a[51097]: level=warn ts=2024-04-15T21:12:13.092Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=7 err="Post \"https://172.21.15.148:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.148 because it doesn't contain any IP SANs" 2024-04-15T21:12:13.515 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:12:13 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 2024-04-15T21:12:13.228+0000 7f5ca42c1000 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-15T21:12:13.515 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:12:13 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 2024-04-15T21:12:13.466+0000 7f5ca42c1000 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-15T21:12:13.515 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:12:13 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a[51097]: level=error ts=2024-04-15T21:12:13.519Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://172.21.15.57:8443//api/prometheus_receiver\": dial tcp 172.21.15.57:8443: connect: connection refused; ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://172.21.15.148:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.148 because it doesn't contain any IP SANs" 2024-04-15T21:12:13.770 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:12:13 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 2024-04-15T21:12:13.559+0000 7f5ca42c1000 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-15T21:12:13.770 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:12:13 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 2024-04-15T21:12:13.744+0000 7f5ca42c1000 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-15T21:12:13.771 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:12:13 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a[51097]: level=warn ts=2024-04-15T21:12:13.520Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.57:8443//api/prometheus_receiver\": dial tcp 172.21.15.57:8443: connect: connection refused" 2024-04-15T21:12:13.771 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:12:13 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a[51097]: level=warn ts=2024-04-15T21:12:13.522Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.148:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.148 because it doesn't contain any IP SANs" 2024-04-15T21:12:14.345 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:14 smithi148 ceph-mon[25742]: pgmap v5: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:12:14.345 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:14 smithi148 ceph-mon[25742]: mgrmap e25: x(active, since 4s), standbys: y 2024-04-15T21:12:14.373 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:14 smithi057 ceph-mon[24810]: pgmap v5: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:12:14.373 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:14 smithi057 ceph-mon[24810]: mgrmap e25: x(active, since 4s), standbys: y 2024-04-15T21:12:14.374 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:14 smithi057 ceph-mon[29654]: pgmap v5: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:12:14.374 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:14 smithi057 ceph-mon[29654]: mgrmap e25: x(active, since 4s), standbys: y 2024-04-15T21:12:15.015 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:12:14 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 2024-04-15T21:12:14.749+0000 7f5ca42c1000 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-15T21:12:15.276 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:12:15 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 2024-04-15T21:12:15.123+0000 7f5ca42c1000 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-15T21:12:15.276 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:12:15 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 2024-04-15T21:12:15.235+0000 7f5ca42c1000 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-15T21:12:15.276 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:12:15 smithi057 systemd[1]: Stopping Ceph node-exporter.a for b97cffaa-fb6a-11ee-bc8f-c7b262605968... 2024-04-15T21:12:15.599 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:12:15 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 2024-04-15T21:12:15.399+0000 7f5ca42c1000 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-15T21:12:15.600 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:12:15 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: [15/Apr/2024:21:12:15] ENGINE Bus STARTING 2024-04-15T21:12:15.600 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:12:15 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: CherryPy Checker: 2024-04-15T21:12:15.600 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:12:15 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: The Application mounted at '' has an empty config. 2024-04-15T21:12:15.600 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:12:15 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: 2024-04-15T21:12:15.600 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:12:15 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: [15/Apr/2024:21:12:15] ENGINE Serving on http://:::9283 2024-04-15T21:12:15.600 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:12:15 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: [15/Apr/2024:21:12:15] ENGINE Bus STARTED 2024-04-15T21:12:15.873 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:15 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:12:15.873 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:15 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:12:15.873 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:15 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:12:15.873 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:15 smithi057 ceph-mon[29654]: Reconfiguring node-exporter.a (dependencies changed)... 2024-04-15T21:12:15.874 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:15 smithi057 ceph-mon[29654]: Reconfiguring daemon node-exporter.a on smithi057 2024-04-15T21:12:15.874 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:15 smithi057 ceph-mon[29654]: pgmap v6: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:12:15.874 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:15 smithi057 ceph-mon[29654]: Standby manager daemon y restarted 2024-04-15T21:12:15.874 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:15 smithi057 ceph-mon[29654]: Standby manager daemon y started 2024-04-15T21:12:15.874 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:15 smithi057 ceph-mon[29654]: from='mgr.? 172.21.15.57:0/1117779870' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-15T21:12:15.874 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:15 smithi057 ceph-mon[29654]: from='mgr.? 172.21.15.57:0/1117779870' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-15T21:12:15.874 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:15 smithi057 ceph-mon[29654]: from='mgr.? 172.21.15.57:0/1117779870' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-15T21:12:15.874 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:15 smithi057 ceph-mon[29654]: from='mgr.? 172.21.15.57:0/1117779870' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-15T21:12:15.874 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:15 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:12:15.874 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:15 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:12:15.874 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:15 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:12:15.875 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:15 smithi057 ceph-mon[24810]: Reconfiguring node-exporter.a (dependencies changed)... 2024-04-15T21:12:15.875 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:15 smithi057 ceph-mon[24810]: Reconfiguring daemon node-exporter.a on smithi057 2024-04-15T21:12:15.875 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:15 smithi057 ceph-mon[24810]: pgmap v6: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:12:15.875 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:15 smithi057 ceph-mon[24810]: Standby manager daemon y restarted 2024-04-15T21:12:15.875 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:15 smithi057 ceph-mon[24810]: Standby manager daemon y started 2024-04-15T21:12:15.875 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:15 smithi057 ceph-mon[24810]: from='mgr.? 172.21.15.57:0/1117779870' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-15T21:12:15.875 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:15 smithi057 ceph-mon[24810]: from='mgr.? 172.21.15.57:0/1117779870' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-15T21:12:15.875 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:15 smithi057 ceph-mon[24810]: from='mgr.? 172.21.15.57:0/1117779870' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-15T21:12:15.875 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:15 smithi057 ceph-mon[24810]: from='mgr.? 172.21.15.57:0/1117779870' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-15T21:12:16.095 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:15 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:12:16.095 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:15 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:12:16.095 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:15 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:12:16.095 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:15 smithi148 ceph-mon[25742]: Reconfiguring node-exporter.a (dependencies changed)... 2024-04-15T21:12:16.096 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:15 smithi148 ceph-mon[25742]: Reconfiguring daemon node-exporter.a on smithi057 2024-04-15T21:12:16.096 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:15 smithi148 ceph-mon[25742]: pgmap v6: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:12:16.096 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:15 smithi148 ceph-mon[25742]: Standby manager daemon y restarted 2024-04-15T21:12:16.096 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:15 smithi148 ceph-mon[25742]: Standby manager daemon y started 2024-04-15T21:12:16.096 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:15 smithi148 ceph-mon[25742]: from='mgr.? 172.21.15.57:0/1117779870' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-15T21:12:16.096 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:15 smithi148 ceph-mon[25742]: from='mgr.? 172.21.15.57:0/1117779870' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-15T21:12:16.096 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:15 smithi148 ceph-mon[25742]: from='mgr.? 172.21.15.57:0/1117779870' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-15T21:12:16.096 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:15 smithi148 ceph-mon[25742]: from='mgr.? 172.21.15.57:0/1117779870' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-15T21:12:16.250 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:12:16 smithi057 bash[64444]: Error: no container with name or ID "ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter.a" found: no such container 2024-04-15T21:12:16.250 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:12:16 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a[51097]: level=warn ts=2024-04-15T21:12:16.121Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=4 err="Post \"https://172.21.15.57:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.57 because it doesn't contain any IP SANs" 2024-04-15T21:12:17.095 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:16 smithi148 ceph-mon[25742]: mgrmap e26: x(active, since 7s), standbys: y 2024-04-15T21:12:17.104 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:16 smithi057 ceph-mon[24810]: mgrmap e26: x(active, since 7s), standbys: y 2024-04-15T21:12:17.105 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:16 smithi057 ceph-mon[29654]: mgrmap e26: x(active, since 7s), standbys: y 2024-04-15T21:12:17.105 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:12:16 smithi057 podman[64505]: 2024-04-15 21:12:16.818808949 +0000 UTC m=+0.734841766 container died 5a239454347cedf4040a07eca59845b68b22a62f77bc872ed3dff1cc0d5f3d27 (image=quay.io/prometheus/node-exporter:v1.3.1, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-15T21:12:17.373 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:12:17 smithi057 podman[64505]: 2024-04-15 21:12:17.199974073 +0000 UTC m=+1.116006897 container cleanup 5a239454347cedf4040a07eca59845b68b22a62f77bc872ed3dff1cc0d5f3d27 (image=quay.io/prometheus/node-exporter:v1.3.1, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-15T21:12:17.373 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:12:17 smithi057 bash[64505]: ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a 2024-04-15T21:12:17.373 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:12:17 smithi057 bash[64566]: Error: no container with name or ID "ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter.a" found: no such container 2024-04-15T21:12:17.858 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:12:17 smithi057 podman[64554]: 2024-04-15 21:12:17.4764179 +0000 UTC m=+0.659013371 container remove 5a239454347cedf4040a07eca59845b68b22a62f77bc872ed3dff1cc0d5f3d27 (image=quay.io/prometheus/node-exporter:v1.3.1, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-15T21:12:17.858 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:12:17 smithi057 systemd[1]: ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2024-04-15T21:12:17.858 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:12:17 smithi057 systemd[1]: ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@node-exporter.a.service: Failed with result 'exit-code'. 2024-04-15T21:12:17.858 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:12:17 smithi057 systemd[1]: Stopped Ceph node-exporter.a for b97cffaa-fb6a-11ee-bc8f-c7b262605968. 2024-04-15T21:12:17.858 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:12:17 smithi057 systemd[1]: ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@node-exporter.a.service: Consumed 4.189s CPU time. 2024-04-15T21:12:17.858 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:12:17 smithi057 systemd[1]: Starting Ceph node-exporter.a for b97cffaa-fb6a-11ee-bc8f-c7b262605968... 2024-04-15T21:12:17.858 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:12:17 smithi057 podman[64640]: 2024-04-15 21:12:17.621858047 +0000 UTC m=+0.021041418 image pull 1dbe0e931976487e20e5cfb272087e08a9779c88fd5e9617ed7042dd9751ec26 quay.io/prometheus/node-exporter:v1.3.1 2024-04-15T21:12:17.858 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:12:17 smithi057 podman[64640]: 2024-04-15 21:12:17.718826282 +0000 UTC m=+0.118009642 container create a827ac9a25993ab163d8a4d499a32629800169af0202919353866636f6786c50 (image=quay.io/prometheus/node-exporter:v1.3.1, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-15T21:12:18.123 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:17 smithi057 ceph-mon[24810]: pgmap v7: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 30 KiB/s rd, 0 B/s wr, 17 op/s 2024-04-15T21:12:18.123 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:17 smithi057 ceph-mon[29654]: pgmap v7: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 30 KiB/s rd, 0 B/s wr, 17 op/s 2024-04-15T21:12:18.124 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:12:17 smithi057 podman[64640]: 2024-04-15 21:12:17.968981586 +0000 UTC m=+0.368164949 container init a827ac9a25993ab163d8a4d499a32629800169af0202919353866636f6786c50 (image=quay.io/prometheus/node-exporter:v1.3.1, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-15T21:12:18.124 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:12:17 smithi057 podman[64640]: 2024-04-15 21:12:17.972039036 +0000 UTC m=+0.371222397 container start a827ac9a25993ab163d8a4d499a32629800169af0202919353866636f6786c50 (image=quay.io/prometheus/node-exporter:v1.3.1, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-15T21:12:18.124 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:12:17 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[64671]: ts=2024-04-15T21:12:17.975Z caller=node_exporter.go:182 level=info msg="Starting node_exporter" version="(version=1.3.1, branch=HEAD, revision=a2321e7b940ddcff26873612bccdf7cd4c42b6b6)" 2024-04-15T21:12:18.124 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:12:17 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[64671]: ts=2024-04-15T21:12:17.975Z caller=node_exporter.go:183 level=info msg="Build context" build_context="(go=go1.17.3, user=root@243aafa5525c, date=20211205-11:09:49)" 2024-04-15T21:12:18.124 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:12:17 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[64671]: ts=2024-04-15T21:12:17.976Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+)($|/) 2024-04-15T21:12:18.124 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:12:17 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[64671]: ts=2024-04-15T21:12:17.976Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-04-15T21:12:18.124 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:12:17 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[64671]: ts=2024-04-15T21:12:17.976Z caller=node_exporter.go:108 level=info msg="Enabled collectors" 2024-04-15T21:12:18.125 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:12:17 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[64671]: ts=2024-04-15T21:12:17.976Z caller=node_exporter.go:115 level=info collector=arp 2024-04-15T21:12:18.125 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:12:17 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[64671]: ts=2024-04-15T21:12:17.976Z caller=node_exporter.go:115 level=info collector=bcache 2024-04-15T21:12:18.125 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:12:17 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[64671]: ts=2024-04-15T21:12:17.976Z caller=node_exporter.go:115 level=info collector=bonding 2024-04-15T21:12:18.125 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:12:17 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[64671]: ts=2024-04-15T21:12:17.976Z caller=node_exporter.go:115 level=info collector=btrfs 2024-04-15T21:12:18.125 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:12:17 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[64671]: ts=2024-04-15T21:12:17.976Z caller=node_exporter.go:115 level=info collector=conntrack 2024-04-15T21:12:18.125 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:12:17 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[64671]: ts=2024-04-15T21:12:17.976Z caller=node_exporter.go:115 level=info collector=cpu 2024-04-15T21:12:18.125 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:12:17 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[64671]: ts=2024-04-15T21:12:17.976Z caller=node_exporter.go:115 level=info collector=cpufreq 2024-04-15T21:12:18.125 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:12:17 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[64671]: ts=2024-04-15T21:12:17.976Z caller=node_exporter.go:115 level=info collector=diskstats 2024-04-15T21:12:18.125 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:12:17 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[64671]: ts=2024-04-15T21:12:17.976Z caller=node_exporter.go:115 level=info collector=dmi 2024-04-15T21:12:18.125 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:12:17 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[64671]: ts=2024-04-15T21:12:17.976Z caller=node_exporter.go:115 level=info collector=edac 2024-04-15T21:12:18.125 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:12:17 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[64671]: ts=2024-04-15T21:12:17.976Z caller=node_exporter.go:115 level=info collector=entropy 2024-04-15T21:12:18.125 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:12:17 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[64671]: ts=2024-04-15T21:12:17.976Z caller=node_exporter.go:115 level=info collector=fibrechannel 2024-04-15T21:12:18.125 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:12:17 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[64671]: ts=2024-04-15T21:12:17.976Z caller=node_exporter.go:115 level=info collector=filefd 2024-04-15T21:12:18.125 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:12:17 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[64671]: ts=2024-04-15T21:12:17.976Z caller=node_exporter.go:115 level=info collector=filesystem 2024-04-15T21:12:18.126 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:12:17 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[64671]: ts=2024-04-15T21:12:17.976Z caller=node_exporter.go:115 level=info collector=hwmon 2024-04-15T21:12:18.126 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:12:17 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[64671]: ts=2024-04-15T21:12:17.976Z caller=node_exporter.go:115 level=info collector=infiniband 2024-04-15T21:12:18.126 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:12:17 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[64671]: ts=2024-04-15T21:12:17.976Z caller=node_exporter.go:115 level=info collector=ipvs 2024-04-15T21:12:18.126 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:12:17 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[64671]: ts=2024-04-15T21:12:17.976Z caller=node_exporter.go:115 level=info collector=loadavg 2024-04-15T21:12:18.126 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:12:17 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[64671]: ts=2024-04-15T21:12:17.976Z caller=node_exporter.go:115 level=info collector=mdadm 2024-04-15T21:12:18.126 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:12:17 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[64671]: ts=2024-04-15T21:12:17.976Z caller=node_exporter.go:115 level=info collector=meminfo 2024-04-15T21:12:18.126 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:12:17 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[64671]: ts=2024-04-15T21:12:17.976Z caller=node_exporter.go:115 level=info collector=netclass 2024-04-15T21:12:18.126 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:12:17 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[64671]: ts=2024-04-15T21:12:17.976Z caller=node_exporter.go:115 level=info collector=netdev 2024-04-15T21:12:18.126 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:12:17 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[64671]: ts=2024-04-15T21:12:17.976Z caller=node_exporter.go:115 level=info collector=netstat 2024-04-15T21:12:18.126 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:12:17 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[64671]: ts=2024-04-15T21:12:17.976Z caller=node_exporter.go:115 level=info collector=nfs 2024-04-15T21:12:18.126 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:12:17 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[64671]: ts=2024-04-15T21:12:17.976Z caller=node_exporter.go:115 level=info collector=nfsd 2024-04-15T21:12:18.126 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:12:17 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[64671]: ts=2024-04-15T21:12:17.976Z caller=node_exporter.go:115 level=info collector=nvme 2024-04-15T21:12:18.126 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:12:17 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[64671]: ts=2024-04-15T21:12:17.976Z caller=node_exporter.go:115 level=info collector=os 2024-04-15T21:12:18.126 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:12:17 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[64671]: ts=2024-04-15T21:12:17.976Z caller=node_exporter.go:115 level=info collector=powersupplyclass 2024-04-15T21:12:18.127 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:12:17 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[64671]: ts=2024-04-15T21:12:17.976Z caller=node_exporter.go:115 level=info collector=pressure 2024-04-15T21:12:18.127 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:12:17 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[64671]: ts=2024-04-15T21:12:17.976Z caller=node_exporter.go:115 level=info collector=rapl 2024-04-15T21:12:18.127 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:12:17 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[64671]: ts=2024-04-15T21:12:17.976Z caller=node_exporter.go:115 level=info collector=schedstat 2024-04-15T21:12:18.127 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:12:17 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[64671]: ts=2024-04-15T21:12:17.976Z caller=node_exporter.go:115 level=info collector=sockstat 2024-04-15T21:12:18.127 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:12:17 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[64671]: ts=2024-04-15T21:12:17.976Z caller=node_exporter.go:115 level=info collector=softnet 2024-04-15T21:12:18.127 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:12:17 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[64671]: ts=2024-04-15T21:12:17.976Z caller=node_exporter.go:115 level=info collector=stat 2024-04-15T21:12:18.127 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:12:17 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[64671]: ts=2024-04-15T21:12:17.976Z caller=node_exporter.go:115 level=info collector=tapestats 2024-04-15T21:12:18.127 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:12:17 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[64671]: ts=2024-04-15T21:12:17.976Z caller=node_exporter.go:115 level=info collector=textfile 2024-04-15T21:12:18.127 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:12:17 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[64671]: ts=2024-04-15T21:12:17.976Z caller=node_exporter.go:115 level=info collector=thermal_zone 2024-04-15T21:12:18.127 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:12:17 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[64671]: ts=2024-04-15T21:12:17.976Z caller=node_exporter.go:115 level=info collector=time 2024-04-15T21:12:18.127 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:12:17 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[64671]: ts=2024-04-15T21:12:17.976Z caller=node_exporter.go:115 level=info collector=udp_queues 2024-04-15T21:12:18.127 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:12:17 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[64671]: ts=2024-04-15T21:12:17.976Z caller=node_exporter.go:115 level=info collector=uname 2024-04-15T21:12:18.127 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:12:17 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[64671]: ts=2024-04-15T21:12:17.976Z caller=node_exporter.go:115 level=info collector=vmstat 2024-04-15T21:12:18.127 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:12:17 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[64671]: ts=2024-04-15T21:12:17.976Z caller=node_exporter.go:115 level=info collector=xfs 2024-04-15T21:12:18.128 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:12:17 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[64671]: ts=2024-04-15T21:12:17.976Z caller=node_exporter.go:115 level=info collector=zfs 2024-04-15T21:12:18.128 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:12:17 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[64671]: ts=2024-04-15T21:12:17.977Z caller=node_exporter.go:199 level=info msg="Listening on" address=:9100 2024-04-15T21:12:18.128 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:12:17 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[64671]: ts=2024-04-15T21:12:17.977Z caller=tls_config.go:195 level=info msg="TLS is disabled." http2=false 2024-04-15T21:12:18.128 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:12:18 smithi057 bash[64640]: a827ac9a25993ab163d8a4d499a32629800169af0202919353866636f6786c50 2024-04-15T21:12:18.128 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:12:18 smithi057 systemd[1]: Started Ceph node-exporter.a for b97cffaa-fb6a-11ee-bc8f-c7b262605968. 2024-04-15T21:12:18.193 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:17 smithi148 ceph-mon[25742]: pgmap v7: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 30 KiB/s rd, 0 B/s wr, 17 op/s 2024-04-15T21:12:19.374 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:19 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:12:19.374 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:19 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:12:19.374 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:19 smithi057 ceph-mon[24810]: Reconfiguring alertmanager.a (dependencies changed)... 2024-04-15T21:12:19.374 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:19 smithi057 ceph-mon[24810]: Reconfiguring daemon alertmanager.a on smithi057 2024-04-15T21:12:19.374 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:19 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:12:19.374 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:19 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:12:19.374 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:19 smithi057 ceph-mon[29654]: Reconfiguring alertmanager.a (dependencies changed)... 2024-04-15T21:12:19.374 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:19 smithi057 ceph-mon[29654]: Reconfiguring daemon alertmanager.a on smithi057 2024-04-15T21:12:19.452 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:19 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:12:19.452 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:19 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:12:19.452 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:19 smithi148 ceph-mon[25742]: Reconfiguring alertmanager.a (dependencies changed)... 2024-04-15T21:12:19.452 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:19 smithi148 ceph-mon[25742]: Reconfiguring daemon alertmanager.a on smithi057 2024-04-15T21:12:20.373 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:20 smithi057 ceph-mon[24810]: pgmap v8: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 13 op/s 2024-04-15T21:12:20.374 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:20 smithi057 ceph-mon[29654]: pgmap v8: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 13 op/s 2024-04-15T21:12:20.375 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:12:19 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:12:19] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-15T21:12:20.522 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:20 smithi148 ceph-mon[25742]: pgmap v8: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 13 op/s 2024-04-15T21:12:21.595 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:12:21 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:12:21] "GET /metrics HTTP/1.1" 200 35098 "" "Prometheus/2.33.4" 2024-04-15T21:12:22.374 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:22 smithi057 ceph-mon[24810]: pgmap v9: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 0 B/s wr, 11 op/s 2024-04-15T21:12:22.374 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:22 smithi057 ceph-mon[24810]: from='client.24748 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:12:22.374 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:22 smithi057 ceph-mon[29654]: pgmap v9: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 0 B/s wr, 11 op/s 2024-04-15T21:12:22.374 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:22 smithi057 ceph-mon[29654]: from='client.24748 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:12:22.517 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:22 smithi148 ceph-mon[25742]: pgmap v9: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 0 B/s wr, 11 op/s 2024-04-15T21:12:22.517 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:22 smithi148 ceph-mon[25742]: from='client.24748 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:12:22.517 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:12:22 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[45916]: ts=2024-04-15T21:12:22.313Z caller=manager.go:609 level=warn component="rule manager" group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on(pool_id) group_right()\n ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: |\n Pool '{{ $labels.name }}' will be full in less than 5 days assuming the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed it's capacity\n" err="found duplicate series for the match group {pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"172.21.15.57:9283\", job=\"ceph\", pool_id=\"1\"}, {instance=\"172.21.15.148:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T21:12:23.704 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:12:23 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a[51097]: level=error ts=2024-04-15T21:12:23.520Z caller=dispatch.go:354 component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://172.21.15.57:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.57 because it doesn't contain any IP SANs; ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://172.21.15.148:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.148 because it doesn't contain any IP SANs" 2024-04-15T21:12:23.704 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:12:23 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a[51097]: level=warn ts=2024-04-15T21:12:23.522Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.148:8443/api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.148 because it doesn't contain any IP SANs" 2024-04-15T21:12:23.704 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:12:23 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a[51097]: level=warn ts=2024-04-15T21:12:23.522Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://172.21.15.57:8443//api/prometheus_receiver\": x509: cannot validate certificate for 172.21.15.57 because it doesn't contain any IP SANs" 2024-04-15T21:12:24.373 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:24 smithi057 ceph-mon[24810]: pgmap v10: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-15T21:12:24.374 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:24 smithi057 ceph-mon[29654]: pgmap v10: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-15T21:12:24.595 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:24 smithi148 ceph-mon[25742]: pgmap v10: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-15T21:12:24.781 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:12:24 smithi057 systemd[1]: Stopping Ceph alertmanager.a for b97cffaa-fb6a-11ee-bc8f-c7b262605968... 2024-04-15T21:12:24.781 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:12:24 smithi057 bash[65300]: Error: no container with name or ID "ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager.a" found: no such container 2024-04-15T21:12:24.782 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:12:24 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a[51097]: level=info ts=2024-04-15T21:12:24.765Z caller=main.go:557 msg="Received SIGTERM, exiting gracefully..." 2024-04-15T21:12:25.062 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:12:24 smithi057 podman[65313]: 2024-04-15 21:12:24.78629414 +0000 UTC m=+0.125981475 container died 0dacbddbc8bf7cfe990f5da084975f2814f780af7717db80cc2770ea999ce139 (image=quay.io/prometheus/alertmanager:v0.23.0, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-15T21:12:25.373 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:25 smithi057 ceph-mon[24810]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:12:25.374 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:25 smithi057 ceph-mon[29654]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:12:25.374 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:12:25 smithi057 podman[65313]: 2024-04-15 21:12:25.224332479 +0000 UTC m=+0.564019816 container cleanup 0dacbddbc8bf7cfe990f5da084975f2814f780af7717db80cc2770ea999ce139 (image=quay.io/prometheus/alertmanager:v0.23.0, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-15T21:12:25.374 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:12:25 smithi057 bash[65313]: ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a 2024-04-15T21:12:25.391 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:25 smithi148 ceph-mon[25742]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:12:25.797 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:12:25 smithi057 podman[65327]: 2024-04-15 21:12:25.469303105 +0000 UTC m=+0.678943906 container remove 0dacbddbc8bf7cfe990f5da084975f2814f780af7717db80cc2770ea999ce139 (image=quay.io/prometheus/alertmanager:v0.23.0, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-15T21:12:25.797 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:12:25 smithi057 podman[65327]: 2024-04-15 21:12:25.55983946 +0000 UTC m=+0.769480261 volume remove dd173ca519fd8e3b609d190ab71aa6cdeb1060f4eb9241d879f88e4258fe47f1 2024-04-15T21:12:25.798 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:12:25 smithi057 bash[65339]: Error: no container with name or ID "ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager.a" found: no such container 2024-04-15T21:12:25.798 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:12:25 smithi057 systemd[1]: ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@alertmanager.a.service: Deactivated successfully. 2024-04-15T21:12:25.798 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:12:25 smithi057 systemd[1]: Stopped Ceph alertmanager.a for b97cffaa-fb6a-11ee-bc8f-c7b262605968. 2024-04-15T21:12:25.798 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:12:25 smithi057 systemd[1]: ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@alertmanager.a.service: Consumed 1.193s CPU time. 2024-04-15T21:12:25.798 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:12:25 smithi057 systemd[1]: Starting Ceph alertmanager.a for b97cffaa-fb6a-11ee-bc8f-c7b262605968... 2024-04-15T21:12:26.074 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:12:25 smithi057 podman[65403]: 2024-04-15 21:12:25.802046702 +0000 UTC m=+0.107153602 volume create 67fd580dbd5b47fdc6af8513e2af213a7ee98e75fa6b1231356fd546668e0049 2024-04-15T21:12:26.074 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:12:25 smithi057 podman[65403]: 2024-04-15 21:12:25.712671197 +0000 UTC m=+0.017778098 image pull ba2b418f427c0636d654de8757e830c80168e76482bcc46bb2138e569d6c91d4 quay.io/prometheus/alertmanager:v0.23.0 2024-04-15T21:12:26.075 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:12:25 smithi057 podman[65403]: 2024-04-15 21:12:25.894285792 +0000 UTC m=+0.199392693 container create 272eab17dd5f2b120766045c8e1212184b50ca8ce2b36a5594cdb66217d5e790 (image=quay.io/prometheus/alertmanager:v0.23.0, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-15T21:12:26.373 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:26 smithi057 ceph-mon[24810]: pgmap v11: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-15T21:12:26.374 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:26 smithi057 ceph-mon[29654]: pgmap v11: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-15T21:12:26.374 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:12:26 smithi057 podman[65403]: 2024-04-15 21:12:26.188506635 +0000 UTC m=+0.493613538 container init 272eab17dd5f2b120766045c8e1212184b50ca8ce2b36a5594cdb66217d5e790 (image=quay.io/prometheus/alertmanager:v0.23.0, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-15T21:12:26.374 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:12:26 smithi057 podman[65403]: 2024-04-15 21:12:26.191566988 +0000 UTC m=+0.496673889 container start 272eab17dd5f2b120766045c8e1212184b50ca8ce2b36a5594cdb66217d5e790 (image=quay.io/prometheus/alertmanager:v0.23.0, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-15T21:12:26.374 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:12:26 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a[65418]: level=info ts=2024-04-15T21:12:26.201Z caller=main.go:225 msg="Starting Alertmanager" version="(version=0.23.0, branch=HEAD, revision=61046b17771a57cfd4c4a51be370ab930a4d7d54)" 2024-04-15T21:12:26.374 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:12:26 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a[65418]: level=info ts=2024-04-15T21:12:26.202Z caller=main.go:226 build_context="(go=go1.16.7, user=root@e21a959be8d2, date=20210825-10:48:55)" 2024-04-15T21:12:26.374 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:12:26 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a[65418]: level=info ts=2024-04-15T21:12:26.202Z caller=cluster.go:184 component=cluster msg="setting advertise address explicitly" addr=172.21.15.57 port=9094 2024-04-15T21:12:26.374 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:12:26 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a[65418]: level=info ts=2024-04-15T21:12:26.204Z caller=cluster.go:671 component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-04-15T21:12:26.374 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:12:26 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a[65418]: level=info ts=2024-04-15T21:12:26.228Z caller=coordinator.go:113 component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-04-15T21:12:26.374 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:12:26 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a[65418]: level=info ts=2024-04-15T21:12:26.229Z caller=coordinator.go:126 component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-04-15T21:12:26.374 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:12:26 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a[65418]: level=info ts=2024-04-15T21:12:26.231Z caller=main.go:518 msg=Listening address=:9093 2024-04-15T21:12:26.375 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:12:26 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a[65418]: level=info ts=2024-04-15T21:12:26.231Z caller=tls_config.go:191 msg="TLS is disabled." http2=false 2024-04-15T21:12:26.375 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:12:26 smithi057 bash[65403]: 272eab17dd5f2b120766045c8e1212184b50ca8ce2b36a5594cdb66217d5e790 2024-04-15T21:12:26.375 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:12:26 smithi057 systemd[1]: Started Ceph alertmanager.a for b97cffaa-fb6a-11ee-bc8f-c7b262605968. 2024-04-15T21:12:26.595 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:26 smithi148 ceph-mon[25742]: pgmap v11: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-15T21:12:27.322 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:27 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:12:27.322 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:27 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:12:27.322 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:27 smithi057 ceph-mon[24810]: Reconfiguring iscsi.foo.smithi057.jwyjxv (dependencies changed)... 2024-04-15T21:12:27.322 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:27 smithi057 ceph-mon[24810]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi057.jwyjxv", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-04-15T21:12:27.322 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:27 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi057.jwyjxv", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-04-15T21:12:27.323 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:27 smithi057 ceph-mon[24810]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:12:27.323 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:27 smithi057 ceph-mon[24810]: Reconfiguring daemon iscsi.foo.smithi057.jwyjxv on smithi057 2024-04-15T21:12:27.595 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:27 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:12:27.595 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:27 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:12:27.595 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:27 smithi148 ceph-mon[25742]: Reconfiguring iscsi.foo.smithi057.jwyjxv (dependencies changed)... 2024-04-15T21:12:27.595 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:27 smithi148 ceph-mon[25742]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi057.jwyjxv", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-04-15T21:12:27.595 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:27 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi057.jwyjxv", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-04-15T21:12:27.596 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:27 smithi148 ceph-mon[25742]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:12:27.596 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:27 smithi148 ceph-mon[25742]: Reconfiguring daemon iscsi.foo.smithi057.jwyjxv on smithi057 2024-04-15T21:12:27.623 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:27 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:12:27.623 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:27 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:12:27.623 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:27 smithi057 ceph-mon[29654]: Reconfiguring iscsi.foo.smithi057.jwyjxv (dependencies changed)... 2024-04-15T21:12:27.623 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:27 smithi057 ceph-mon[29654]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi057.jwyjxv", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-04-15T21:12:27.623 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:27 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi057.jwyjxv", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-04-15T21:12:27.624 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:27 smithi057 ceph-mon[29654]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:12:27.624 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:27 smithi057 ceph-mon[29654]: Reconfiguring daemon iscsi.foo.smithi057.jwyjxv on smithi057 2024-04-15T21:12:28.470 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:28 smithi057 ceph-mon[24810]: pgmap v12: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-15T21:12:28.470 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:28 smithi057 ceph-mon[29654]: pgmap v12: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-15T21:12:28.470 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:12:28 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a[65418]: level=info ts=2024-04-15T21:12:28.204Z caller=cluster.go:696 component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.00033081s 2024-04-15T21:12:28.595 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:28 smithi148 ceph-mon[25742]: pgmap v12: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-15T21:12:29.846 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:12:29 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: 2024-04-15T21:12:29.580+0000 7f3653d6c700 -1 log_channel(cephadm) log [ERR] : cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi057.jwyjxv ... 2024-04-15T21:12:29.846 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:12:29 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: Creating ceph-iscsi config... 2024-04-15T21:12:29.846 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:12:29 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: Write file: /var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/iscsi.foo.smithi057.jwyjxv/iscsi-gateway.cfg 2024-04-15T21:12:29.846 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:12:29 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: Write file: /var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/iscsi.foo.smithi057.jwyjxv/tcmu-runner-entrypoint.sh 2024-04-15T21:12:29.846 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:12:29 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: Non-zero exit code 1 from systemctl restart ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv 2024-04-15T21:12:29.846 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:12:29 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: systemctl: stderr Job for ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service failed because the control process exited with error code. 2024-04-15T21:12:29.846 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:12:29 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: systemctl: stderr See "systemctl status ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" and "journalctl -xeu ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" for details. 2024-04-15T21:12:29.846 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:12:29 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: Traceback (most recent call last): 2024-04-15T21:12:29.847 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:12:29 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-04-15T21:12:29.847 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:12:29 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: return _run_code(code, main_globals, None, 2024-04-15T21:12:29.847 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:12:29 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-04-15T21:12:29.847 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:12:29 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: exec(code, run_globals) 2024-04-15T21:12:29.847 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:12:29 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 5618, in 2024-04-15T21:12:29.847 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:12:29 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 5606, in main 2024-04-15T21:12:29.847 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:12:29 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 3096, in command_deploy_from 2024-04-15T21:12:29.847 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:12:29 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 3131, in _common_deploy 2024-04-15T21:12:29.847 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:12:29 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 3151, in _deploy_daemon_container 2024-04-15T21:12:29.847 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:12:29 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 1123, in deploy_daemon 2024-04-15T21:12:29.847 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:12:29 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-04-15T21:12:29.848 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:12:29 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: RuntimeError: Failed command: systemctl restart ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv: Job for ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service failed because the control process exited with error code. 2024-04-15T21:12:29.848 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:12:29 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: See "systemctl status ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" and "journalctl -xeu ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" for details. 2024-04-15T21:12:29.848 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:12:29 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: Traceback (most recent call last): 2024-04-15T21:12:29.848 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:12:29 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1114, in _check_daemons 2024-04-15T21:12:29.848 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:12:29 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: self.mgr._daemon_action(daemon_spec, action=action) 2024-04-15T21:12:29.848 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:12:29 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: File "/usr/share/ceph/mgr/cephadm/module.py", line 2457, in _daemon_action 2024-04-15T21:12:29.848 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:12:29 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: CephadmServe(self)._create_daemon(daemon_spec, reconfig=(action == 'reconfig'))) 2024-04-15T21:12:29.848 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:12:29 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: File "/usr/share/ceph/mgr/cephadm/module.py", line 779, in wait_async 2024-04-15T21:12:29.848 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:12:29 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: return self.event_loop.get_result(coro, timeout) 2024-04-15T21:12:29.848 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:12:29 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: File "/usr/share/ceph/mgr/cephadm/ssh.py", line 136, in get_result 2024-04-15T21:12:29.849 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:12:29 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: return future.result(timeout) 2024-04-15T21:12:29.849 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:12:29 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: File "/lib64/python3.6/concurrent/futures/_base.py", line 432, in result 2024-04-15T21:12:29.849 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:12:29 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: return self.__get_result() 2024-04-15T21:12:29.849 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:12:29 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: File "/lib64/python3.6/concurrent/futures/_base.py", line 384, in __get_result 2024-04-15T21:12:29.849 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:12:29 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: raise self._exception 2024-04-15T21:12:29.849 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:12:29 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1377, in _create_daemon 2024-04-15T21:12:29.849 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:12:29 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: use_current_daemon_image=reconfig, 2024-04-15T21:12:29.849 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:12:29 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1692, in _run_cephadm 2024-04-15T21:12:29.849 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:12:29 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: f'cephadm exited with an error code: {code}, stderr: {err}') 2024-04-15T21:12:29.849 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:12:29 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: orchestrator._interface.OrchestratorError: cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi057.jwyjxv ... 2024-04-15T21:12:29.849 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:12:29 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: Creating ceph-iscsi config... 2024-04-15T21:12:29.849 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:12:29 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: Write file: /var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/iscsi.foo.smithi057.jwyjxv/iscsi-gateway.cfg 2024-04-15T21:12:29.849 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:12:29 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: Write file: /var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/iscsi.foo.smithi057.jwyjxv/tcmu-runner-entrypoint.sh 2024-04-15T21:12:29.849 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:12:29 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: Non-zero exit code 1 from systemctl restart ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv 2024-04-15T21:12:29.849 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:12:29 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: systemctl: stderr Job for ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service failed because the control process exited with error code. 2024-04-15T21:12:29.850 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:12:29 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: systemctl: stderr See "systemctl status ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" and "journalctl -xeu ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" for details. 2024-04-15T21:12:29.850 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:12:29 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: Traceback (most recent call last): 2024-04-15T21:12:29.850 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:12:29 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-04-15T21:12:29.850 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:12:29 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: return _run_code(code, main_globals, None, 2024-04-15T21:12:29.850 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:12:29 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-04-15T21:12:29.850 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:12:29 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: exec(code, run_globals) 2024-04-15T21:12:29.850 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:12:29 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 5618, in 2024-04-15T21:12:29.850 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:12:29 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 5606, in main 2024-04-15T21:12:29.850 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:12:29 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 3096, in command_deploy_from 2024-04-15T21:12:29.850 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:12:29 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 3131, in _common_deploy 2024-04-15T21:12:29.850 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:12:29 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 3151, in _deploy_daemon_container 2024-04-15T21:12:29.850 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:12:29 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 1123, in deploy_daemon 2024-04-15T21:12:29.850 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:12:29 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-04-15T21:12:29.850 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:12:29 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: RuntimeError: Failed command: systemctl restart ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv: Job for ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service failed because the control process exited with error code. 2024-04-15T21:12:29.850 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:12:29 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: See "systemctl status ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" and "journalctl -xeu ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" for details. 2024-04-15T21:12:30.329 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:12:29 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[25044]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:12:29] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-15T21:12:30.595 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:30 smithi148 ceph-mon[25742]: pgmap v13: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:12:30.595 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:30 smithi148 ceph-mon[25742]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi148", "caps": []}]: dispatch 2024-04-15T21:12:30.595 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:30 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi148", "caps": []}]: dispatch 2024-04-15T21:12:30.623 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:30 smithi057 ceph-mon[24810]: pgmap v13: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:12:30.623 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:30 smithi057 ceph-mon[24810]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi148", "caps": []}]: dispatch 2024-04-15T21:12:30.624 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:30 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi148", "caps": []}]: dispatch 2024-04-15T21:12:30.624 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:30 smithi057 ceph-mon[29654]: pgmap v13: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:12:30.624 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:30 smithi057 ceph-mon[29654]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi148", "caps": []}]: dispatch 2024-04-15T21:12:30.624 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:30 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi148", "caps": []}]: dispatch 2024-04-15T21:12:31.595 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:12:31 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:12:31] "GET /metrics HTTP/1.1" 200 37888 "" "Prometheus/2.33.4" 2024-04-15T21:12:31.596 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:31 smithi148 ceph-mon[25742]: cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi057.jwyjxv ... 2024-04-15T21:12:31.596 INFO:journalctl@ceph.mon.b.smithi148.stdout: Creating ceph-iscsi config... 2024-04-15T21:12:31.596 INFO:journalctl@ceph.mon.b.smithi148.stdout: Write file: /var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/iscsi.foo.smithi057.jwyjxv/iscsi-gateway.cfg 2024-04-15T21:12:31.596 INFO:journalctl@ceph.mon.b.smithi148.stdout: Write file: /var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/iscsi.foo.smithi057.jwyjxv/tcmu-runner-entrypoint.sh 2024-04-15T21:12:31.596 INFO:journalctl@ceph.mon.b.smithi148.stdout: Non-zero exit code 1 from systemctl restart ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv 2024-04-15T21:12:31.596 INFO:journalctl@ceph.mon.b.smithi148.stdout: systemctl: stderr Job for ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service failed because the control process exited with error code. 2024-04-15T21:12:31.596 INFO:journalctl@ceph.mon.b.smithi148.stdout: systemctl: stderr See "systemctl status ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" and "journalctl -xeu ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" for details. 2024-04-15T21:12:31.596 INFO:journalctl@ceph.mon.b.smithi148.stdout: Traceback (most recent call last): 2024-04-15T21:12:31.596 INFO:journalctl@ceph.mon.b.smithi148.stdout: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-04-15T21:12:31.596 INFO:journalctl@ceph.mon.b.smithi148.stdout: return _run_code(code, main_globals, None, 2024-04-15T21:12:31.597 INFO:journalctl@ceph.mon.b.smithi148.stdout: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-04-15T21:12:31.597 INFO:journalctl@ceph.mon.b.smithi148.stdout: exec(code, run_globals) 2024-04-15T21:12:31.597 INFO:journalctl@ceph.mon.b.smithi148.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 5618, in 2024-04-15T21:12:31.597 INFO:journalctl@ceph.mon.b.smithi148.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 5606, in main 2024-04-15T21:12:31.597 INFO:journalctl@ceph.mon.b.smithi148.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 3096, in command_deploy_from 2024-04-15T21:12:31.597 INFO:journalctl@ceph.mon.b.smithi148.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 3131, in _common_deploy 2024-04-15T21:12:31.597 INFO:journalctl@ceph.mon.b.smithi148.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 3151, in _deploy_daemon_container 2024-04-15T21:12:31.597 INFO:journalctl@ceph.mon.b.smithi148.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 1123, in deploy_daemon 2024-04-15T21:12:31.597 INFO:journalctl@ceph.mon.b.smithi148.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-04-15T21:12:31.597 INFO:journalctl@ceph.mon.b.smithi148.stdout: RuntimeError: Failed command: systemctl restart ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv: Job for ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service failed because the control process exited with error code. 2024-04-15T21:12:31.597 INFO:journalctl@ceph.mon.b.smithi148.stdout: See "systemctl status ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" and "journalctl -xeu ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" for details. 2024-04-15T21:12:31.597 INFO:journalctl@ceph.mon.b.smithi148.stdout: Traceback (most recent call last): 2024-04-15T21:12:31.597 INFO:journalctl@ceph.mon.b.smithi148.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1114, in _check_daemons 2024-04-15T21:12:31.597 INFO:journalctl@ceph.mon.b.smithi148.stdout: self.mgr._daemon_action(daemon_spec, action=action) 2024-04-15T21:12:31.598 INFO:journalctl@ceph.mon.b.smithi148.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 2457, in _daemon_action 2024-04-15T21:12:31.598 INFO:journalctl@ceph.mon.b.smithi148.stdout: CephadmServe(self)._create_daemon(daemon_spec, reconfig=(action == 'reconfig'))) 2024-04-15T21:12:31.598 INFO:journalctl@ceph.mon.b.smithi148.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 779, in wait_async 2024-04-15T21:12:31.598 INFO:journalctl@ceph.mon.b.smithi148.stdout: return self.event_loop.get_result(coro, timeout) 2024-04-15T21:12:31.598 INFO:journalctl@ceph.mon.b.smithi148.stdout: File "/usr/share/ceph/mgr/cephadm/ssh.py", line 136, in get_result 2024-04-15T21:12:31.598 INFO:journalctl@ceph.mon.b.smithi148.stdout: return future.result(timeout) 2024-04-15T21:12:31.598 INFO:journalctl@ceph.mon.b.smithi148.stdout: File "/lib64/python3.6/concurrent/futures/_base.py", line 432, in result 2024-04-15T21:12:31.598 INFO:journalctl@ceph.mon.b.smithi148.stdout: return self.__get_result() 2024-04-15T21:12:31.598 INFO:journalctl@ceph.mon.b.smithi148.stdout: File "/lib64/python3.6/concurrent/futures/_base.py", line 384, in __get_result 2024-04-15T21:12:31.598 INFO:journalctl@ceph.mon.b.smithi148.stdout: raise self._exception 2024-04-15T21:12:31.598 INFO:journalctl@ceph.mon.b.smithi148.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1377, in _create_daemon 2024-04-15T21:12:31.598 INFO:journalctl@ceph.mon.b.smithi148.stdout: use_current_daemon_image=reconfig, 2024-04-15T21:12:31.598 INFO:journalctl@ceph.mon.b.smithi148.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1692, in _run_cephadm 2024-04-15T21:12:31.598 INFO:journalctl@ceph.mon.b.smithi148.stdout: f'cephadm exited with an error code: {code}, stderr: {err}') 2024-04-15T21:12:31.599 INFO:journalctl@ceph.mon.b.smithi148.stdout: orchestrator._interface.OrchestratorError: cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi057.jwyjxv ... 2024-04-15T21:12:31.599 INFO:journalctl@ceph.mon.b.smithi148.stdout: Creating ceph-iscsi config... 2024-04-15T21:12:31.599 INFO:journalctl@ceph.mon.b.smithi148.stdout: Write file: /var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/iscsi.foo.smithi057.jwyjxv/iscsi-gateway.cfg 2024-04-15T21:12:31.599 INFO:journalctl@ceph.mon.b.smithi148.stdout: Write file: /var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/iscsi.foo.smithi057.jwyjxv/tcmu-runner-entrypoint.sh 2024-04-15T21:12:31.599 INFO:journalctl@ceph.mon.b.smithi148.stdout: Non-zero exit code 1 from systemctl restart ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv 2024-04-15T21:12:31.599 INFO:journalctl@ceph.mon.b.smithi148.stdout: systemctl: stderr Job for ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service failed because the control process exited with error code. 2024-04-15T21:12:31.599 INFO:journalctl@ceph.mon.b.smithi148.stdout: systemctl: stderr See "systemctl status ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" and "journalctl -xeu ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" for details. 2024-04-15T21:12:31.599 INFO:journalctl@ceph.mon.b.smithi148.stdout: Traceback (most recent call last): 2024-04-15T21:12:31.599 INFO:journalctl@ceph.mon.b.smithi148.stdout: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-04-15T21:12:31.599 INFO:journalctl@ceph.mon.b.smithi148.stdout: return _run_code(code, main_globals, None, 2024-04-15T21:12:31.599 INFO:journalctl@ceph.mon.b.smithi148.stdout: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-04-15T21:12:31.599 INFO:journalctl@ceph.mon.b.smithi148.stdout: exec(code, run_globals) 2024-04-15T21:12:31.599 INFO:journalctl@ceph.mon.b.smithi148.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 5618, in 2024-04-15T21:12:31.599 INFO:journalctl@ceph.mon.b.smithi148.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 5606, in main 2024-04-15T21:12:31.600 INFO:journalctl@ceph.mon.b.smithi148.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 3096, in command_deploy_from 2024-04-15T21:12:31.600 INFO:journalctl@ceph.mon.b.smithi148.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 3131, in _common_deploy 2024-04-15T21:12:31.600 INFO:journalctl@ceph.mon.b.smithi148.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 3151, in _deploy_daemon_container 2024-04-15T21:12:31.600 INFO:journalctl@ceph.mon.b.smithi148.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 1123, in deploy_daemon 2024-04-15T21:12:31.600 INFO:journalctl@ceph.mon.b.smithi148.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-04-15T21:12:31.600 INFO:journalctl@ceph.mon.b.smithi148.stdout: RuntimeError: Failed command: systemctl restart ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv: Job for ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service failed because the control process exited with error code. 2024-04-15T21:12:31.600 INFO:journalctl@ceph.mon.b.smithi148.stdout: See "systemctl status ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" and "journalctl -xeu ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" for details. 2024-04-15T21:12:31.600 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:31 smithi148 ceph-mon[25742]: Reconfiguring daemon agent.smithi148 on smithi148 2024-04-15T21:12:31.600 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:31 smithi148 ceph-mon[25742]: Deploying cephadm binary to smithi148 2024-04-15T21:12:31.624 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:31 smithi057 ceph-mon[24810]: cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi057.jwyjxv ... 2024-04-15T21:12:31.624 INFO:journalctl@ceph.mon.a.smithi057.stdout: Creating ceph-iscsi config... 2024-04-15T21:12:31.624 INFO:journalctl@ceph.mon.a.smithi057.stdout: Write file: /var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/iscsi.foo.smithi057.jwyjxv/iscsi-gateway.cfg 2024-04-15T21:12:31.624 INFO:journalctl@ceph.mon.a.smithi057.stdout: Write file: /var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/iscsi.foo.smithi057.jwyjxv/tcmu-runner-entrypoint.sh 2024-04-15T21:12:31.624 INFO:journalctl@ceph.mon.a.smithi057.stdout: Non-zero exit code 1 from systemctl restart ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv 2024-04-15T21:12:31.624 INFO:journalctl@ceph.mon.a.smithi057.stdout: systemctl: stderr Job for ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service failed because the control process exited with error code. 2024-04-15T21:12:31.624 INFO:journalctl@ceph.mon.a.smithi057.stdout: systemctl: stderr See "systemctl status ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" and "journalctl -xeu ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" for details. 2024-04-15T21:12:31.624 INFO:journalctl@ceph.mon.a.smithi057.stdout: Traceback (most recent call last): 2024-04-15T21:12:31.624 INFO:journalctl@ceph.mon.a.smithi057.stdout: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-04-15T21:12:31.624 INFO:journalctl@ceph.mon.a.smithi057.stdout: return _run_code(code, main_globals, None, 2024-04-15T21:12:31.624 INFO:journalctl@ceph.mon.a.smithi057.stdout: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-04-15T21:12:31.624 INFO:journalctl@ceph.mon.a.smithi057.stdout: exec(code, run_globals) 2024-04-15T21:12:31.625 INFO:journalctl@ceph.mon.a.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 5618, in 2024-04-15T21:12:31.625 INFO:journalctl@ceph.mon.a.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 5606, in main 2024-04-15T21:12:31.625 INFO:journalctl@ceph.mon.a.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 3096, in command_deploy_from 2024-04-15T21:12:31.625 INFO:journalctl@ceph.mon.a.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 3131, in _common_deploy 2024-04-15T21:12:31.625 INFO:journalctl@ceph.mon.a.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 3151, in _deploy_daemon_container 2024-04-15T21:12:31.625 INFO:journalctl@ceph.mon.a.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 1123, in deploy_daemon 2024-04-15T21:12:31.625 INFO:journalctl@ceph.mon.a.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-04-15T21:12:31.625 INFO:journalctl@ceph.mon.a.smithi057.stdout: RuntimeError: Failed command: systemctl restart ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv: Job for ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service failed because the control process exited with error code. 2024-04-15T21:12:31.625 INFO:journalctl@ceph.mon.a.smithi057.stdout: See "systemctl status ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" and "journalctl -xeu ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" for details. 2024-04-15T21:12:31.625 INFO:journalctl@ceph.mon.a.smithi057.stdout: Traceback (most recent call last): 2024-04-15T21:12:31.625 INFO:journalctl@ceph.mon.a.smithi057.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1114, in _check_daemons 2024-04-15T21:12:31.625 INFO:journalctl@ceph.mon.a.smithi057.stdout: self.mgr._daemon_action(daemon_spec, action=action) 2024-04-15T21:12:31.625 INFO:journalctl@ceph.mon.a.smithi057.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 2457, in _daemon_action 2024-04-15T21:12:31.625 INFO:journalctl@ceph.mon.a.smithi057.stdout: CephadmServe(self)._create_daemon(daemon_spec, reconfig=(action == 'reconfig'))) 2024-04-15T21:12:31.626 INFO:journalctl@ceph.mon.a.smithi057.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 779, in wait_async 2024-04-15T21:12:31.626 INFO:journalctl@ceph.mon.a.smithi057.stdout: return self.event_loop.get_result(coro, timeout) 2024-04-15T21:12:31.626 INFO:journalctl@ceph.mon.a.smithi057.stdout: File "/usr/share/ceph/mgr/cephadm/ssh.py", line 136, in get_result 2024-04-15T21:12:31.626 INFO:journalctl@ceph.mon.a.smithi057.stdout: return future.result(timeout) 2024-04-15T21:12:31.626 INFO:journalctl@ceph.mon.a.smithi057.stdout: File "/lib64/python3.6/concurrent/futures/_base.py", line 432, in result 2024-04-15T21:12:31.626 INFO:journalctl@ceph.mon.a.smithi057.stdout: return self.__get_result() 2024-04-15T21:12:31.626 INFO:journalctl@ceph.mon.a.smithi057.stdout: File "/lib64/python3.6/concurrent/futures/_base.py", line 384, in __get_result 2024-04-15T21:12:31.626 INFO:journalctl@ceph.mon.a.smithi057.stdout: raise self._exception 2024-04-15T21:12:31.626 INFO:journalctl@ceph.mon.a.smithi057.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1377, in _create_daemon 2024-04-15T21:12:31.626 INFO:journalctl@ceph.mon.a.smithi057.stdout: use_current_daemon_image=reconfig, 2024-04-15T21:12:31.626 INFO:journalctl@ceph.mon.a.smithi057.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1692, in _run_cephadm 2024-04-15T21:12:31.626 INFO:journalctl@ceph.mon.a.smithi057.stdout: f'cephadm exited with an error code: {code}, stderr: {err}') 2024-04-15T21:12:31.626 INFO:journalctl@ceph.mon.a.smithi057.stdout: orchestrator._interface.OrchestratorError: cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi057.jwyjxv ... 2024-04-15T21:12:31.626 INFO:journalctl@ceph.mon.a.smithi057.stdout: Creating ceph-iscsi config... 2024-04-15T21:12:31.627 INFO:journalctl@ceph.mon.a.smithi057.stdout: Write file: /var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/iscsi.foo.smithi057.jwyjxv/iscsi-gateway.cfg 2024-04-15T21:12:31.627 INFO:journalctl@ceph.mon.a.smithi057.stdout: Write file: /var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/iscsi.foo.smithi057.jwyjxv/tcmu-runner-entrypoint.sh 2024-04-15T21:12:31.627 INFO:journalctl@ceph.mon.a.smithi057.stdout: Non-zero exit code 1 from systemctl restart ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv 2024-04-15T21:12:31.627 INFO:journalctl@ceph.mon.a.smithi057.stdout: systemctl: stderr Job for ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service failed because the control process exited with error code. 2024-04-15T21:12:31.627 INFO:journalctl@ceph.mon.a.smithi057.stdout: systemctl: stderr See "systemctl status ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" and "journalctl -xeu ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" for details. 2024-04-15T21:12:31.627 INFO:journalctl@ceph.mon.a.smithi057.stdout: Traceback (most recent call last): 2024-04-15T21:12:31.627 INFO:journalctl@ceph.mon.a.smithi057.stdout: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-04-15T21:12:31.627 INFO:journalctl@ceph.mon.a.smithi057.stdout: return _run_code(code, main_globals, None, 2024-04-15T21:12:31.627 INFO:journalctl@ceph.mon.a.smithi057.stdout: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-04-15T21:12:31.627 INFO:journalctl@ceph.mon.a.smithi057.stdout: exec(code, run_globals) 2024-04-15T21:12:31.627 INFO:journalctl@ceph.mon.a.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 5618, in 2024-04-15T21:12:31.627 INFO:journalctl@ceph.mon.a.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 5606, in main 2024-04-15T21:12:31.627 INFO:journalctl@ceph.mon.a.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 3096, in command_deploy_from 2024-04-15T21:12:31.627 INFO:journalctl@ceph.mon.a.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 3131, in _common_deploy 2024-04-15T21:12:31.628 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:31 smithi057 ceph-mon[29654]: cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi057.jwyjxv ... 2024-04-15T21:12:31.628 INFO:journalctl@ceph.mon.c.smithi057.stdout: Creating ceph-iscsi config... 2024-04-15T21:12:31.628 INFO:journalctl@ceph.mon.c.smithi057.stdout: Write file: /var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/iscsi.foo.smithi057.jwyjxv/iscsi-gateway.cfg 2024-04-15T21:12:31.628 INFO:journalctl@ceph.mon.c.smithi057.stdout: Write file: /var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/iscsi.foo.smithi057.jwyjxv/tcmu-runner-entrypoint.sh 2024-04-15T21:12:31.628 INFO:journalctl@ceph.mon.c.smithi057.stdout: Non-zero exit code 1 from systemctl restart ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv 2024-04-15T21:12:31.628 INFO:journalctl@ceph.mon.c.smithi057.stdout: systemctl: stderr Job for ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service failed because the control process exited with error code. 2024-04-15T21:12:31.628 INFO:journalctl@ceph.mon.c.smithi057.stdout: systemctl: stderr See "systemctl status ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" and "journalctl -xeu ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" for details. 2024-04-15T21:12:31.628 INFO:journalctl@ceph.mon.c.smithi057.stdout: Traceback (most recent call last): 2024-04-15T21:12:31.628 INFO:journalctl@ceph.mon.c.smithi057.stdout: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-04-15T21:12:31.628 INFO:journalctl@ceph.mon.c.smithi057.stdout: return _run_code(code, main_globals, None, 2024-04-15T21:12:31.628 INFO:journalctl@ceph.mon.c.smithi057.stdout: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-04-15T21:12:31.629 INFO:journalctl@ceph.mon.c.smithi057.stdout: exec(code, run_globals) 2024-04-15T21:12:31.629 INFO:journalctl@ceph.mon.c.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 5618, in 2024-04-15T21:12:31.629 INFO:journalctl@ceph.mon.c.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 5606, in main 2024-04-15T21:12:31.629 INFO:journalctl@ceph.mon.c.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 3096, in command_deploy_from 2024-04-15T21:12:31.629 INFO:journalctl@ceph.mon.c.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 3131, in _common_deploy 2024-04-15T21:12:31.629 INFO:journalctl@ceph.mon.c.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 3151, in _deploy_daemon_container 2024-04-15T21:12:31.629 INFO:journalctl@ceph.mon.c.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 1123, in deploy_daemon 2024-04-15T21:12:31.629 INFO:journalctl@ceph.mon.c.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-04-15T21:12:31.629 INFO:journalctl@ceph.mon.c.smithi057.stdout: RuntimeError: Failed command: systemctl restart ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv: Job for ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service failed because the control process exited with error code. 2024-04-15T21:12:31.629 INFO:journalctl@ceph.mon.c.smithi057.stdout: See "systemctl status ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" and "journalctl -xeu ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" for details. 2024-04-15T21:12:31.629 INFO:journalctl@ceph.mon.c.smithi057.stdout: Traceback (most recent call last): 2024-04-15T21:12:31.629 INFO:journalctl@ceph.mon.c.smithi057.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1114, in _check_daemons 2024-04-15T21:12:31.630 INFO:journalctl@ceph.mon.c.smithi057.stdout: self.mgr._daemon_action(daemon_spec, action=action) 2024-04-15T21:12:31.630 INFO:journalctl@ceph.mon.c.smithi057.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 2457, in _daemon_action 2024-04-15T21:12:31.630 INFO:journalctl@ceph.mon.c.smithi057.stdout: CephadmServe(self)._create_daemon(daemon_spec, reconfig=(action == 'reconfig'))) 2024-04-15T21:12:31.630 INFO:journalctl@ceph.mon.c.smithi057.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 779, in wait_async 2024-04-15T21:12:31.630 INFO:journalctl@ceph.mon.c.smithi057.stdout: return self.event_loop.get_result(coro, timeout) 2024-04-15T21:12:31.630 INFO:journalctl@ceph.mon.c.smithi057.stdout: File "/usr/share/ceph/mgr/cephadm/ssh.py", line 136, in get_result 2024-04-15T21:12:31.630 INFO:journalctl@ceph.mon.c.smithi057.stdout: return future.result(timeout) 2024-04-15T21:12:31.630 INFO:journalctl@ceph.mon.c.smithi057.stdout: File "/lib64/python3.6/concurrent/futures/_base.py", line 432, in result 2024-04-15T21:12:31.630 INFO:journalctl@ceph.mon.c.smithi057.stdout: return self.__get_result() 2024-04-15T21:12:31.630 INFO:journalctl@ceph.mon.c.smithi057.stdout: File "/lib64/python3.6/concurrent/futures/_base.py", line 384, in __get_result 2024-04-15T21:12:31.630 INFO:journalctl@ceph.mon.c.smithi057.stdout: raise self._exception 2024-04-15T21:12:31.630 INFO:journalctl@ceph.mon.c.smithi057.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1377, in _create_daemon 2024-04-15T21:12:31.630 INFO:journalctl@ceph.mon.c.smithi057.stdout: use_current_daemon_image=reconfig, 2024-04-15T21:12:31.630 INFO:journalctl@ceph.mon.c.smithi057.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1692, in _run_cephadm 2024-04-15T21:12:31.631 INFO:journalctl@ceph.mon.c.smithi057.stdout: f'cephadm exited with an error code: {code}, stderr: {err}') 2024-04-15T21:12:31.631 INFO:journalctl@ceph.mon.c.smithi057.stdout: orchestrator._interface.OrchestratorError: cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi057.jwyjxv ... 2024-04-15T21:12:31.631 INFO:journalctl@ceph.mon.c.smithi057.stdout: Creating ceph-iscsi config... 2024-04-15T21:12:31.631 INFO:journalctl@ceph.mon.c.smithi057.stdout: Write file: /var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/iscsi.foo.smithi057.jwyjxv/iscsi-gateway.cfg 2024-04-15T21:12:31.631 INFO:journalctl@ceph.mon.c.smithi057.stdout: Write file: /var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/iscsi.foo.smithi057.jwyjxv/tcmu-runner-entrypoint.sh 2024-04-15T21:12:31.631 INFO:journalctl@ceph.mon.c.smithi057.stdout: Non-zero exit code 1 from systemctl restart ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv 2024-04-15T21:12:31.631 INFO:journalctl@ceph.mon.c.smithi057.stdout: systemctl: stderr Job for ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service failed because the control process exited with error code. 2024-04-15T21:12:31.631 INFO:journalctl@ceph.mon.c.smithi057.stdout: systemctl: stderr See "systemctl status ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" and "journalctl -xeu ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" for details. 2024-04-15T21:12:31.631 INFO:journalctl@ceph.mon.c.smithi057.stdout: Traceback (most recent call last): 2024-04-15T21:12:31.631 INFO:journalctl@ceph.mon.c.smithi057.stdout: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-04-15T21:12:31.631 INFO:journalctl@ceph.mon.c.smithi057.stdout: return _run_code(code, main_globals, None, 2024-04-15T21:12:31.631 INFO:journalctl@ceph.mon.c.smithi057.stdout: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-04-15T21:12:31.631 INFO:journalctl@ceph.mon.c.smithi057.stdout: exec(code, run_globals) 2024-04-15T21:12:31.631 INFO:journalctl@ceph.mon.c.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 5618, in 2024-04-15T21:12:31.631 INFO:journalctl@ceph.mon.c.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 5606, in main 2024-04-15T21:12:31.632 INFO:journalctl@ceph.mon.c.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 3096, in command_deploy_from 2024-04-15T21:12:31.632 INFO:journalctl@ceph.mon.c.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 3131, in _common_deploy 2024-04-15T21:12:31.632 INFO:journalctl@ceph.mon.c.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 3151, in _deploy_daemon_container 2024-04-15T21:12:31.632 INFO:journalctl@ceph.mon.c.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 1123, in deploy_daemon 2024-04-15T21:12:31.632 INFO:journalctl@ceph.mon.c.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-04-15T21:12:31.632 INFO:journalctl@ceph.mon.c.smithi057.stdout: RuntimeError: Failed command: systemctl restart ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv: Job for ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service failed because the control process exited with error code. 2024-04-15T21:12:31.632 INFO:journalctl@ceph.mon.c.smithi057.stdout: See "systemctl status ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" and "journalctl -xeu ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" for details. 2024-04-15T21:12:31.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:31 smithi057 ceph-mon[29654]: Reconfiguring daemon agent.smithi148 on smithi148 2024-04-15T21:12:31.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:31 smithi057 ceph-mon[29654]: Deploying cephadm binary to smithi148 2024-04-15T21:12:31.632 INFO:journalctl@ceph.mon.a.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 3151, in _deploy_daemon_container 2024-04-15T21:12:31.633 INFO:journalctl@ceph.mon.a.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 1123, in deploy_daemon 2024-04-15T21:12:31.633 INFO:journalctl@ceph.mon.a.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-04-15T21:12:31.633 INFO:journalctl@ceph.mon.a.smithi057.stdout: RuntimeError: Failed command: systemctl restart ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv: Job for ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service failed because the control process exited with error code. 2024-04-15T21:12:31.633 INFO:journalctl@ceph.mon.a.smithi057.stdout: See "systemctl status ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" and "journalctl -xeu ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" for details. 2024-04-15T21:12:31.633 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:31 smithi057 ceph-mon[24810]: Reconfiguring daemon agent.smithi148 on smithi148 2024-04-15T21:12:31.633 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:31 smithi057 ceph-mon[24810]: Deploying cephadm binary to smithi148 2024-04-15T21:12:32.595 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:32 smithi148 ceph-mon[25742]: pgmap v14: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:12:32.595 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:12:32 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[45916]: ts=2024-04-15T21:12:32.314Z caller=manager.go:609 level=warn component="rule manager" group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on(pool_id) group_right()\n ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: |\n Pool '{{ $labels.name }}' will be full in less than 5 days assuming the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed it's capacity\n" err="found duplicate series for the match group {pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"172.21.15.57:9283\", job=\"ceph\", pool_id=\"1\"}, {instance=\"172.21.15.148:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T21:12:32.623 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:32 smithi057 ceph-mon[24810]: pgmap v14: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:12:32.624 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:32 smithi057 ceph-mon[29654]: pgmap v14: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:12:34.328 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:33 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:12:34.328 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:33 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:12:34.328 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:33 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:12:34.328 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:33 smithi148 ceph-mon[25742]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-15T21:12:34.328 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:33 smithi148 ceph-mon[25742]: pgmap v15: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-04-15T21:12:34.328 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:33 smithi148 ceph-mon[25742]: Reconfiguring daemon prometheus.a on smithi148 2024-04-15T21:12:34.373 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:33 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:12:34.482 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:33 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:12:34.482 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:33 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:12:34.482 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:33 smithi057 ceph-mon[24810]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-15T21:12:34.482 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:33 smithi057 ceph-mon[24810]: pgmap v15: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-04-15T21:12:34.482 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:33 smithi057 ceph-mon[24810]: Reconfiguring daemon prometheus.a on smithi148 2024-04-15T21:12:34.483 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:33 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:12:34.483 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:33 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:12:34.483 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:33 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:12:34.483 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:33 smithi057 ceph-mon[29654]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-15T21:12:34.483 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:33 smithi057 ceph-mon[29654]: pgmap v15: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-04-15T21:12:34.483 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:33 smithi057 ceph-mon[29654]: Reconfiguring daemon prometheus.a on smithi148 2024-04-15T21:12:36.345 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:36 smithi148 ceph-mon[25742]: pgmap v16: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-04-15T21:12:36.374 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:36 smithi057 ceph-mon[24810]: pgmap v16: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-04-15T21:12:36.374 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:36 smithi057 ceph-mon[29654]: pgmap v16: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-04-15T21:12:36.375 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:12:36 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a[65418]: level=info ts=2024-04-15T21:12:36.206Z caller=cluster.go:688 component=cluster msg="gossip settled; proceeding" elapsed=10.002125427s 2024-04-15T21:12:37.442 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:12:37 smithi148 systemd[1]: Stopping Ceph prometheus.a for b97cffaa-fb6a-11ee-bc8f-c7b262605968... 2024-04-15T21:12:37.845 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:12:37 smithi148 bash[55366]: Error: no container with name or ID "ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus.a" found: no such container 2024-04-15T21:12:38.124 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:37 smithi057 ceph-mon[24810]: pgmap v17: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-04-15T21:12:38.124 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:37 smithi057 ceph-mon[29654]: pgmap v17: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-04-15T21:12:38.314 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:37 smithi148 ceph-mon[25742]: pgmap v17: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-04-15T21:12:38.314 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:12:38 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[45916]: ts=2024-04-15T21:12:38.034Z caller=main.go:775 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-04-15T21:12:38.315 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:12:38 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[45916]: ts=2024-04-15T21:12:38.034Z caller=main.go:798 level=info msg="Stopping scrape discovery manager..." 2024-04-15T21:12:38.315 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:12:38 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[45916]: ts=2024-04-15T21:12:38.034Z caller=main.go:812 level=info msg="Stopping notify discovery manager..." 2024-04-15T21:12:38.315 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:12:38 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[45916]: ts=2024-04-15T21:12:38.034Z caller=main.go:834 level=info msg="Stopping scrape manager..." 2024-04-15T21:12:38.315 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:12:38 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[45916]: ts=2024-04-15T21:12:38.034Z caller=main.go:794 level=info msg="Scrape discovery manager stopped" 2024-04-15T21:12:38.315 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:12:38 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[45916]: ts=2024-04-15T21:12:38.034Z caller=main.go:808 level=info msg="Notify discovery manager stopped" 2024-04-15T21:12:38.315 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:12:38 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[45916]: ts=2024-04-15T21:12:38.034Z caller=manager.go:945 level=info component="rule manager" msg="Stopping rule manager..." 2024-04-15T21:12:38.315 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:12:38 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[45916]: ts=2024-04-15T21:12:38.034Z caller=main.go:828 level=info msg="Scrape manager stopped" 2024-04-15T21:12:38.315 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:12:38 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[45916]: ts=2024-04-15T21:12:38.034Z caller=manager.go:955 level=info component="rule manager" msg="Rule manager stopped" 2024-04-15T21:12:38.315 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:12:38 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[45916]: ts=2024-04-15T21:12:38.034Z caller=notifier.go:600 level=info component=notifier msg="Stopping notification manager..." 2024-04-15T21:12:38.315 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:12:38 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[45916]: ts=2024-04-15T21:12:38.034Z caller=main.go:1054 level=info msg="Notifier manager stopped" 2024-04-15T21:12:38.315 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:12:38 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[45916]: ts=2024-04-15T21:12:38.034Z caller=main.go:1066 level=info msg="See you next time!" 2024-04-15T21:12:38.315 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:12:38 smithi148 podman[55396]: 2024-04-15 21:12:38.044795013 +0000 UTC m=+0.459461651 container died 5a2a8d424c14d616ab44c27fb232ab9f5e639f3b71a2d287686e8fa4762da47f (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-15T21:12:38.595 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:12:38 smithi148 podman[55396]: 2024-04-15 21:12:38.44945567 +0000 UTC m=+0.864122312 container cleanup 5a2a8d424c14d616ab44c27fb232ab9f5e639f3b71a2d287686e8fa4762da47f (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-15T21:12:38.595 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:12:38 smithi148 bash[55396]: ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a 2024-04-15T21:12:38.596 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:12:38 smithi148 bash[55467]: Error: no container with name or ID "ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus.a" found: no such container 2024-04-15T21:12:38.974 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:12:38 smithi148 podman[55442]: 2024-04-15 21:12:38.702316479 +0000 UTC m=+0.660311305 container remove 5a2a8d424c14d616ab44c27fb232ab9f5e639f3b71a2d287686e8fa4762da47f (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-15T21:12:38.975 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:12:38 smithi148 systemd[1]: ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-04-15T21:12:38.975 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:12:38 smithi148 systemd[1]: Stopped Ceph prometheus.a for b97cffaa-fb6a-11ee-bc8f-c7b262605968. 2024-04-15T21:12:38.975 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:12:38 smithi148 systemd[1]: ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@prometheus.a.service: Consumed 1.920s CPU time. 2024-04-15T21:12:38.975 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:12:38 smithi148 systemd[1]: Starting Ceph prometheus.a for b97cffaa-fb6a-11ee-bc8f-c7b262605968... 2024-04-15T21:12:39.808 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:12:39 smithi148 podman[55573]: 2024-04-15 21:12:39.465400481 +0000 UTC m=+0.021315711 image pull 514e6a882f6e74806a5856468489eeff8d7106095557578da96935e4d0ba4d9d quay.io/prometheus/prometheus:v2.33.4 2024-04-15T21:12:39.808 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:12:39 smithi148 podman[55573]: 2024-04-15 21:12:39.590387763 +0000 UTC m=+0.146303042 container create 2a6cecfe89c9d575561803a55424b7bd9e559fb39c3d44191f3916d35d89c2d2 (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-15T21:12:39.808 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:12:39 smithi148 podman[55573]: 2024-04-15 21:12:39.80954284 +0000 UTC m=+0.365458049 container init 2a6cecfe89c9d575561803a55424b7bd9e559fb39c3d44191f3916d35d89c2d2 (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-15T21:12:39.808 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:12:39 smithi148 podman[55573]: 2024-04-15 21:12:39.812608421 +0000 UTC m=+0.368523638 container start 2a6cecfe89c9d575561803a55424b7bd9e559fb39c3d44191f3916d35d89c2d2 (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-15T21:12:40.072 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:12:39 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[55610]: ts=2024-04-15T21:12:39.835Z caller=main.go:475 level=info msg="No time or size retention was set so using the default time retention" duration=15d 2024-04-15T21:12:40.073 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:12:39 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[55610]: ts=2024-04-15T21:12:39.835Z caller=main.go:512 level=info msg="Starting Prometheus" version="(version=2.33.4, branch=HEAD, revision=83032011a5d3e6102624fe58241a374a7201fee8)" 2024-04-15T21:12:40.073 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:12:39 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[55610]: ts=2024-04-15T21:12:39.835Z caller=main.go:517 level=info build_context="(go=go1.17.7, user=root@d13bf69e7be8, date=20220222-16:51:28)" 2024-04-15T21:12:40.073 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:12:39 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[55610]: ts=2024-04-15T21:12:39.835Z caller=main.go:518 level=info host_details="(Linux 5.14.0-438.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024 x86_64 smithi148 (none))" 2024-04-15T21:12:40.073 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:12:39 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[55610]: ts=2024-04-15T21:12:39.835Z caller=main.go:519 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-04-15T21:12:40.073 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:12:39 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[55610]: ts=2024-04-15T21:12:39.835Z caller=main.go:520 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-04-15T21:12:40.073 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:12:39 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[55610]: ts=2024-04-15T21:12:39.837Z caller=web.go:570 level=info component=web msg="Start listening for connections" address=:9095 2024-04-15T21:12:40.073 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:12:39 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[55610]: ts=2024-04-15T21:12:39.837Z caller=main.go:923 level=info msg="Starting TSDB ..." 2024-04-15T21:12:40.073 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:12:39 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[55610]: ts=2024-04-15T21:12:39.838Z caller=tls_config.go:195 level=info component=web msg="TLS is disabled." http2=false 2024-04-15T21:12:40.073 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:12:39 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[55610]: ts=2024-04-15T21:12:39.839Z caller=head.go:493 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-04-15T21:12:40.073 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:12:39 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[55610]: ts=2024-04-15T21:12:39.839Z caller=head.go:527 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.461µs 2024-04-15T21:12:40.073 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:12:39 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[55610]: ts=2024-04-15T21:12:39.839Z caller=head.go:533 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-04-15T21:12:40.073 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:12:39 smithi148 bash[55573]: 2a6cecfe89c9d575561803a55424b7bd9e559fb39c3d44191f3916d35d89c2d2 2024-04-15T21:12:40.073 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:12:39 smithi148 systemd[1]: Started Ceph prometheus.a for b97cffaa-fb6a-11ee-bc8f-c7b262605968. 2024-04-15T21:12:40.074 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:12:40 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[55610]: ts=2024-04-15T21:12:40.042Z caller=head.go:604 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=4 2024-04-15T21:12:40.074 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:12:40 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[55610]: ts=2024-04-15T21:12:40.042Z caller=head.go:604 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=4 2024-04-15T21:12:40.333 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:40 smithi057 ceph-mon[24810]: pgmap v18: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2024-04-15T21:12:40.333 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:40 smithi057 ceph-mon[24810]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:12:40.333 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:40 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:12:40.333 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:40 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:12:40.333 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:40 smithi057 ceph-mon[29654]: pgmap v18: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2024-04-15T21:12:40.333 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:40 smithi057 ceph-mon[29654]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:12:40.334 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:40 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:12:40.334 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:40 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:12:40.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:40 smithi148 ceph-mon[25742]: pgmap v18: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2024-04-15T21:12:40.342 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:40 smithi148 ceph-mon[25742]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:12:40.343 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:40 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:12:40.343 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:40 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:12:40.343 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:12:40 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[55610]: ts=2024-04-15T21:12:40.211Z caller=head.go:604 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=4 2024-04-15T21:12:40.343 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:12:40 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[55610]: ts=2024-04-15T21:12:40.310Z caller=head.go:604 level=info component=tsdb msg="WAL segment loaded" segment=3 maxSegment=4 2024-04-15T21:12:40.343 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:12:40 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[55610]: ts=2024-04-15T21:12:40.310Z caller=head.go:604 level=info component=tsdb msg="WAL segment loaded" segment=4 maxSegment=4 2024-04-15T21:12:40.343 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:12:40 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[55610]: ts=2024-04-15T21:12:40.310Z caller=head.go:610 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=54.543µs wal_replay_duration=471.162138ms total_replay_duration=471.231952ms 2024-04-15T21:12:40.343 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:12:40 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[55610]: ts=2024-04-15T21:12:40.314Z caller=main.go:944 level=info fs_type=XFS_SUPER_MAGIC 2024-04-15T21:12:40.343 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:12:40 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[55610]: ts=2024-04-15T21:12:40.314Z caller=main.go:947 level=info msg="TSDB started" 2024-04-15T21:12:40.343 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:12:40 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[55610]: ts=2024-04-15T21:12:40.314Z caller=main.go:1128 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-15T21:12:40.595 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:12:40 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[55610]: ts=2024-04-15T21:12:40.347Z caller=main.go:1165 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=32.768288ms db_storage=787ns remote_storage=1.289µs web_handler=445ns query_engine=626ns scrape=157.986µs scrape_sd=105.063µs notify=16.258µs notify_sd=15.471µs rules=32.118134ms 2024-04-15T21:12:40.595 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:12:40 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[55610]: ts=2024-04-15T21:12:40.347Z caller=main.go:896 level=info msg="Server is ready to receive web requests." 2024-04-15T21:12:41.262 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:41 smithi057 ceph-mon[24810]: Reconfiguring node-exporter.b (dependencies changed)... 2024-04-15T21:12:41.262 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:41 smithi057 ceph-mon[24810]: Reconfiguring daemon node-exporter.b on smithi148 2024-04-15T21:12:41.262 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:41 smithi057 ceph-mon[29654]: Reconfiguring node-exporter.b (dependencies changed)... 2024-04-15T21:12:41.262 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:41 smithi057 ceph-mon[29654]: Reconfiguring daemon node-exporter.b on smithi148 2024-04-15T21:12:41.595 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:41 smithi148 ceph-mon[25742]: Reconfiguring node-exporter.b (dependencies changed)... 2024-04-15T21:12:41.595 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:41 smithi148 ceph-mon[25742]: Reconfiguring daemon node-exporter.b on smithi148 2024-04-15T21:12:42.095 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:12:41 smithi148 systemd[1]: Stopping Ceph node-exporter.b for b97cffaa-fb6a-11ee-bc8f-c7b262605968... 2024-04-15T21:12:42.096 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:12:41 smithi148 bash[55929]: Error: no container with name or ID "ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter.b" found: no such container 2024-04-15T21:12:42.373 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:42 smithi057 ceph-mon[24810]: pgmap v19: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2024-04-15T21:12:42.373 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:42 smithi057 ceph-mon[24810]: from='client.? 172.21.15.57:0/914372421' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-04-15T21:12:42.374 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:42 smithi057 ceph-mon[29654]: pgmap v19: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2024-04-15T21:12:42.374 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:42 smithi057 ceph-mon[29654]: from='client.? 172.21.15.57:0/914372421' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-04-15T21:12:42.498 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:12:42 smithi148 podman[55946]: 2024-04-15 21:12:42.22846092 +0000 UTC m=+0.457309531 container died 1dc7a4f623edf8503f37fd48362175d6d85d4e31fabc808d6870753091000c5d (image=quay.io/prometheus/node-exporter:v1.3.1, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-15T21:12:42.498 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:42 smithi148 ceph-mon[25742]: pgmap v19: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2024-04-15T21:12:42.498 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:42 smithi148 ceph-mon[25742]: from='client.? 172.21.15.57:0/914372421' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-04-15T21:12:42.831 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:12:42 smithi148 podman[55946]: 2024-04-15 21:12:42.601568486 +0000 UTC m=+0.830417099 container cleanup 1dc7a4f623edf8503f37fd48362175d6d85d4e31fabc808d6870753091000c5d (image=quay.io/prometheus/node-exporter:v1.3.1, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-15T21:12:42.831 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:12:42 smithi148 bash[55946]: ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b 2024-04-15T21:12:42.831 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:12:42 smithi148 bash[56004]: Error: no container with name or ID "ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter.b" found: no such container 2024-04-15T21:12:43.095 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:12:42 smithi148 podman[55991]: 2024-04-15 21:12:42.835946445 +0000 UTC m=+0.611488836 container remove 1dc7a4f623edf8503f37fd48362175d6d85d4e31fabc808d6870753091000c5d (image=quay.io/prometheus/node-exporter:v1.3.1, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-15T21:12:43.096 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:12:42 smithi148 systemd[1]: ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2024-04-15T21:12:43.096 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:12:42 smithi148 systemd[1]: ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@node-exporter.b.service: Failed with result 'exit-code'. 2024-04-15T21:12:43.096 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:12:42 smithi148 systemd[1]: Stopped Ceph node-exporter.b for b97cffaa-fb6a-11ee-bc8f-c7b262605968. 2024-04-15T21:12:43.096 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:12:42 smithi148 systemd[1]: ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@node-exporter.b.service: Consumed 4.229s CPU time. 2024-04-15T21:12:43.096 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:12:42 smithi148 systemd[1]: Starting Ceph node-exporter.b for b97cffaa-fb6a-11ee-bc8f-c7b262605968... 2024-04-15T21:12:43.096 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:12:43 smithi148 podman[56112]: 2024-04-15 21:12:42.976783672 +0000 UTC m=+0.019587543 image pull 1dbe0e931976487e20e5cfb272087e08a9779c88fd5e9617ed7042dd9751ec26 quay.io/prometheus/node-exporter:v1.3.1 2024-04-15T21:12:43.374 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:43 smithi057 ceph-mon[29654]: from='client.? 172.21.15.57:0/3434263795' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:0/4050155454"}]: dispatch 2024-04-15T21:12:43.374 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:43 smithi057 ceph-mon[29654]: from='client.? 172.21.15.57:0/3434263795' entity='client.iscsi.foo.smithi057.jwyjxv' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:0/4050155454"}]': finished 2024-04-15T21:12:43.374 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:43 smithi057 ceph-mon[29654]: osdmap e97: 8 total, 8 up, 8 in 2024-04-15T21:12:43.374 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:43 smithi057 ceph-mon[24810]: from='client.? 172.21.15.57:0/3434263795' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:0/4050155454"}]: dispatch 2024-04-15T21:12:43.374 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:43 smithi057 ceph-mon[24810]: from='client.? 172.21.15.57:0/3434263795' entity='client.iscsi.foo.smithi057.jwyjxv' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:0/4050155454"}]': finished 2024-04-15T21:12:43.374 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:43 smithi057 ceph-mon[24810]: osdmap e97: 8 total, 8 up, 8 in 2024-04-15T21:12:43.595 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:43 smithi148 ceph-mon[25742]: from='client.? 172.21.15.57:0/3434263795' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:0/4050155454"}]: dispatch 2024-04-15T21:12:43.595 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:43 smithi148 ceph-mon[25742]: from='client.? 172.21.15.57:0/3434263795' entity='client.iscsi.foo.smithi057.jwyjxv' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:0/4050155454"}]': finished 2024-04-15T21:12:43.596 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:43 smithi148 ceph-mon[25742]: osdmap e97: 8 total, 8 up, 8 in 2024-04-15T21:12:44.031 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:12:43 smithi148 podman[56112]: 2024-04-15 21:12:43.70725537 +0000 UTC m=+0.750059241 container create a1defb3de404cb052071cb21d0129f7ec1e79fbe91e7f92e4d5c5ec161e23c8a (image=quay.io/prometheus/node-exporter:v1.3.1, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-15T21:12:44.031 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:12:43 smithi148 podman[56112]: 2024-04-15 21:12:43.934866355 +0000 UTC m=+0.977670229 container init a1defb3de404cb052071cb21d0129f7ec1e79fbe91e7f92e4d5c5ec161e23c8a (image=quay.io/prometheus/node-exporter:v1.3.1, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-15T21:12:44.031 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:12:43 smithi148 podman[56112]: 2024-04-15 21:12:43.938065469 +0000 UTC m=+0.980869349 container start a1defb3de404cb052071cb21d0129f7ec1e79fbe91e7f92e4d5c5ec161e23c8a (image=quay.io/prometheus/node-exporter:v1.3.1, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-15T21:12:44.031 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:12:43 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[56187]: ts=2024-04-15T21:12:43.941Z caller=node_exporter.go:182 level=info msg="Starting node_exporter" version="(version=1.3.1, branch=HEAD, revision=a2321e7b940ddcff26873612bccdf7cd4c42b6b6)" 2024-04-15T21:12:44.031 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:12:43 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[56187]: ts=2024-04-15T21:12:43.941Z caller=node_exporter.go:183 level=info msg="Build context" build_context="(go=go1.17.3, user=root@243aafa5525c, date=20211205-11:09:49)" 2024-04-15T21:12:44.031 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:12:43 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[56187]: ts=2024-04-15T21:12:43.941Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+)($|/) 2024-04-15T21:12:44.031 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:12:43 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[56187]: ts=2024-04-15T21:12:43.941Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-04-15T21:12:44.031 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:12:43 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[56187]: ts=2024-04-15T21:12:43.942Z caller=node_exporter.go:108 level=info msg="Enabled collectors" 2024-04-15T21:12:44.031 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:12:43 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[56187]: ts=2024-04-15T21:12:43.942Z caller=node_exporter.go:115 level=info collector=arp 2024-04-15T21:12:44.032 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:12:43 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[56187]: ts=2024-04-15T21:12:43.942Z caller=node_exporter.go:115 level=info collector=bcache 2024-04-15T21:12:44.032 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:12:43 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[56187]: ts=2024-04-15T21:12:43.942Z caller=node_exporter.go:115 level=info collector=bonding 2024-04-15T21:12:44.032 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:12:43 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[56187]: ts=2024-04-15T21:12:43.942Z caller=node_exporter.go:115 level=info collector=btrfs 2024-04-15T21:12:44.032 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:12:43 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[56187]: ts=2024-04-15T21:12:43.942Z caller=node_exporter.go:115 level=info collector=conntrack 2024-04-15T21:12:44.032 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:12:43 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[56187]: ts=2024-04-15T21:12:43.942Z caller=node_exporter.go:115 level=info collector=cpu 2024-04-15T21:12:44.032 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:12:43 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[56187]: ts=2024-04-15T21:12:43.942Z caller=node_exporter.go:115 level=info collector=cpufreq 2024-04-15T21:12:44.032 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:12:43 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[56187]: ts=2024-04-15T21:12:43.942Z caller=node_exporter.go:115 level=info collector=diskstats 2024-04-15T21:12:44.033 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:12:43 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[56187]: ts=2024-04-15T21:12:43.942Z caller=node_exporter.go:115 level=info collector=dmi 2024-04-15T21:12:44.033 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:12:43 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[56187]: ts=2024-04-15T21:12:43.942Z caller=node_exporter.go:115 level=info collector=edac 2024-04-15T21:12:44.033 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:12:43 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[56187]: ts=2024-04-15T21:12:43.942Z caller=node_exporter.go:115 level=info collector=entropy 2024-04-15T21:12:44.033 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:12:43 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[56187]: ts=2024-04-15T21:12:43.942Z caller=node_exporter.go:115 level=info collector=fibrechannel 2024-04-15T21:12:44.033 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:12:43 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[56187]: ts=2024-04-15T21:12:43.942Z caller=node_exporter.go:115 level=info collector=filefd 2024-04-15T21:12:44.033 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:12:43 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[56187]: ts=2024-04-15T21:12:43.942Z caller=node_exporter.go:115 level=info collector=filesystem 2024-04-15T21:12:44.033 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:12:43 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[56187]: ts=2024-04-15T21:12:43.942Z caller=node_exporter.go:115 level=info collector=hwmon 2024-04-15T21:12:44.033 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:12:43 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[56187]: ts=2024-04-15T21:12:43.942Z caller=node_exporter.go:115 level=info collector=infiniband 2024-04-15T21:12:44.033 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:12:43 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[56187]: ts=2024-04-15T21:12:43.942Z caller=node_exporter.go:115 level=info collector=ipvs 2024-04-15T21:12:44.033 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:12:43 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[56187]: ts=2024-04-15T21:12:43.942Z caller=node_exporter.go:115 level=info collector=loadavg 2024-04-15T21:12:44.033 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:12:43 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[56187]: ts=2024-04-15T21:12:43.942Z caller=node_exporter.go:115 level=info collector=mdadm 2024-04-15T21:12:44.033 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:12:43 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[56187]: ts=2024-04-15T21:12:43.942Z caller=node_exporter.go:115 level=info collector=meminfo 2024-04-15T21:12:44.033 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:12:43 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[56187]: ts=2024-04-15T21:12:43.942Z caller=node_exporter.go:115 level=info collector=netclass 2024-04-15T21:12:44.033 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:12:43 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[56187]: ts=2024-04-15T21:12:43.942Z caller=node_exporter.go:115 level=info collector=netdev 2024-04-15T21:12:44.034 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:12:43 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[56187]: ts=2024-04-15T21:12:43.942Z caller=node_exporter.go:115 level=info collector=netstat 2024-04-15T21:12:44.034 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:12:43 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[56187]: ts=2024-04-15T21:12:43.942Z caller=node_exporter.go:115 level=info collector=nfs 2024-04-15T21:12:44.034 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:12:43 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[56187]: ts=2024-04-15T21:12:43.942Z caller=node_exporter.go:115 level=info collector=nfsd 2024-04-15T21:12:44.034 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:12:43 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[56187]: ts=2024-04-15T21:12:43.942Z caller=node_exporter.go:115 level=info collector=nvme 2024-04-15T21:12:44.034 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:12:43 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[56187]: ts=2024-04-15T21:12:43.942Z caller=node_exporter.go:115 level=info collector=os 2024-04-15T21:12:44.034 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:12:43 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[56187]: ts=2024-04-15T21:12:43.942Z caller=node_exporter.go:115 level=info collector=powersupplyclass 2024-04-15T21:12:44.034 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:12:43 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[56187]: ts=2024-04-15T21:12:43.942Z caller=node_exporter.go:115 level=info collector=pressure 2024-04-15T21:12:44.034 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:12:43 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[56187]: ts=2024-04-15T21:12:43.942Z caller=node_exporter.go:115 level=info collector=rapl 2024-04-15T21:12:44.034 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:12:43 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[56187]: ts=2024-04-15T21:12:43.942Z caller=node_exporter.go:115 level=info collector=schedstat 2024-04-15T21:12:44.034 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:12:43 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[56187]: ts=2024-04-15T21:12:43.942Z caller=node_exporter.go:115 level=info collector=sockstat 2024-04-15T21:12:44.034 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:12:43 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[56187]: ts=2024-04-15T21:12:43.942Z caller=node_exporter.go:115 level=info collector=softnet 2024-04-15T21:12:44.034 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:12:43 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[56187]: ts=2024-04-15T21:12:43.942Z caller=node_exporter.go:115 level=info collector=stat 2024-04-15T21:12:44.034 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:12:43 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[56187]: ts=2024-04-15T21:12:43.942Z caller=node_exporter.go:115 level=info collector=tapestats 2024-04-15T21:12:44.034 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:12:43 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[56187]: ts=2024-04-15T21:12:43.942Z caller=node_exporter.go:115 level=info collector=textfile 2024-04-15T21:12:44.035 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:12:43 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[56187]: ts=2024-04-15T21:12:43.942Z caller=node_exporter.go:115 level=info collector=thermal_zone 2024-04-15T21:12:44.035 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:12:43 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[56187]: ts=2024-04-15T21:12:43.942Z caller=node_exporter.go:115 level=info collector=time 2024-04-15T21:12:44.035 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:12:43 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[56187]: ts=2024-04-15T21:12:43.942Z caller=node_exporter.go:115 level=info collector=udp_queues 2024-04-15T21:12:44.035 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:12:43 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[56187]: ts=2024-04-15T21:12:43.942Z caller=node_exporter.go:115 level=info collector=uname 2024-04-15T21:12:44.035 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:12:43 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[56187]: ts=2024-04-15T21:12:43.942Z caller=node_exporter.go:115 level=info collector=vmstat 2024-04-15T21:12:44.035 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:12:43 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[56187]: ts=2024-04-15T21:12:43.942Z caller=node_exporter.go:115 level=info collector=xfs 2024-04-15T21:12:44.035 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:12:43 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[56187]: ts=2024-04-15T21:12:43.942Z caller=node_exporter.go:115 level=info collector=zfs 2024-04-15T21:12:44.035 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:12:43 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[56187]: ts=2024-04-15T21:12:43.942Z caller=node_exporter.go:199 level=info msg="Listening on" address=:9100 2024-04-15T21:12:44.035 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:12:43 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[56187]: ts=2024-04-15T21:12:43.942Z caller=tls_config.go:195 level=info msg="TLS is disabled." http2=false 2024-04-15T21:12:44.035 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:12:44 smithi148 bash[56112]: a1defb3de404cb052071cb21d0129f7ec1e79fbe91e7f92e4d5c5ec161e23c8a 2024-04-15T21:12:44.345 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:12:44 smithi148 systemd[1]: Started Ceph node-exporter.b for b97cffaa-fb6a-11ee-bc8f-c7b262605968. 2024-04-15T21:12:44.345 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:44 smithi148 ceph-mon[25742]: pgmap v21: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:12:44.346 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:44 smithi148 ceph-mon[25742]: from='client.? 172.21.15.57:0/2790714047' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:0/3186003643"}]: dispatch 2024-04-15T21:12:44.346 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:44 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:12:44.346 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:44 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:12:44.373 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:44 smithi057 ceph-mon[24810]: pgmap v21: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:12:44.374 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:44 smithi057 ceph-mon[24810]: from='client.? 172.21.15.57:0/2790714047' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:0/3186003643"}]: dispatch 2024-04-15T21:12:44.374 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:44 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:12:44.374 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:44 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:12:44.374 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:44 smithi057 ceph-mon[29654]: pgmap v21: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:12:44.374 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:44 smithi057 ceph-mon[29654]: from='client.? 172.21.15.57:0/2790714047' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:0/3186003643"}]: dispatch 2024-04-15T21:12:44.374 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:44 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:12:44.374 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:44 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:12:45.595 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:45 smithi148 ceph-mon[25742]: Reconfiguring grafana.a (dependencies changed)... 2024-04-15T21:12:45.595 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:45 smithi148 ceph-mon[25742]: Regenerating cephadm self-signed grafana TLS certificates 2024-04-15T21:12:45.595 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:45 smithi148 ceph-mon[25742]: from='client.? 172.21.15.57:0/2790714047' entity='client.iscsi.foo.smithi057.jwyjxv' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:0/3186003643"}]': finished 2024-04-15T21:12:45.596 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:45 smithi148 ceph-mon[25742]: osdmap e98: 8 total, 8 up, 8 in 2024-04-15T21:12:45.596 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:45 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:12:45.596 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:45 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:12:45.596 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:45 smithi148 ceph-mon[25742]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-04-15T21:12:45.596 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:45 smithi148 ceph-mon[25742]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-04-15T21:12:45.596 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:45 smithi148 ceph-mon[25742]: Reconfiguring daemon grafana.a on smithi148 2024-04-15T21:12:45.596 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:45 smithi148 ceph-mon[25742]: from='client.? 172.21.15.57:0/3840329882' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:0/2408338636"}]: dispatch 2024-04-15T21:12:45.623 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:45 smithi057 ceph-mon[24810]: Reconfiguring grafana.a (dependencies changed)... 2024-04-15T21:12:45.624 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:45 smithi057 ceph-mon[24810]: Regenerating cephadm self-signed grafana TLS certificates 2024-04-15T21:12:45.624 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:45 smithi057 ceph-mon[24810]: from='client.? 172.21.15.57:0/2790714047' entity='client.iscsi.foo.smithi057.jwyjxv' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:0/3186003643"}]': finished 2024-04-15T21:12:45.624 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:45 smithi057 ceph-mon[24810]: osdmap e98: 8 total, 8 up, 8 in 2024-04-15T21:12:45.624 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:45 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:12:45.624 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:45 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:12:45.624 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:45 smithi057 ceph-mon[24810]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-04-15T21:12:45.624 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:45 smithi057 ceph-mon[24810]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-04-15T21:12:45.624 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:45 smithi057 ceph-mon[24810]: Reconfiguring daemon grafana.a on smithi148 2024-04-15T21:12:45.624 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:45 smithi057 ceph-mon[24810]: from='client.? 172.21.15.57:0/3840329882' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:0/2408338636"}]: dispatch 2024-04-15T21:12:45.624 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:45 smithi057 ceph-mon[29654]: Reconfiguring grafana.a (dependencies changed)... 2024-04-15T21:12:45.625 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:45 smithi057 ceph-mon[29654]: Regenerating cephadm self-signed grafana TLS certificates 2024-04-15T21:12:45.625 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:45 smithi057 ceph-mon[29654]: from='client.? 172.21.15.57:0/2790714047' entity='client.iscsi.foo.smithi057.jwyjxv' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:0/3186003643"}]': finished 2024-04-15T21:12:45.625 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:45 smithi057 ceph-mon[29654]: osdmap e98: 8 total, 8 up, 8 in 2024-04-15T21:12:45.625 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:45 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:12:45.625 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:45 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:12:45.625 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:45 smithi057 ceph-mon[29654]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-04-15T21:12:45.625 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:45 smithi057 ceph-mon[29654]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-04-15T21:12:45.625 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:45 smithi057 ceph-mon[29654]: Reconfiguring daemon grafana.a on smithi148 2024-04-15T21:12:45.625 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:45 smithi057 ceph-mon[29654]: from='client.? 172.21.15.57:0/3840329882' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:0/2408338636"}]: dispatch 2024-04-15T21:12:46.345 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:46 smithi148 ceph-mon[25742]: pgmap v23: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-04-15T21:12:46.345 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:46 smithi148 ceph-mon[25742]: from='client.? 172.21.15.57:0/3840329882' entity='client.iscsi.foo.smithi057.jwyjxv' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:0/2408338636"}]': finished 2024-04-15T21:12:46.346 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:46 smithi148 ceph-mon[25742]: osdmap e99: 8 total, 8 up, 8 in 2024-04-15T21:12:46.346 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:46 smithi148 ceph-mon[25742]: from='client.? 172.21.15.57:0/2483855479' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:0/2466702203"}]: dispatch 2024-04-15T21:12:46.346 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:46 smithi148 ceph-mon[25742]: from='client.? ' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:0/2466702203"}]: dispatch 2024-04-15T21:12:46.624 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:46 smithi057 ceph-mon[24810]: pgmap v23: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-04-15T21:12:46.624 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:46 smithi057 ceph-mon[24810]: from='client.? 172.21.15.57:0/3840329882' entity='client.iscsi.foo.smithi057.jwyjxv' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:0/2408338636"}]': finished 2024-04-15T21:12:46.624 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:46 smithi057 ceph-mon[24810]: osdmap e99: 8 total, 8 up, 8 in 2024-04-15T21:12:46.624 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:46 smithi057 ceph-mon[24810]: from='client.? 172.21.15.57:0/2483855479' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:0/2466702203"}]: dispatch 2024-04-15T21:12:46.624 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:46 smithi057 ceph-mon[24810]: from='client.? ' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:0/2466702203"}]: dispatch 2024-04-15T21:12:46.624 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:46 smithi057 ceph-mon[29654]: pgmap v23: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-04-15T21:12:46.624 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:46 smithi057 ceph-mon[29654]: from='client.? 172.21.15.57:0/3840329882' entity='client.iscsi.foo.smithi057.jwyjxv' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:0/2408338636"}]': finished 2024-04-15T21:12:46.624 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:46 smithi057 ceph-mon[29654]: osdmap e99: 8 total, 8 up, 8 in 2024-04-15T21:12:46.624 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:46 smithi057 ceph-mon[29654]: from='client.? 172.21.15.57:0/2483855479' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:0/2466702203"}]: dispatch 2024-04-15T21:12:46.625 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:46 smithi057 ceph-mon[29654]: from='client.? ' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:0/2466702203"}]: dispatch 2024-04-15T21:12:47.096 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:12:46 smithi148 systemd[1]: Stopping Ceph grafana.a for b97cffaa-fb6a-11ee-bc8f-c7b262605968... 2024-04-15T21:12:47.096 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:12:46 smithi148 bash[56379]: Error: no container with name or ID "ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana.a" found: no such container 2024-04-15T21:12:47.096 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:12:47 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:12:47+0000 lvl=info msg="Shutdown started" logger=server reason="System signal: terminated" 2024-04-15T21:12:47.096 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:12:47 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[44963]: t=2024-04-15T21:12:47+0000 lvl=info msg="Database locked, sleeping then retrying" logger=sqlstore error="database is locked" retry=0 2024-04-15T21:12:47.096 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:12:47 smithi148 podman[56390]: 2024-04-15 21:12:47.031259224 +0000 UTC m=+0.122046066 container died d2139c7f3bdca1f608d34603906d949abc5adf9a49deb79f74e5632397d9c2f8 (image=quay.io/ceph/ceph-grafana:8.3.5, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a, description=Ceph Grafana Container, io.k8s.display-name=Red Hat Universal Base Image 8, distribution-scope=public, maintainer=Paul Cuzner , name=ubi8, summary=Grafana Container configured for Ceph mgr/dashboard integration, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, build-date=2022-03-28T10:36:18.413762, architecture=x86_64, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.openshift.expose-services=, vendor=Red Hat, Inc., io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-236.1648460182, vcs-type=git, version=8.5, com.redhat.component=ubi8-container, io.buildah.version=1.24.2, io.openshift.tags=base rhel8, release=236.1648460182) 2024-04-15T21:12:47.462 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:47 smithi148 ceph-mon[25742]: from='client.? ' entity='client.iscsi.foo.smithi057.jwyjxv' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:0/2466702203"}]': finished 2024-04-15T21:12:47.462 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:47 smithi148 ceph-mon[25742]: osdmap e100: 8 total, 8 up, 8 in 2024-04-15T21:12:47.462 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:47 smithi148 ceph-mon[25742]: from='client.? 172.21.15.57:0/1851225109' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:6801/3738269501"}]: dispatch 2024-04-15T21:12:47.462 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:12:47 smithi148 podman[56390]: 2024-04-15 21:12:47.444094056 +0000 UTC m=+0.534880931 container cleanup d2139c7f3bdca1f608d34603906d949abc5adf9a49deb79f74e5632397d9c2f8 (image=quay.io/ceph/ceph-grafana:8.3.5, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a, release=236.1648460182, vendor=Red Hat, Inc., distribution-scope=public, io.k8s.display-name=Red Hat Universal Base Image 8, build-date=2022-03-28T10:36:18.413762, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., com.redhat.component=ubi8-container, name=ubi8, io.buildah.version=1.24.2, io.openshift.tags=base rhel8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-236.1648460182, version=8.5, vcs-type=git, architecture=x86_64, description=Ceph Grafana Container, summary=Grafana Container configured for Ceph mgr/dashboard integration, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.openshift.expose-services=, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, maintainer=Paul Cuzner ) 2024-04-15T21:12:47.462 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:12:47 smithi148 bash[56390]: ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a 2024-04-15T21:12:47.624 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:47 smithi057 ceph-mon[24810]: from='client.? ' entity='client.iscsi.foo.smithi057.jwyjxv' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:0/2466702203"}]': finished 2024-04-15T21:12:47.624 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:47 smithi057 ceph-mon[24810]: osdmap e100: 8 total, 8 up, 8 in 2024-04-15T21:12:47.624 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:47 smithi057 ceph-mon[24810]: from='client.? 172.21.15.57:0/1851225109' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:6801/3738269501"}]: dispatch 2024-04-15T21:12:47.624 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:47 smithi057 ceph-mon[29654]: from='client.? ' entity='client.iscsi.foo.smithi057.jwyjxv' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:0/2466702203"}]': finished 2024-04-15T21:12:47.624 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:47 smithi057 ceph-mon[29654]: osdmap e100: 8 total, 8 up, 8 in 2024-04-15T21:12:47.624 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:47 smithi057 ceph-mon[29654]: from='client.? 172.21.15.57:0/1851225109' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:6801/3738269501"}]: dispatch 2024-04-15T21:12:47.846 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:12:47 smithi148 bash[56416]: Error: no container with name or ID "ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana.a" found: no such container 2024-04-15T21:12:47.846 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:12:47 smithi148 podman[56402]: 2024-04-15 21:12:47.68671151 +0000 UTC m=+0.653162374 container remove d2139c7f3bdca1f608d34603906d949abc5adf9a49deb79f74e5632397d9c2f8 (image=quay.io/ceph/ceph-grafana:8.3.5, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, distribution-scope=public, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., build-date=2022-03-28T10:36:18.413762, com.redhat.component=ubi8-container, io.buildah.version=1.24.2, maintainer=Paul Cuzner , url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-236.1648460182, vendor=Red Hat, Inc., summary=Grafana Container configured for Ceph mgr/dashboard integration, vcs-type=git, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, io.openshift.tags=base rhel8, io.k8s.display-name=Red Hat Universal Base Image 8, name=ubi8, release=236.1648460182, version=8.5, architecture=x86_64, io.openshift.expose-services=, description=Ceph Grafana Container) 2024-04-15T21:12:47.846 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:12:47 smithi148 systemd[1]: ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@grafana.a.service: Deactivated successfully. 2024-04-15T21:12:47.846 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:12:47 smithi148 systemd[1]: Stopped Ceph grafana.a for b97cffaa-fb6a-11ee-bc8f-c7b262605968. 2024-04-15T21:12:47.846 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:12:47 smithi148 systemd[1]: ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@grafana.a.service: Consumed 3.316s CPU time. 2024-04-15T21:12:47.846 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:12:47 smithi148 systemd[1]: Starting Ceph grafana.a for b97cffaa-fb6a-11ee-bc8f-c7b262605968... 2024-04-15T21:12:48.158 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:12:47 smithi148 podman[56486]: 2024-04-15 21:12:47.90438465 +0000 UTC m=+0.104983548 container create a2302b3001ab63ffcb73a269a871a7bb087f89bedb4fad77f3eda3125d718fc7 (image=quay.io/ceph/ceph-grafana:8.3.5, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a, io.openshift.expose-services=, io.k8s.display-name=Red Hat Universal Base Image 8, io.openshift.tags=base rhel8, build-date=2022-03-28T10:36:18.413762, architecture=x86_64, summary=Grafana Container configured for Ceph mgr/dashboard integration, release=236.1648460182, io.buildah.version=1.24.2, maintainer=Paul Cuzner , vendor=Red Hat, Inc., vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, name=ubi8, com.redhat.component=ubi8-container, description=Ceph Grafana Container, version=8.5, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, vcs-type=git, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, distribution-scope=public, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-236.1648460182, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly.) 2024-04-15T21:12:48.159 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:12:47 smithi148 podman[56486]: 2024-04-15 21:12:47.816640659 +0000 UTC m=+0.017239577 image pull dad864ee21e98e69f4029d1e417aa085001566be0d322fbc75bc6f29b0050c01 quay.io/ceph/ceph-grafana:8.3.5 2024-04-15T21:12:48.159 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:12:48 smithi148 podman[56486]: 2024-04-15 21:12:48.131598598 +0000 UTC m=+0.332197496 container init a2302b3001ab63ffcb73a269a871a7bb087f89bedb4fad77f3eda3125d718fc7 (image=quay.io/ceph/ceph-grafana:8.3.5, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a, description=Ceph Grafana Container, summary=Grafana Container configured for Ceph mgr/dashboard integration, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-236.1648460182, com.redhat.component=ubi8-container, distribution-scope=public, io.buildah.version=1.24.2, io.openshift.expose-services=, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.k8s.display-name=Red Hat Universal Base Image 8, vcs-type=git, build-date=2022-03-28T10:36:18.413762, maintainer=Paul Cuzner , vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, io.openshift.tags=base rhel8, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., release=236.1648460182, vendor=Red Hat, Inc., com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, name=ubi8, architecture=x86_64, version=8.5) 2024-04-15T21:12:48.159 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:12:48 smithi148 podman[56486]: 2024-04-15 21:12:48.134637459 +0000 UTC m=+0.335236367 container start a2302b3001ab63ffcb73a269a871a7bb087f89bedb4fad77f3eda3125d718fc7 (image=quay.io/ceph/ceph-grafana:8.3.5, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., summary=Grafana Container configured for Ceph mgr/dashboard integration, io.k8s.display-name=Red Hat Universal Base Image 8, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, name=ubi8, description=Ceph Grafana Container, architecture=x86_64, distribution-scope=public, maintainer=Paul Cuzner , com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, build-date=2022-03-28T10:36:18.413762, com.redhat.component=ubi8-container, release=236.1648460182, io.openshift.expose-services=, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-236.1648460182, io.openshift.tags=base rhel8, version=8.5, io.buildah.version=1.24.2, vendor=Red Hat, Inc., vcs-type=git) 2024-04-15T21:12:48.463 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:48 smithi148 ceph-mon[25742]: pgmap v26: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 980 B/s rd, 1 op/s 2024-04-15T21:12:48.463 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:48 smithi148 ceph-mon[25742]: from='client.? 172.21.15.57:0/1851225109' entity='client.iscsi.foo.smithi057.jwyjxv' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:6801/3738269501"}]': finished 2024-04-15T21:12:48.463 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:48 smithi148 ceph-mon[25742]: osdmap e101: 8 total, 8 up, 8 in 2024-04-15T21:12:48.463 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:48 smithi148 ceph-mon[25742]: from='client.? 172.21.15.57:0/4243124333' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:6800/3738269501"}]: dispatch 2024-04-15T21:12:48.463 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:12:48 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: [15/Apr/2024:21:12:48] ENGINE Bus STOPPING 2024-04-15T21:12:48.463 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:12:48 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: [15/Apr/2024:21:12:48] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-15T21:12:48.464 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:12:48 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: [15/Apr/2024:21:12:48] ENGINE Bus STOPPED 2024-04-15T21:12:48.464 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:12:48 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: [15/Apr/2024:21:12:48] ENGINE Bus STARTING 2024-04-15T21:12:48.464 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:12:48 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: [15/Apr/2024:21:12:48] ENGINE Serving on http://:::9283 2024-04-15T21:12:48.464 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:12:48 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: [15/Apr/2024:21:12:48] ENGINE Bus STARTED 2024-04-15T21:12:48.464 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:12:48 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[56501]: t=2024-04-15T21:12:48+0000 lvl=info msg="The state of unified alerting is still not defined. The decision will be made during as we run the database migrations" logger=settings 2024-04-15T21:12:48.464 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:12:48 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[56501]: t=2024-04-15T21:12:48+0000 lvl=warn msg="falling back to legacy setting of 'min_interval_seconds'; please use the configuration option in the `unified_alerting` section if Grafana 8 alerts are enabled." logger=settings 2024-04-15T21:12:48.464 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:12:48 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[56501]: t=2024-04-15T21:12:48+0000 lvl=info msg="Config loaded from" logger=settings file=/usr/share/grafana/conf/defaults.ini 2024-04-15T21:12:48.464 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:12:48 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[56501]: t=2024-04-15T21:12:48+0000 lvl=info msg="Config loaded from" logger=settings file=/etc/grafana/grafana.ini 2024-04-15T21:12:48.464 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:12:48 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[56501]: t=2024-04-15T21:12:48+0000 lvl=info msg="Config overridden from Environment variable" logger=settings var="GF_PATHS_DATA=/var/lib/grafana" 2024-04-15T21:12:48.464 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:12:48 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[56501]: t=2024-04-15T21:12:48+0000 lvl=info msg="Config overridden from Environment variable" logger=settings var="GF_PATHS_LOGS=/var/log/grafana" 2024-04-15T21:12:48.465 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:12:48 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[56501]: t=2024-04-15T21:12:48+0000 lvl=info msg="Config overridden from Environment variable" logger=settings var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2024-04-15T21:12:48.465 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:12:48 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[56501]: t=2024-04-15T21:12:48+0000 lvl=info msg="Config overridden from Environment variable" logger=settings var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2024-04-15T21:12:48.465 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:12:48 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[56501]: t=2024-04-15T21:12:48+0000 lvl=info msg="Path Home" logger=settings path=/usr/share/grafana 2024-04-15T21:12:48.465 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:12:48 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[56501]: t=2024-04-15T21:12:48+0000 lvl=info msg="Path Data" logger=settings path=/var/lib/grafana 2024-04-15T21:12:48.465 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:12:48 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[56501]: t=2024-04-15T21:12:48+0000 lvl=info msg="Path Logs" logger=settings path=/var/log/grafana 2024-04-15T21:12:48.465 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:12:48 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[56501]: t=2024-04-15T21:12:48+0000 lvl=info msg="Path Plugins" logger=settings path=/var/lib/grafana/plugins 2024-04-15T21:12:48.465 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:12:48 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[56501]: t=2024-04-15T21:12:48+0000 lvl=info msg="Path Provisioning" logger=settings path=/etc/grafana/provisioning 2024-04-15T21:12:48.465 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:12:48 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[56501]: t=2024-04-15T21:12:48+0000 lvl=info msg="App mode production" logger=settings 2024-04-15T21:12:48.465 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:12:48 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[56501]: t=2024-04-15T21:12:48+0000 lvl=info msg="Connecting to DB" logger=sqlstore dbtype=sqlite3 2024-04-15T21:12:48.465 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:12:48 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[56501]: t=2024-04-15T21:12:48+0000 lvl=warn msg="SQLite database file has broader permissions than it should" logger=sqlstore path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2024-04-15T21:12:48.465 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:12:48 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[56501]: t=2024-04-15T21:12:48+0000 lvl=info msg="Starting DB migrations" logger=migrator 2024-04-15T21:12:48.465 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:12:48 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[56501]: t=2024-04-15T21:12:48+0000 lvl=info msg="migrations completed" logger=migrator performed=0 skipped=377 duration=520.64µs 2024-04-15T21:12:48.465 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:12:48 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[56501]: t=2024-04-15T21:12:48+0000 lvl=info msg="Created default organization" logger=sqlstore 2024-04-15T21:12:48.465 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:12:48 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[56501]: t=2024-04-15T21:12:48+0000 lvl=info msg="Initialising plugins" logger=plugin.manager 2024-04-15T21:12:48.466 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:12:48 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[56501]: t=2024-04-15T21:12:48+0000 lvl=info msg="Plugin registered" logger=plugin.manager pluginId=input 2024-04-15T21:12:48.466 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:12:48 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[56501]: t=2024-04-15T21:12:48+0000 lvl=info msg="Plugin registered" logger=plugin.manager pluginId=grafana-piechart-panel 2024-04-15T21:12:48.466 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:12:48 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[56501]: t=2024-04-15T21:12:48+0000 lvl=info msg="Plugin registered" logger=plugin.manager pluginId=vonage-status-panel 2024-04-15T21:12:48.466 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:12:48 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[56501]: t=2024-04-15T21:12:48+0000 lvl=info msg="Live Push Gateway initialization" logger=live.push_http 2024-04-15T21:12:48.466 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:12:48 smithi148 bash[56486]: a2302b3001ab63ffcb73a269a871a7bb087f89bedb4fad77f3eda3125d718fc7 2024-04-15T21:12:48.466 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:12:48 smithi148 systemd[1]: Started Ceph grafana.a for b97cffaa-fb6a-11ee-bc8f-c7b262605968. 2024-04-15T21:12:48.466 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:12:48 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[56501]: t=2024-04-15T21:12:48+0000 lvl=info msg="deleted datasource based on configuration" logger=provisioning.datasources name=Dashboard1 2024-04-15T21:12:48.466 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:12:48 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[56501]: t=2024-04-15T21:12:48+0000 lvl=info msg="inserting datasource from configuration " logger=provisioning.datasources name=Dashboard1 uid=P43CA22E17D0F9596 2024-04-15T21:12:48.466 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:12:48 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[56501]: t=2024-04-15T21:12:48+0000 lvl=info msg="inserting datasource from configuration " logger=provisioning.datasources name=Loki uid=P8E80F9AEF21F6940 2024-04-15T21:12:48.466 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:12:48 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[56501]: t=2024-04-15T21:12:48+0000 lvl=info msg="warming cache for startup" logger=ngalert 2024-04-15T21:12:48.466 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:12:48 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[56501]: t=2024-04-15T21:12:48+0000 lvl=info msg="HTTP Server Listen" logger=http.server address=[::]:3000 protocol=https subUrl= socket= 2024-04-15T21:12:48.466 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:12:48 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[56501]: t=2024-04-15T21:12:48+0000 lvl=info msg="starting MultiOrg Alertmanager" logger=ngalert.multiorg.alertmanager 2024-04-15T21:12:48.624 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:48 smithi057 ceph-mon[24810]: pgmap v26: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 980 B/s rd, 1 op/s 2024-04-15T21:12:48.624 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:48 smithi057 ceph-mon[24810]: from='client.? 172.21.15.57:0/1851225109' entity='client.iscsi.foo.smithi057.jwyjxv' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:6801/3738269501"}]': finished 2024-04-15T21:12:48.624 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:48 smithi057 ceph-mon[24810]: osdmap e101: 8 total, 8 up, 8 in 2024-04-15T21:12:48.624 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:48 smithi057 ceph-mon[24810]: from='client.? 172.21.15.57:0/4243124333' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:6800/3738269501"}]: dispatch 2024-04-15T21:12:48.624 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:48 smithi057 ceph-mon[29654]: pgmap v26: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail; 980 B/s rd, 1 op/s 2024-04-15T21:12:48.624 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:48 smithi057 ceph-mon[29654]: from='client.? 172.21.15.57:0/1851225109' entity='client.iscsi.foo.smithi057.jwyjxv' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:6801/3738269501"}]': finished 2024-04-15T21:12:48.624 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:48 smithi057 ceph-mon[29654]: osdmap e101: 8 total, 8 up, 8 in 2024-04-15T21:12:48.624 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:48 smithi057 ceph-mon[29654]: from='client.? 172.21.15.57:0/4243124333' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:6800/3738269501"}]: dispatch 2024-04-15T21:12:48.845 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:12:48 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: [15/Apr/2024:21:12:48] ENGINE Bus STOPPING 2024-04-15T21:12:48.846 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:12:48 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: [15/Apr/2024:21:12:48] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-15T21:12:48.846 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:12:48 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: [15/Apr/2024:21:12:48] ENGINE Bus STOPPED 2024-04-15T21:12:48.846 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:12:48 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: [15/Apr/2024:21:12:48] ENGINE Bus STARTING 2024-04-15T21:12:48.846 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:12:48 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: [15/Apr/2024:21:12:48] ENGINE Serving on http://:::9283 2024-04-15T21:12:48.846 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:12:48 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: [15/Apr/2024:21:12:48] ENGINE Bus STARTED 2024-04-15T21:12:48.846 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:12:48 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: [15/Apr/2024:21:12:48] ENGINE Bus STOPPING 2024-04-15T21:12:48.846 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:12:48 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: [15/Apr/2024:21:12:48] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-15T21:12:48.846 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:12:48 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: [15/Apr/2024:21:12:48] ENGINE Bus STOPPED 2024-04-15T21:12:48.846 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:12:48 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: [15/Apr/2024:21:12:48] ENGINE Bus STARTING 2024-04-15T21:12:48.846 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:12:48 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: [15/Apr/2024:21:12:48] ENGINE Serving on http://:::9283 2024-04-15T21:12:48.846 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:12:48 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: [15/Apr/2024:21:12:48] ENGINE Bus STARTED 2024-04-15T21:12:49.595 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:49 smithi148 ceph-mon[25742]: from='client.? 172.21.15.57:0/4243124333' entity='client.iscsi.foo.smithi057.jwyjxv' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:6800/3738269501"}]': finished 2024-04-15T21:12:49.596 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:49 smithi148 ceph-mon[25742]: osdmap e102: 8 total, 8 up, 8 in 2024-04-15T21:12:49.596 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:49 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:12:49.596 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:49 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:12:49.596 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:49 smithi148 ceph-mon[25742]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-15T21:12:49.596 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:49 smithi148 ceph-mon[25742]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-15T21:12:49.596 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:49 smithi148 ceph-mon[25742]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi057.front.sepia.ceph.com:9093"}]: dispatch 2024-04-15T21:12:49.596 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:49 smithi148 ceph-mon[25742]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi057.front.sepia.ceph.com:9093"}]: dispatch 2024-04-15T21:12:49.596 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:49 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:12:49.596 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:49 smithi148 ceph-mon[25742]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-15T21:12:49.596 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:49 smithi148 ceph-mon[25742]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-15T21:12:49.597 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:49 smithi148 ceph-mon[25742]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi148.front.sepia.ceph.com:9095"}]: dispatch 2024-04-15T21:12:49.597 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:49 smithi148 ceph-mon[25742]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi148.front.sepia.ceph.com:9095"}]: dispatch 2024-04-15T21:12:49.597 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:49 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:12:49.597 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:49 smithi148 ceph-mon[25742]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-15T21:12:49.597 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:49 smithi148 ceph-mon[25742]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-15T21:12:49.597 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:49 smithi148 ceph-mon[25742]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi148.front.sepia.ceph.com:3000"}]: dispatch 2024-04-15T21:12:49.597 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:49 smithi148 ceph-mon[25742]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi148.front.sepia.ceph.com:3000"}]: dispatch 2024-04-15T21:12:49.597 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:49 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:12:49.597 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:49 smithi148 ceph-mon[25742]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi057", "caps": []}]: dispatch 2024-04-15T21:12:49.597 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:49 smithi148 ceph-mon[25742]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi148", "caps": []}]: dispatch 2024-04-15T21:12:49.597 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:49 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi057", "caps": []}]: dispatch 2024-04-15T21:12:49.597 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:49 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi148", "caps": []}]: dispatch 2024-04-15T21:12:49.597 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:49 smithi148 ceph-mon[25742]: from='client.? 172.21.15.57:0/1378211067' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:0/3446503953"}]: dispatch 2024-04-15T21:12:49.624 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:49 smithi057 ceph-mon[24810]: from='client.? 172.21.15.57:0/4243124333' entity='client.iscsi.foo.smithi057.jwyjxv' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:6800/3738269501"}]': finished 2024-04-15T21:12:49.624 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:49 smithi057 ceph-mon[24810]: osdmap e102: 8 total, 8 up, 8 in 2024-04-15T21:12:49.624 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:49 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:12:49.624 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:49 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:12:49.624 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:49 smithi057 ceph-mon[24810]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-15T21:12:49.624 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:49 smithi057 ceph-mon[24810]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-15T21:12:49.624 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:49 smithi057 ceph-mon[24810]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi057.front.sepia.ceph.com:9093"}]: dispatch 2024-04-15T21:12:49.624 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:49 smithi057 ceph-mon[24810]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi057.front.sepia.ceph.com:9093"}]: dispatch 2024-04-15T21:12:49.625 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:49 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:12:49.625 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:49 smithi057 ceph-mon[24810]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-15T21:12:49.625 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:49 smithi057 ceph-mon[24810]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-15T21:12:49.625 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:49 smithi057 ceph-mon[24810]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi148.front.sepia.ceph.com:9095"}]: dispatch 2024-04-15T21:12:49.625 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:49 smithi057 ceph-mon[24810]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi148.front.sepia.ceph.com:9095"}]: dispatch 2024-04-15T21:12:49.625 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:49 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:12:49.625 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:49 smithi057 ceph-mon[24810]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-15T21:12:49.625 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:49 smithi057 ceph-mon[24810]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-15T21:12:49.625 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:49 smithi057 ceph-mon[24810]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi148.front.sepia.ceph.com:3000"}]: dispatch 2024-04-15T21:12:49.625 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:49 smithi057 ceph-mon[24810]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi148.front.sepia.ceph.com:3000"}]: dispatch 2024-04-15T21:12:49.625 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:49 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:12:49.625 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:49 smithi057 ceph-mon[24810]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi057", "caps": []}]: dispatch 2024-04-15T21:12:49.625 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:49 smithi057 ceph-mon[24810]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi148", "caps": []}]: dispatch 2024-04-15T21:12:49.625 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:49 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi057", "caps": []}]: dispatch 2024-04-15T21:12:49.626 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:49 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi148", "caps": []}]: dispatch 2024-04-15T21:12:49.626 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:49 smithi057 ceph-mon[24810]: from='client.? 172.21.15.57:0/1378211067' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:0/3446503953"}]: dispatch 2024-04-15T21:12:49.626 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:49 smithi057 ceph-mon[29654]: from='client.? 172.21.15.57:0/4243124333' entity='client.iscsi.foo.smithi057.jwyjxv' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:6800/3738269501"}]': finished 2024-04-15T21:12:49.626 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:49 smithi057 ceph-mon[29654]: osdmap e102: 8 total, 8 up, 8 in 2024-04-15T21:12:49.626 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:49 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:12:49.626 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:49 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:12:49.626 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:49 smithi057 ceph-mon[29654]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-15T21:12:49.626 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:49 smithi057 ceph-mon[29654]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-15T21:12:49.626 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:49 smithi057 ceph-mon[29654]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi057.front.sepia.ceph.com:9093"}]: dispatch 2024-04-15T21:12:49.626 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:49 smithi057 ceph-mon[29654]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi057.front.sepia.ceph.com:9093"}]: dispatch 2024-04-15T21:12:49.626 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:49 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:12:49.627 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:49 smithi057 ceph-mon[29654]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-15T21:12:49.627 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:49 smithi057 ceph-mon[29654]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-15T21:12:49.627 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:49 smithi057 ceph-mon[29654]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi148.front.sepia.ceph.com:9095"}]: dispatch 2024-04-15T21:12:49.627 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:49 smithi057 ceph-mon[29654]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi148.front.sepia.ceph.com:9095"}]: dispatch 2024-04-15T21:12:49.627 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:49 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:12:49.627 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:49 smithi057 ceph-mon[29654]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-15T21:12:49.627 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:49 smithi057 ceph-mon[29654]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-15T21:12:49.627 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:49 smithi057 ceph-mon[29654]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi148.front.sepia.ceph.com:3000"}]: dispatch 2024-04-15T21:12:49.627 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:49 smithi057 ceph-mon[29654]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi148.front.sepia.ceph.com:3000"}]: dispatch 2024-04-15T21:12:49.627 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:49 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:12:49.627 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:49 smithi057 ceph-mon[29654]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi057", "caps": []}]: dispatch 2024-04-15T21:12:49.627 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:49 smithi057 ceph-mon[29654]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi148", "caps": []}]: dispatch 2024-04-15T21:12:49.627 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:49 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi057", "caps": []}]: dispatch 2024-04-15T21:12:49.627 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:49 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi148", "caps": []}]: dispatch 2024-04-15T21:12:49.628 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:49 smithi057 ceph-mon[29654]: from='client.? 172.21.15.57:0/1378211067' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:0/3446503953"}]: dispatch 2024-04-15T21:12:50.595 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:50 smithi148 ceph-mon[25742]: Deploying daemon agent.smithi057 on smithi057 2024-04-15T21:12:50.596 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:50 smithi148 ceph-mon[25742]: pgmap v29: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:12:50.596 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:50 smithi148 ceph-mon[25742]: from='client.? 172.21.15.57:0/1378211067' entity='client.iscsi.foo.smithi057.jwyjxv' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:0/3446503953"}]': finished 2024-04-15T21:12:50.596 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:50 smithi148 ceph-mon[25742]: osdmap e103: 8 total, 8 up, 8 in 2024-04-15T21:12:50.596 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:50 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:12:50.596 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:50 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:12:50.623 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:50 smithi057 ceph-mon[24810]: Deploying daemon agent.smithi057 on smithi057 2024-04-15T21:12:50.624 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:50 smithi057 ceph-mon[24810]: pgmap v29: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:12:50.624 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:50 smithi057 ceph-mon[24810]: from='client.? 172.21.15.57:0/1378211067' entity='client.iscsi.foo.smithi057.jwyjxv' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:0/3446503953"}]': finished 2024-04-15T21:12:50.624 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:50 smithi057 ceph-mon[24810]: osdmap e103: 8 total, 8 up, 8 in 2024-04-15T21:12:50.624 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:50 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:12:50.624 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:50 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:12:50.624 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:50 smithi057 ceph-mon[29654]: Deploying daemon agent.smithi057 on smithi057 2024-04-15T21:12:50.624 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:50 smithi057 ceph-mon[29654]: pgmap v29: 161 pgs: 161 active+clean; 585 KiB data, 68 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:12:50.624 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:50 smithi057 ceph-mon[29654]: from='client.? 172.21.15.57:0/1378211067' entity='client.iscsi.foo.smithi057.jwyjxv' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:0/3446503953"}]': finished 2024-04-15T21:12:50.624 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:50 smithi057 ceph-mon[29654]: osdmap e103: 8 total, 8 up, 8 in 2024-04-15T21:12:50.624 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:50 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:12:50.624 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:50 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:12:51.302 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:12:51 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:12:51] "GET /metrics HTTP/1.1" 200 37888 "" "Prometheus/2.33.4" 2024-04-15T21:12:51.596 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:51 smithi148 ceph-mon[25742]: Deploying daemon agent.smithi148 on smithi148 2024-04-15T21:12:51.596 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:51 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:12:51.596 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:51 smithi148 ceph-mon[25742]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:12:51.596 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:51 smithi148 ceph-mon[25742]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:12:51.596 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:51 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:12:51.596 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:51 smithi148 ceph-mon[25742]: Reconfiguring iscsi.foo.smithi057.jwyjxv (dependencies changed)... 2024-04-15T21:12:51.597 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:51 smithi148 ceph-mon[25742]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi057.jwyjxv", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-04-15T21:12:51.597 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:51 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi057.jwyjxv", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-04-15T21:12:51.597 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:51 smithi148 ceph-mon[25742]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:12:51.597 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:51 smithi148 ceph-mon[25742]: Reconfiguring daemon iscsi.foo.smithi057.jwyjxv on smithi057 2024-04-15T21:12:51.597 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:51 smithi148 ceph-mon[25742]: pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-04-15T21:12:51.597 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:51 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:12:51.625 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:51 smithi057 ceph-mon[24810]: Deploying daemon agent.smithi148 on smithi148 2024-04-15T21:12:51.626 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:51 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:12:51.626 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:51 smithi057 ceph-mon[24810]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:12:51.626 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:51 smithi057 ceph-mon[24810]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:12:51.626 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:51 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:12:51.626 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:51 smithi057 ceph-mon[24810]: Reconfiguring iscsi.foo.smithi057.jwyjxv (dependencies changed)... 2024-04-15T21:12:51.626 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:51 smithi057 ceph-mon[24810]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi057.jwyjxv", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-04-15T21:12:51.626 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:51 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi057.jwyjxv", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-04-15T21:12:51.626 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:51 smithi057 ceph-mon[24810]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:12:51.626 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:51 smithi057 ceph-mon[24810]: Reconfiguring daemon iscsi.foo.smithi057.jwyjxv on smithi057 2024-04-15T21:12:51.626 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:51 smithi057 ceph-mon[24810]: pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-04-15T21:12:51.626 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:51 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:12:51.627 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:51 smithi057 ceph-mon[29654]: Deploying daemon agent.smithi148 on smithi148 2024-04-15T21:12:51.627 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:51 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:12:51.627 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:51 smithi057 ceph-mon[29654]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:12:51.627 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:51 smithi057 ceph-mon[29654]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:12:51.627 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:51 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:12:51.627 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:51 smithi057 ceph-mon[29654]: Reconfiguring iscsi.foo.smithi057.jwyjxv (dependencies changed)... 2024-04-15T21:12:51.627 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:51 smithi057 ceph-mon[29654]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi057.jwyjxv", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-04-15T21:12:51.627 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:51 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi057.jwyjxv", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-04-15T21:12:51.627 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:51 smithi057 ceph-mon[29654]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:12:51.627 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:51 smithi057 ceph-mon[29654]: Reconfiguring daemon iscsi.foo.smithi057.jwyjxv on smithi057 2024-04-15T21:12:51.627 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:51 smithi057 ceph-mon[29654]: pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-04-15T21:12:51.627 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:51 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:12:53.072 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:52 smithi148 ceph-mon[25742]: from='client.25000 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:12:53.124 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:52 smithi057 ceph-mon[24810]: from='client.25000 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:12:53.124 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:52 smithi057 ceph-mon[29654]: from='client.25000 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:12:53.647 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:12:53 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[55610]: ts=2024-04-15T21:12:53.504Z caller=manager.go:609 level=warn component="rule manager" group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on(instance) group_left(nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi057\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi057\", job=\"node\", machine=\"x86_64\", nodename=\"smithi057\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"b97cffaa-fb6a-11ee-bc8f-c7b262605968\", domainname=\"(none)\", instance=\"smithi057\", job=\"node\", machine=\"x86_64\", nodename=\"smithi057\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T21:12:53.956 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:53 smithi148 ceph-mon[25742]: pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:12:53.956 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:53 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:12:54.124 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:53 smithi057 ceph-mon[24810]: pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:12:54.124 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:53 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:12:54.124 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:53 smithi057 ceph-mon[29654]: pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:12:54.124 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:53 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:12:55.124 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:54 smithi057 ceph-mon[24810]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:12:55.125 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:54 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:12:55.125 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:54 smithi057 ceph-mon[29654]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:12:55.125 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:54 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:12:55.345 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:54 smithi148 ceph-mon[25742]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:12:55.345 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:54 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:12:56.132 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:55 smithi057 ceph-mon[24810]: pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-04-15T21:12:56.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:55 smithi057 ceph-mon[29654]: pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-04-15T21:12:56.215 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:55 smithi148 ceph-mon[25742]: pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-04-15T21:12:56.990 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:56 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:12:56.990 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:56 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:12:56.990 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:56 smithi057 ceph-mon[24810]: pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-04-15T21:12:56.991 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:56 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:12:56.991 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:56 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:12:56.991 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:56 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:12:56.991 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:56 smithi057 ceph-mon[29654]: pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-04-15T21:12:56.991 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:56 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:12:57.346 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:56 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:12:57.346 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:56 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:12:57.346 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:56 smithi148 ceph-mon[25742]: pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-04-15T21:12:57.346 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:56 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:12:57.347 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:12:57 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: 2024-04-15T21:12:57.091+0000 7f3653d6c700 -1 log_channel(cephadm) log [ERR] : cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi057.jwyjxv ... 2024-04-15T21:12:57.347 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:12:57 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: Creating ceph-iscsi config... 2024-04-15T21:12:57.347 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:12:57 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: Write file: /var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/iscsi.foo.smithi057.jwyjxv/iscsi-gateway.cfg 2024-04-15T21:12:57.347 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:12:57 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: Write file: /var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/iscsi.foo.smithi057.jwyjxv/tcmu-runner-entrypoint.sh 2024-04-15T21:12:57.347 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:12:57 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: Non-zero exit code 1 from systemctl restart ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv 2024-04-15T21:12:57.347 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:12:57 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: systemctl: stderr Job for ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service failed because the control process exited with error code. 2024-04-15T21:12:57.347 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:12:57 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: systemctl: stderr See "systemctl status ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" and "journalctl -xeu ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" for details. 2024-04-15T21:12:57.347 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:12:57 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: Traceback (most recent call last): 2024-04-15T21:12:57.347 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:12:57 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-04-15T21:12:57.347 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:12:57 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: return _run_code(code, main_globals, None, 2024-04-15T21:12:57.347 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:12:57 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-04-15T21:12:57.347 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:12:57 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: exec(code, run_globals) 2024-04-15T21:12:57.348 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:12:57 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 5618, in 2024-04-15T21:12:57.348 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:12:57 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 5606, in main 2024-04-15T21:12:57.348 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:12:57 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 3096, in command_deploy_from 2024-04-15T21:12:57.348 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:12:57 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 3131, in _common_deploy 2024-04-15T21:12:57.348 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:12:57 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 3151, in _deploy_daemon_container 2024-04-15T21:12:57.348 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:12:57 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 1123, in deploy_daemon 2024-04-15T21:12:57.348 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:12:57 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-04-15T21:12:57.348 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:12:57 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: RuntimeError: Failed command: systemctl restart ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv: Job for ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service failed because the control process exited with error code. 2024-04-15T21:12:57.348 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:12:57 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: See "systemctl status ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" and "journalctl -xeu ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" for details. 2024-04-15T21:12:57.348 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:12:57 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: Traceback (most recent call last): 2024-04-15T21:12:57.348 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:12:57 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1114, in _check_daemons 2024-04-15T21:12:57.348 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:12:57 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: self.mgr._daemon_action(daemon_spec, action=action) 2024-04-15T21:12:57.348 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:12:57 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: File "/usr/share/ceph/mgr/cephadm/module.py", line 2457, in _daemon_action 2024-04-15T21:12:57.348 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:12:57 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: CephadmServe(self)._create_daemon(daemon_spec, reconfig=(action == 'reconfig'))) 2024-04-15T21:12:57.348 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:12:57 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: File "/usr/share/ceph/mgr/cephadm/module.py", line 779, in wait_async 2024-04-15T21:12:57.349 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:12:57 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: return self.event_loop.get_result(coro, timeout) 2024-04-15T21:12:57.349 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:12:57 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: File "/usr/share/ceph/mgr/cephadm/ssh.py", line 136, in get_result 2024-04-15T21:12:57.349 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:12:57 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: return future.result(timeout) 2024-04-15T21:12:57.349 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:12:57 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: File "/lib64/python3.6/concurrent/futures/_base.py", line 432, in result 2024-04-15T21:12:57.349 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:12:57 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: return self.__get_result() 2024-04-15T21:12:57.349 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:12:57 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: File "/lib64/python3.6/concurrent/futures/_base.py", line 384, in __get_result 2024-04-15T21:12:57.349 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:12:57 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: raise self._exception 2024-04-15T21:12:57.349 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:12:57 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1377, in _create_daemon 2024-04-15T21:12:57.349 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:12:57 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: use_current_daemon_image=reconfig, 2024-04-15T21:12:57.349 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:12:57 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1692, in _run_cephadm 2024-04-15T21:12:57.349 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:12:57 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: f'cephadm exited with an error code: {code}, stderr: {err}') 2024-04-15T21:12:57.349 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:12:57 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: orchestrator._interface.OrchestratorError: cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi057.jwyjxv ... 2024-04-15T21:12:57.349 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:12:57 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: Creating ceph-iscsi config... 2024-04-15T21:12:57.349 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:12:57 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: Write file: /var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/iscsi.foo.smithi057.jwyjxv/iscsi-gateway.cfg 2024-04-15T21:12:57.349 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:12:57 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: Write file: /var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/iscsi.foo.smithi057.jwyjxv/tcmu-runner-entrypoint.sh 2024-04-15T21:12:57.350 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:12:57 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: Non-zero exit code 1 from systemctl restart ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv 2024-04-15T21:12:57.350 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:12:57 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: systemctl: stderr Job for ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service failed because the control process exited with error code. 2024-04-15T21:12:57.350 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:12:57 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: systemctl: stderr See "systemctl status ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" and "journalctl -xeu ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" for details. 2024-04-15T21:12:57.350 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:12:57 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: Traceback (most recent call last): 2024-04-15T21:12:57.350 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:12:57 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-04-15T21:12:57.350 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:12:57 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: return _run_code(code, main_globals, None, 2024-04-15T21:12:57.350 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:12:57 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-04-15T21:12:57.350 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:12:57 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: exec(code, run_globals) 2024-04-15T21:12:57.350 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:12:57 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 5618, in 2024-04-15T21:12:57.350 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:12:57 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 5606, in main 2024-04-15T21:12:57.350 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:12:57 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 3096, in command_deploy_from 2024-04-15T21:12:57.350 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:12:57 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 3131, in _common_deploy 2024-04-15T21:12:57.350 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:12:57 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 3151, in _deploy_daemon_container 2024-04-15T21:12:57.351 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:12:57 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 1123, in deploy_daemon 2024-04-15T21:12:57.351 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:12:57 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-04-15T21:12:57.351 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:12:57 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: RuntimeError: Failed command: systemctl restart ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv: Job for ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service failed because the control process exited with error code. 2024-04-15T21:12:57.351 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:12:57 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: See "systemctl status ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" and "journalctl -xeu ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" for details. 2024-04-15T21:12:58.119 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:57 smithi057 ceph-mon[24810]: Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-04-15T21:12:58.120 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:57 smithi057 ceph-mon[24810]: cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi057.jwyjxv ... 2024-04-15T21:12:58.120 INFO:journalctl@ceph.mon.a.smithi057.stdout: Creating ceph-iscsi config... 2024-04-15T21:12:58.120 INFO:journalctl@ceph.mon.a.smithi057.stdout: Write file: /var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/iscsi.foo.smithi057.jwyjxv/iscsi-gateway.cfg 2024-04-15T21:12:58.120 INFO:journalctl@ceph.mon.a.smithi057.stdout: Write file: /var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/iscsi.foo.smithi057.jwyjxv/tcmu-runner-entrypoint.sh 2024-04-15T21:12:58.120 INFO:journalctl@ceph.mon.a.smithi057.stdout: Non-zero exit code 1 from systemctl restart ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv 2024-04-15T21:12:58.120 INFO:journalctl@ceph.mon.a.smithi057.stdout: systemctl: stderr Job for ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service failed because the control process exited with error code. 2024-04-15T21:12:58.120 INFO:journalctl@ceph.mon.a.smithi057.stdout: systemctl: stderr See "systemctl status ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" and "journalctl -xeu ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" for details. 2024-04-15T21:12:58.120 INFO:journalctl@ceph.mon.a.smithi057.stdout: Traceback (most recent call last): 2024-04-15T21:12:58.120 INFO:journalctl@ceph.mon.a.smithi057.stdout: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-04-15T21:12:58.120 INFO:journalctl@ceph.mon.a.smithi057.stdout: return _run_code(code, main_globals, None, 2024-04-15T21:12:58.120 INFO:journalctl@ceph.mon.a.smithi057.stdout: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-04-15T21:12:58.120 INFO:journalctl@ceph.mon.a.smithi057.stdout: exec(code, run_globals) 2024-04-15T21:12:58.120 INFO:journalctl@ceph.mon.a.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 5618, in 2024-04-15T21:12:58.120 INFO:journalctl@ceph.mon.a.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 5606, in main 2024-04-15T21:12:58.120 INFO:journalctl@ceph.mon.a.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 3096, in command_deploy_from 2024-04-15T21:12:58.121 INFO:journalctl@ceph.mon.a.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 3131, in _common_deploy 2024-04-15T21:12:58.121 INFO:journalctl@ceph.mon.a.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 3151, in _deploy_daemon_container 2024-04-15T21:12:58.121 INFO:journalctl@ceph.mon.a.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 1123, in deploy_daemon 2024-04-15T21:12:58.121 INFO:journalctl@ceph.mon.a.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-04-15T21:12:58.121 INFO:journalctl@ceph.mon.a.smithi057.stdout: RuntimeError: Failed command: systemctl restart ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv: Job for ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service failed because the control process exited with error code. 2024-04-15T21:12:58.121 INFO:journalctl@ceph.mon.a.smithi057.stdout: See "systemctl status ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" and "journalctl -xeu ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" for details. 2024-04-15T21:12:58.121 INFO:journalctl@ceph.mon.a.smithi057.stdout: Traceback (most recent call last): 2024-04-15T21:12:58.121 INFO:journalctl@ceph.mon.a.smithi057.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1114, in _check_daemons 2024-04-15T21:12:58.121 INFO:journalctl@ceph.mon.a.smithi057.stdout: self.mgr._daemon_action(daemon_spec, action=action) 2024-04-15T21:12:58.121 INFO:journalctl@ceph.mon.a.smithi057.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 2457, in _daemon_action 2024-04-15T21:12:58.121 INFO:journalctl@ceph.mon.a.smithi057.stdout: CephadmServe(self)._create_daemon(daemon_spec, reconfig=(action == 'reconfig'))) 2024-04-15T21:12:58.122 INFO:journalctl@ceph.mon.a.smithi057.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 779, in wait_async 2024-04-15T21:12:58.122 INFO:journalctl@ceph.mon.a.smithi057.stdout: return self.event_loop.get_result(coro, timeout) 2024-04-15T21:12:58.122 INFO:journalctl@ceph.mon.a.smithi057.stdout: File "/usr/share/ceph/mgr/cephadm/ssh.py", line 136, in get_result 2024-04-15T21:12:58.122 INFO:journalctl@ceph.mon.a.smithi057.stdout: return future.result(timeout) 2024-04-15T21:12:58.122 INFO:journalctl@ceph.mon.a.smithi057.stdout: File "/lib64/python3.6/concurrent/futures/_base.py", line 432, in result 2024-04-15T21:12:58.122 INFO:journalctl@ceph.mon.a.smithi057.stdout: return self.__get_result() 2024-04-15T21:12:58.122 INFO:journalctl@ceph.mon.a.smithi057.stdout: File "/lib64/python3.6/concurrent/futures/_base.py", line 384, in __get_result 2024-04-15T21:12:58.122 INFO:journalctl@ceph.mon.a.smithi057.stdout: raise self._exception 2024-04-15T21:12:58.122 INFO:journalctl@ceph.mon.a.smithi057.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1377, in _create_daemon 2024-04-15T21:12:58.122 INFO:journalctl@ceph.mon.a.smithi057.stdout: use_current_daemon_image=reconfig, 2024-04-15T21:12:58.122 INFO:journalctl@ceph.mon.a.smithi057.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1692, in _run_cephadm 2024-04-15T21:12:58.122 INFO:journalctl@ceph.mon.a.smithi057.stdout: f'cephadm exited with an error code: {code}, stderr: {err}') 2024-04-15T21:12:58.122 INFO:journalctl@ceph.mon.a.smithi057.stdout: orchestrator._interface.OrchestratorError: cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi057.jwyjxv ... 2024-04-15T21:12:58.122 INFO:journalctl@ceph.mon.a.smithi057.stdout: Creating ceph-iscsi config... 2024-04-15T21:12:58.123 INFO:journalctl@ceph.mon.a.smithi057.stdout: Write file: /var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/iscsi.foo.smithi057.jwyjxv/iscsi-gateway.cfg 2024-04-15T21:12:58.123 INFO:journalctl@ceph.mon.a.smithi057.stdout: Write file: /var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/iscsi.foo.smithi057.jwyjxv/tcmu-runner-entrypoint.sh 2024-04-15T21:12:58.123 INFO:journalctl@ceph.mon.a.smithi057.stdout: Non-zero exit code 1 from systemctl restart ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv 2024-04-15T21:12:58.123 INFO:journalctl@ceph.mon.a.smithi057.stdout: systemctl: stderr Job for ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service failed because the control process exited with error code. 2024-04-15T21:12:58.123 INFO:journalctl@ceph.mon.a.smithi057.stdout: systemctl: stderr See "systemctl status ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" and "journalctl -xeu ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" for details. 2024-04-15T21:12:58.123 INFO:journalctl@ceph.mon.a.smithi057.stdout: Traceback (most recent call last): 2024-04-15T21:12:58.123 INFO:journalctl@ceph.mon.a.smithi057.stdout: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-04-15T21:12:58.123 INFO:journalctl@ceph.mon.a.smithi057.stdout: return _run_code(code, main_globals, None, 2024-04-15T21:12:58.123 INFO:journalctl@ceph.mon.a.smithi057.stdout: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-04-15T21:12:58.123 INFO:journalctl@ceph.mon.a.smithi057.stdout: exec(code, run_globals) 2024-04-15T21:12:58.123 INFO:journalctl@ceph.mon.a.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 5618, in 2024-04-15T21:12:58.123 INFO:journalctl@ceph.mon.a.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 5606, in main 2024-04-15T21:12:58.123 INFO:journalctl@ceph.mon.a.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 3096, in command_deploy_from 2024-04-15T21:12:58.123 INFO:journalctl@ceph.mon.a.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 3131, in _common_deploy 2024-04-15T21:12:58.124 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:57 smithi057 ceph-mon[29654]: Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-04-15T21:12:58.124 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:57 smithi057 ceph-mon[29654]: cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi057.jwyjxv ... 2024-04-15T21:12:58.124 INFO:journalctl@ceph.mon.c.smithi057.stdout: Creating ceph-iscsi config... 2024-04-15T21:12:58.124 INFO:journalctl@ceph.mon.c.smithi057.stdout: Write file: /var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/iscsi.foo.smithi057.jwyjxv/iscsi-gateway.cfg 2024-04-15T21:12:58.124 INFO:journalctl@ceph.mon.c.smithi057.stdout: Write file: /var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/iscsi.foo.smithi057.jwyjxv/tcmu-runner-entrypoint.sh 2024-04-15T21:12:58.124 INFO:journalctl@ceph.mon.c.smithi057.stdout: Non-zero exit code 1 from systemctl restart ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv 2024-04-15T21:12:58.124 INFO:journalctl@ceph.mon.c.smithi057.stdout: systemctl: stderr Job for ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service failed because the control process exited with error code. 2024-04-15T21:12:58.124 INFO:journalctl@ceph.mon.c.smithi057.stdout: systemctl: stderr See "systemctl status ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" and "journalctl -xeu ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" for details. 2024-04-15T21:12:58.124 INFO:journalctl@ceph.mon.c.smithi057.stdout: Traceback (most recent call last): 2024-04-15T21:12:58.124 INFO:journalctl@ceph.mon.c.smithi057.stdout: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-04-15T21:12:58.124 INFO:journalctl@ceph.mon.c.smithi057.stdout: return _run_code(code, main_globals, None, 2024-04-15T21:12:58.125 INFO:journalctl@ceph.mon.c.smithi057.stdout: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-04-15T21:12:58.125 INFO:journalctl@ceph.mon.c.smithi057.stdout: exec(code, run_globals) 2024-04-15T21:12:58.125 INFO:journalctl@ceph.mon.c.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 5618, in 2024-04-15T21:12:58.125 INFO:journalctl@ceph.mon.c.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 5606, in main 2024-04-15T21:12:58.125 INFO:journalctl@ceph.mon.c.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 3096, in command_deploy_from 2024-04-15T21:12:58.125 INFO:journalctl@ceph.mon.c.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 3131, in _common_deploy 2024-04-15T21:12:58.125 INFO:journalctl@ceph.mon.c.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 3151, in _deploy_daemon_container 2024-04-15T21:12:58.125 INFO:journalctl@ceph.mon.c.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 1123, in deploy_daemon 2024-04-15T21:12:58.125 INFO:journalctl@ceph.mon.c.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-04-15T21:12:58.125 INFO:journalctl@ceph.mon.c.smithi057.stdout: RuntimeError: Failed command: systemctl restart ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv: Job for ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service failed because the control process exited with error code. 2024-04-15T21:12:58.125 INFO:journalctl@ceph.mon.c.smithi057.stdout: See "systemctl status ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" and "journalctl -xeu ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" for details. 2024-04-15T21:12:58.125 INFO:journalctl@ceph.mon.c.smithi057.stdout: Traceback (most recent call last): 2024-04-15T21:12:58.125 INFO:journalctl@ceph.mon.c.smithi057.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1114, in _check_daemons 2024-04-15T21:12:58.125 INFO:journalctl@ceph.mon.c.smithi057.stdout: self.mgr._daemon_action(daemon_spec, action=action) 2024-04-15T21:12:58.125 INFO:journalctl@ceph.mon.c.smithi057.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 2457, in _daemon_action 2024-04-15T21:12:58.126 INFO:journalctl@ceph.mon.c.smithi057.stdout: CephadmServe(self)._create_daemon(daemon_spec, reconfig=(action == 'reconfig'))) 2024-04-15T21:12:58.126 INFO:journalctl@ceph.mon.c.smithi057.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 779, in wait_async 2024-04-15T21:12:58.126 INFO:journalctl@ceph.mon.c.smithi057.stdout: return self.event_loop.get_result(coro, timeout) 2024-04-15T21:12:58.126 INFO:journalctl@ceph.mon.c.smithi057.stdout: File "/usr/share/ceph/mgr/cephadm/ssh.py", line 136, in get_result 2024-04-15T21:12:58.126 INFO:journalctl@ceph.mon.c.smithi057.stdout: return future.result(timeout) 2024-04-15T21:12:58.126 INFO:journalctl@ceph.mon.c.smithi057.stdout: File "/lib64/python3.6/concurrent/futures/_base.py", line 432, in result 2024-04-15T21:12:58.126 INFO:journalctl@ceph.mon.c.smithi057.stdout: return self.__get_result() 2024-04-15T21:12:58.126 INFO:journalctl@ceph.mon.c.smithi057.stdout: File "/lib64/python3.6/concurrent/futures/_base.py", line 384, in __get_result 2024-04-15T21:12:58.126 INFO:journalctl@ceph.mon.c.smithi057.stdout: raise self._exception 2024-04-15T21:12:58.126 INFO:journalctl@ceph.mon.c.smithi057.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1377, in _create_daemon 2024-04-15T21:12:58.126 INFO:journalctl@ceph.mon.c.smithi057.stdout: use_current_daemon_image=reconfig, 2024-04-15T21:12:58.126 INFO:journalctl@ceph.mon.c.smithi057.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1692, in _run_cephadm 2024-04-15T21:12:58.127 INFO:journalctl@ceph.mon.c.smithi057.stdout: f'cephadm exited with an error code: {code}, stderr: {err}') 2024-04-15T21:12:58.127 INFO:journalctl@ceph.mon.c.smithi057.stdout: orchestrator._interface.OrchestratorError: cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi057.jwyjxv ... 2024-04-15T21:12:58.127 INFO:journalctl@ceph.mon.c.smithi057.stdout: Creating ceph-iscsi config... 2024-04-15T21:12:58.127 INFO:journalctl@ceph.mon.c.smithi057.stdout: Write file: /var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/iscsi.foo.smithi057.jwyjxv/iscsi-gateway.cfg 2024-04-15T21:12:58.127 INFO:journalctl@ceph.mon.c.smithi057.stdout: Write file: /var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/iscsi.foo.smithi057.jwyjxv/tcmu-runner-entrypoint.sh 2024-04-15T21:12:58.127 INFO:journalctl@ceph.mon.c.smithi057.stdout: Non-zero exit code 1 from systemctl restart ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv 2024-04-15T21:12:58.127 INFO:journalctl@ceph.mon.c.smithi057.stdout: systemctl: stderr Job for ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service failed because the control process exited with error code. 2024-04-15T21:12:58.127 INFO:journalctl@ceph.mon.c.smithi057.stdout: systemctl: stderr See "systemctl status ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" and "journalctl -xeu ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" for details. 2024-04-15T21:12:58.127 INFO:journalctl@ceph.mon.c.smithi057.stdout: Traceback (most recent call last): 2024-04-15T21:12:58.127 INFO:journalctl@ceph.mon.c.smithi057.stdout: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-04-15T21:12:58.127 INFO:journalctl@ceph.mon.c.smithi057.stdout: return _run_code(code, main_globals, None, 2024-04-15T21:12:58.127 INFO:journalctl@ceph.mon.c.smithi057.stdout: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-04-15T21:12:58.127 INFO:journalctl@ceph.mon.c.smithi057.stdout: exec(code, run_globals) 2024-04-15T21:12:58.128 INFO:journalctl@ceph.mon.c.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 5618, in 2024-04-15T21:12:58.128 INFO:journalctl@ceph.mon.c.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 5606, in main 2024-04-15T21:12:58.128 INFO:journalctl@ceph.mon.c.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 3096, in command_deploy_from 2024-04-15T21:12:58.128 INFO:journalctl@ceph.mon.c.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 3131, in _common_deploy 2024-04-15T21:12:58.128 INFO:journalctl@ceph.mon.a.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 3151, in _deploy_daemon_container 2024-04-15T21:12:58.128 INFO:journalctl@ceph.mon.a.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 1123, in deploy_daemon 2024-04-15T21:12:58.128 INFO:journalctl@ceph.mon.a.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-04-15T21:12:58.128 INFO:journalctl@ceph.mon.a.smithi057.stdout: RuntimeError: Failed command: systemctl restart ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv: Job for ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service failed because the control process exited with error code. 2024-04-15T21:12:58.128 INFO:journalctl@ceph.mon.a.smithi057.stdout: See "systemctl status ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" and "journalctl -xeu ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" for details. 2024-04-15T21:12:58.128 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:57 smithi057 ceph-mon[24810]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:12:58.129 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:57 smithi057 ceph-mon[24810]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:12:58.129 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:57 smithi057 ceph-mon[24810]: pgmap v35: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:12:58.129 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:57 smithi057 ceph-mon[24810]: pgmap v36: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-04-15T21:12:58.129 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:57 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:12:58.129 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:57 smithi057 ceph-mon[24810]: Reconfiguring iscsi.foo.smithi057.jwyjxv (dependencies changed)... 2024-04-15T21:12:58.129 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:57 smithi057 ceph-mon[24810]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi057.jwyjxv", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-04-15T21:12:58.129 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:57 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi057.jwyjxv", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-04-15T21:12:58.129 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:57 smithi057 ceph-mon[24810]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:12:58.129 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:57 smithi057 ceph-mon[24810]: Reconfiguring daemon iscsi.foo.smithi057.jwyjxv on smithi057 2024-04-15T21:12:58.129 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:57 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:12:58.129 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:57 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:12:58.129 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:57 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:12:58.130 INFO:journalctl@ceph.mon.c.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 3151, in _deploy_daemon_container 2024-04-15T21:12:58.130 INFO:journalctl@ceph.mon.c.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 1123, in deploy_daemon 2024-04-15T21:12:58.130 INFO:journalctl@ceph.mon.c.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-04-15T21:12:58.130 INFO:journalctl@ceph.mon.c.smithi057.stdout: RuntimeError: Failed command: systemctl restart ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv: Job for ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service failed because the control process exited with error code. 2024-04-15T21:12:58.130 INFO:journalctl@ceph.mon.c.smithi057.stdout: See "systemctl status ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" and "journalctl -xeu ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" for details. 2024-04-15T21:12:58.130 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:57 smithi057 ceph-mon[29654]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:12:58.130 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:57 smithi057 ceph-mon[29654]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:12:58.130 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:57 smithi057 ceph-mon[29654]: pgmap v35: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:12:58.130 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:57 smithi057 ceph-mon[29654]: pgmap v36: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-04-15T21:12:58.130 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:57 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:12:58.131 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:57 smithi057 ceph-mon[29654]: Reconfiguring iscsi.foo.smithi057.jwyjxv (dependencies changed)... 2024-04-15T21:12:58.131 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:57 smithi057 ceph-mon[29654]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi057.jwyjxv", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-04-15T21:12:58.131 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:57 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi057.jwyjxv", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-04-15T21:12:58.131 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:57 smithi057 ceph-mon[29654]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:12:58.131 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:57 smithi057 ceph-mon[29654]: Reconfiguring daemon iscsi.foo.smithi057.jwyjxv on smithi057 2024-04-15T21:12:58.131 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:57 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:12:58.131 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:57 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:12:58.131 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:57 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:12:58.346 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:57 smithi148 ceph-mon[25742]: Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-04-15T21:12:58.346 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:57 smithi148 ceph-mon[25742]: cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi057.jwyjxv ... 2024-04-15T21:12:58.346 INFO:journalctl@ceph.mon.b.smithi148.stdout: Creating ceph-iscsi config... 2024-04-15T21:12:58.347 INFO:journalctl@ceph.mon.b.smithi148.stdout: Write file: /var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/iscsi.foo.smithi057.jwyjxv/iscsi-gateway.cfg 2024-04-15T21:12:58.347 INFO:journalctl@ceph.mon.b.smithi148.stdout: Write file: /var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/iscsi.foo.smithi057.jwyjxv/tcmu-runner-entrypoint.sh 2024-04-15T21:12:58.347 INFO:journalctl@ceph.mon.b.smithi148.stdout: Non-zero exit code 1 from systemctl restart ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv 2024-04-15T21:12:58.347 INFO:journalctl@ceph.mon.b.smithi148.stdout: systemctl: stderr Job for ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service failed because the control process exited with error code. 2024-04-15T21:12:58.347 INFO:journalctl@ceph.mon.b.smithi148.stdout: systemctl: stderr See "systemctl status ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" and "journalctl -xeu ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" for details. 2024-04-15T21:12:58.347 INFO:journalctl@ceph.mon.b.smithi148.stdout: Traceback (most recent call last): 2024-04-15T21:12:58.347 INFO:journalctl@ceph.mon.b.smithi148.stdout: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-04-15T21:12:58.347 INFO:journalctl@ceph.mon.b.smithi148.stdout: return _run_code(code, main_globals, None, 2024-04-15T21:12:58.347 INFO:journalctl@ceph.mon.b.smithi148.stdout: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-04-15T21:12:58.347 INFO:journalctl@ceph.mon.b.smithi148.stdout: exec(code, run_globals) 2024-04-15T21:12:58.347 INFO:journalctl@ceph.mon.b.smithi148.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 5618, in 2024-04-15T21:12:58.348 INFO:journalctl@ceph.mon.b.smithi148.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 5606, in main 2024-04-15T21:12:58.348 INFO:journalctl@ceph.mon.b.smithi148.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 3096, in command_deploy_from 2024-04-15T21:12:58.348 INFO:journalctl@ceph.mon.b.smithi148.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 3131, in _common_deploy 2024-04-15T21:12:58.348 INFO:journalctl@ceph.mon.b.smithi148.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 3151, in _deploy_daemon_container 2024-04-15T21:12:58.348 INFO:journalctl@ceph.mon.b.smithi148.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 1123, in deploy_daemon 2024-04-15T21:12:58.348 INFO:journalctl@ceph.mon.b.smithi148.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-04-15T21:12:58.348 INFO:journalctl@ceph.mon.b.smithi148.stdout: RuntimeError: Failed command: systemctl restart ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv: Job for ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service failed because the control process exited with error code. 2024-04-15T21:12:58.348 INFO:journalctl@ceph.mon.b.smithi148.stdout: See "systemctl status ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" and "journalctl -xeu ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" for details. 2024-04-15T21:12:58.348 INFO:journalctl@ceph.mon.b.smithi148.stdout: Traceback (most recent call last): 2024-04-15T21:12:58.348 INFO:journalctl@ceph.mon.b.smithi148.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1114, in _check_daemons 2024-04-15T21:12:58.349 INFO:journalctl@ceph.mon.b.smithi148.stdout: self.mgr._daemon_action(daemon_spec, action=action) 2024-04-15T21:12:58.349 INFO:journalctl@ceph.mon.b.smithi148.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 2457, in _daemon_action 2024-04-15T21:12:58.349 INFO:journalctl@ceph.mon.b.smithi148.stdout: CephadmServe(self)._create_daemon(daemon_spec, reconfig=(action == 'reconfig'))) 2024-04-15T21:12:58.349 INFO:journalctl@ceph.mon.b.smithi148.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 779, in wait_async 2024-04-15T21:12:58.349 INFO:journalctl@ceph.mon.b.smithi148.stdout: return self.event_loop.get_result(coro, timeout) 2024-04-15T21:12:58.349 INFO:journalctl@ceph.mon.b.smithi148.stdout: File "/usr/share/ceph/mgr/cephadm/ssh.py", line 136, in get_result 2024-04-15T21:12:58.349 INFO:journalctl@ceph.mon.b.smithi148.stdout: return future.result(timeout) 2024-04-15T21:12:58.349 INFO:journalctl@ceph.mon.b.smithi148.stdout: File "/lib64/python3.6/concurrent/futures/_base.py", line 432, in result 2024-04-15T21:12:58.349 INFO:journalctl@ceph.mon.b.smithi148.stdout: return self.__get_result() 2024-04-15T21:12:58.349 INFO:journalctl@ceph.mon.b.smithi148.stdout: File "/lib64/python3.6/concurrent/futures/_base.py", line 384, in __get_result 2024-04-15T21:12:58.349 INFO:journalctl@ceph.mon.b.smithi148.stdout: raise self._exception 2024-04-15T21:12:58.350 INFO:journalctl@ceph.mon.b.smithi148.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1377, in _create_daemon 2024-04-15T21:12:58.350 INFO:journalctl@ceph.mon.b.smithi148.stdout: use_current_daemon_image=reconfig, 2024-04-15T21:12:58.350 INFO:journalctl@ceph.mon.b.smithi148.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1692, in _run_cephadm 2024-04-15T21:12:58.350 INFO:journalctl@ceph.mon.b.smithi148.stdout: f'cephadm exited with an error code: {code}, stderr: {err}') 2024-04-15T21:12:58.350 INFO:journalctl@ceph.mon.b.smithi148.stdout: orchestrator._interface.OrchestratorError: cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi057.jwyjxv ... 2024-04-15T21:12:58.350 INFO:journalctl@ceph.mon.b.smithi148.stdout: Creating ceph-iscsi config... 2024-04-15T21:12:58.350 INFO:journalctl@ceph.mon.b.smithi148.stdout: Write file: /var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/iscsi.foo.smithi057.jwyjxv/iscsi-gateway.cfg 2024-04-15T21:12:58.350 INFO:journalctl@ceph.mon.b.smithi148.stdout: Write file: /var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/iscsi.foo.smithi057.jwyjxv/tcmu-runner-entrypoint.sh 2024-04-15T21:12:58.350 INFO:journalctl@ceph.mon.b.smithi148.stdout: Non-zero exit code 1 from systemctl restart ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv 2024-04-15T21:12:58.350 INFO:journalctl@ceph.mon.b.smithi148.stdout: systemctl: stderr Job for ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service failed because the control process exited with error code. 2024-04-15T21:12:58.350 INFO:journalctl@ceph.mon.b.smithi148.stdout: systemctl: stderr See "systemctl status ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" and "journalctl -xeu ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" for details. 2024-04-15T21:12:58.351 INFO:journalctl@ceph.mon.b.smithi148.stdout: Traceback (most recent call last): 2024-04-15T21:12:58.351 INFO:journalctl@ceph.mon.b.smithi148.stdout: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-04-15T21:12:58.351 INFO:journalctl@ceph.mon.b.smithi148.stdout: return _run_code(code, main_globals, None, 2024-04-15T21:12:58.351 INFO:journalctl@ceph.mon.b.smithi148.stdout: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-04-15T21:12:58.351 INFO:journalctl@ceph.mon.b.smithi148.stdout: exec(code, run_globals) 2024-04-15T21:12:58.351 INFO:journalctl@ceph.mon.b.smithi148.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 5618, in 2024-04-15T21:12:58.351 INFO:journalctl@ceph.mon.b.smithi148.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 5606, in main 2024-04-15T21:12:58.351 INFO:journalctl@ceph.mon.b.smithi148.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 3096, in command_deploy_from 2024-04-15T21:12:58.351 INFO:journalctl@ceph.mon.b.smithi148.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 3131, in _common_deploy 2024-04-15T21:12:58.351 INFO:journalctl@ceph.mon.b.smithi148.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 3151, in _deploy_daemon_container 2024-04-15T21:12:58.351 INFO:journalctl@ceph.mon.b.smithi148.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 1123, in deploy_daemon 2024-04-15T21:12:58.352 INFO:journalctl@ceph.mon.b.smithi148.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-04-15T21:12:58.352 INFO:journalctl@ceph.mon.b.smithi148.stdout: RuntimeError: Failed command: systemctl restart ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv: Job for ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service failed because the control process exited with error code. 2024-04-15T21:12:58.352 INFO:journalctl@ceph.mon.b.smithi148.stdout: See "systemctl status ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" and "journalctl -xeu ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" for details. 2024-04-15T21:12:58.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:57 smithi148 ceph-mon[25742]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:12:58.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:57 smithi148 ceph-mon[25742]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:12:58.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:57 smithi148 ceph-mon[25742]: pgmap v35: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:12:58.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:57 smithi148 ceph-mon[25742]: pgmap v36: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-04-15T21:12:58.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:57 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:12:58.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:57 smithi148 ceph-mon[25742]: Reconfiguring iscsi.foo.smithi057.jwyjxv (dependencies changed)... 2024-04-15T21:12:58.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:57 smithi148 ceph-mon[25742]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi057.jwyjxv", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-04-15T21:12:58.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:57 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi057.jwyjxv", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-04-15T21:12:58.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:57 smithi148 ceph-mon[25742]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:12:58.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:57 smithi148 ceph-mon[25742]: Reconfiguring daemon iscsi.foo.smithi057.jwyjxv on smithi057 2024-04-15T21:12:58.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:57 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:12:58.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:57 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:12:58.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:57 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:12:58.915 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:58 smithi057 ceph-mon[24810]: pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 786 B/s rd, 0 op/s 2024-04-15T21:12:58.915 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:12:58 smithi057 ceph-mon[24810]: pgmap v38: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-04-15T21:12:58.915 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:58 smithi057 ceph-mon[29654]: pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 786 B/s rd, 0 op/s 2024-04-15T21:12:58.915 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:12:58 smithi057 ceph-mon[29654]: pgmap v38: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-04-15T21:12:59.095 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:58 smithi148 ceph-mon[25742]: pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 786 B/s rd, 0 op/s 2024-04-15T21:12:59.096 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:12:58 smithi148 ceph-mon[25742]: pgmap v38: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-04-15T21:12:59.096 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:12:58 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[55610]: ts=2024-04-15T21:12:58.660Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster_addr=\"172.21.15.57\", device_class=\"ssd\", hostname=\"smithi057\", instance=\"172.21.15.148:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.57\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster=\"b97cffaa-fb6a-11ee-bc8f-c7b262605968\", cluster_addr=\"172.21.15.57\", device_class=\"ssd\", hostname=\"smithi057\", instance=\"smithi148:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.57\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T21:13:01.217 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:13:00 smithi148 ceph-mon[25742]: pgmap v39: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:13:01.217 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:13:00 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:13:01.217 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:13:00 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:13:01.217 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:13:00 smithi148 ceph-mon[25742]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-04-15T21:13:01.217 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:13:00 smithi148 ceph-mon[25742]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-04-15T21:13:01.217 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:13:00 smithi148 ceph-mon[25742]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-04-15T21:13:01.217 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:13:00 smithi148 ceph-mon[25742]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-04-15T21:13:01.218 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:13:00 smithi148 ceph-mon[25742]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:13:01.218 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:13:00 smithi148 ceph-mon[25742]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:13:01.218 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:13:00 smithi148 ceph-mon[25742]: pgmap v40: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:13:01.218 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:13:00 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:13:01.218 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:13:00 smithi148 ceph-mon[25742]: from='client.? 172.21.15.57:0/1368918165' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-04-15T21:13:01.374 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:13:00 smithi057 ceph-mon[24810]: pgmap v39: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:13:01.374 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:13:00 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:13:01.374 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:13:00 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:13:01.374 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:13:00 smithi057 ceph-mon[24810]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-04-15T21:13:01.374 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:13:00 smithi057 ceph-mon[24810]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-04-15T21:13:01.374 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:13:00 smithi057 ceph-mon[24810]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-04-15T21:13:01.374 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:13:00 smithi057 ceph-mon[24810]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-04-15T21:13:01.374 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:13:00 smithi057 ceph-mon[24810]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:13:01.375 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:13:00 smithi057 ceph-mon[24810]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:13:01.375 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:13:00 smithi057 ceph-mon[24810]: pgmap v40: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:13:01.375 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:13:00 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:13:01.375 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:13:00 smithi057 ceph-mon[24810]: from='client.? 172.21.15.57:0/1368918165' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-04-15T21:13:01.375 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:13:00 smithi057 ceph-mon[29654]: pgmap v39: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:13:01.375 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:13:00 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:13:01.375 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:13:00 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:13:01.375 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:13:00 smithi057 ceph-mon[29654]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-04-15T21:13:01.375 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:13:00 smithi057 ceph-mon[29654]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-04-15T21:13:01.375 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:13:00 smithi057 ceph-mon[29654]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-04-15T21:13:01.375 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:13:00 smithi057 ceph-mon[29654]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-04-15T21:13:01.376 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:13:00 smithi057 ceph-mon[29654]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:13:01.376 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:13:00 smithi057 ceph-mon[29654]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:13:01.376 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:13:00 smithi057 ceph-mon[29654]: pgmap v40: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:13:01.376 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:13:00 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:13:01.376 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:13:00 smithi057 ceph-mon[29654]: from='client.? 172.21.15.57:0/1368918165' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-04-15T21:13:01.595 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:13:01 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:13:01] "GET /metrics HTTP/1.1" 200 37890 "" "Prometheus/2.33.4" 2024-04-15T21:13:02.346 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:13:01 smithi148 ceph-mon[25742]: Health check cleared: CEPHADM_FAILED_DAEMON (was: 1 failed cephadm daemon(s)) 2024-04-15T21:13:02.346 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:13:01 smithi148 ceph-mon[25742]: Cluster is now healthy 2024-04-15T21:13:02.374 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:13:01 smithi057 ceph-mon[24810]: Health check cleared: CEPHADM_FAILED_DAEMON (was: 1 failed cephadm daemon(s)) 2024-04-15T21:13:02.374 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:13:01 smithi057 ceph-mon[24810]: Cluster is now healthy 2024-04-15T21:13:02.374 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:13:01 smithi057 ceph-mon[29654]: Health check cleared: CEPHADM_FAILED_DAEMON (was: 1 failed cephadm daemon(s)) 2024-04-15T21:13:02.374 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:13:01 smithi057 ceph-mon[29654]: Cluster is now healthy 2024-04-15T21:13:03.329 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:13:02 smithi148 ceph-mon[25742]: pgmap v41: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 419 B/s rd, 0 op/s 2024-04-15T21:13:03.374 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:13:02 smithi057 ceph-mon[24810]: pgmap v41: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 419 B/s rd, 0 op/s 2024-04-15T21:13:03.374 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:13:02 smithi057 ceph-mon[29654]: pgmap v41: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 419 B/s rd, 0 op/s 2024-04-15T21:13:03.595 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:13:03 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[55610]: ts=2024-04-15T21:13:03.505Z caller=manager.go:609 level=warn component="rule manager" group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on(instance) group_left(nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi057\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi057\", job=\"node\", machine=\"x86_64\", nodename=\"smithi057\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"b97cffaa-fb6a-11ee-bc8f-c7b262605968\", domainname=\"(none)\", instance=\"smithi057\", job=\"node\", machine=\"x86_64\", nodename=\"smithi057\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T21:13:05.346 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:13:05 smithi148 ceph-mon[25742]: pgmap v42: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 297 B/s rd, 0 op/s 2024-04-15T21:13:05.374 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:13:05 smithi057 ceph-mon[24810]: pgmap v42: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 297 B/s rd, 0 op/s 2024-04-15T21:13:05.374 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:13:05 smithi057 ceph-mon[29654]: pgmap v42: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 297 B/s rd, 0 op/s 2024-04-15T21:13:07.345 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:13:07 smithi148 ceph-mon[25742]: pgmap v43: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 849 B/s rd, 1 op/s 2024-04-15T21:13:07.374 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:13:07 smithi057 ceph-mon[24810]: pgmap v43: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 849 B/s rd, 1 op/s 2024-04-15T21:13:07.374 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:13:07 smithi057 ceph-mon[29654]: pgmap v43: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 849 B/s rd, 1 op/s 2024-04-15T21:13:09.070 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:13:08 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[55610]: ts=2024-04-15T21:13:08.660Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster_addr=\"172.21.15.57\", device_class=\"ssd\", hostname=\"smithi057\", instance=\"172.21.15.148:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.57\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster=\"b97cffaa-fb6a-11ee-bc8f-c7b262605968\", cluster_addr=\"172.21.15.57\", device_class=\"ssd\", hostname=\"smithi057\", instance=\"smithi148:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.57\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T21:13:09.345 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:13:09 smithi148 ceph-mon[25742]: pgmap v44: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 686 B/s rd, 0 op/s 2024-04-15T21:13:09.374 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:13:09 smithi057 ceph-mon[24810]: pgmap v44: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 686 B/s rd, 0 op/s 2024-04-15T21:13:09.374 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:13:09 smithi057 ceph-mon[29654]: pgmap v44: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 686 B/s rd, 0 op/s 2024-04-15T21:13:10.345 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:13:10 smithi148 ceph-mon[25742]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:13:10.374 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:13:10 smithi057 ceph-mon[24810]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:13:10.374 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:13:10 smithi057 ceph-mon[29654]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:13:11.303 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:13:11 smithi057 ceph-mon[24810]: pgmap v45: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 686 B/s rd, 0 op/s 2024-04-15T21:13:11.303 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:13:11 smithi057 ceph-mon[24810]: from='client.34934 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:13:11.304 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:13:11 smithi057 ceph-mon[29654]: pgmap v45: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 686 B/s rd, 0 op/s 2024-04-15T21:13:11.304 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:13:11 smithi057 ceph-mon[29654]: from='client.34934 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:13:11.345 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:13:11 smithi148 ceph-mon[25742]: pgmap v45: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 686 B/s rd, 0 op/s 2024-04-15T21:13:11.346 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:13:11 smithi148 ceph-mon[25742]: from='client.34934 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:13:11.346 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:13:11 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:13:11] "GET /metrics HTTP/1.1" 200 37888 "" "Prometheus/2.33.4" 2024-04-15T21:13:13.525 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:13:13 smithi057 ceph-mon[24810]: pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 1 op/s 2024-04-15T21:13:13.525 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:13:13 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:13:13.526 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:13:13 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:13:13.526 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:13:13 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:13:13.526 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:13:13 smithi057 ceph-mon[29654]: pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 1 op/s 2024-04-15T21:13:13.526 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:13:13 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:13:13.526 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:13:13 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:13:13.526 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:13:13 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:13:13.596 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:13:13 smithi148 ceph-mon[25742]: pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 1 op/s 2024-04-15T21:13:13.596 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:13:13 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:13:13.597 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:13:13 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:13:13.597 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:13:13 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:13:13.597 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:13:13 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[55610]: ts=2024-04-15T21:13:13.505Z caller=manager.go:609 level=warn component="rule manager" group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on(instance) group_left(nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi057\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi057\", job=\"node\", machine=\"x86_64\", nodename=\"smithi057\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"b97cffaa-fb6a-11ee-bc8f-c7b262605968\", domainname=\"(none)\", instance=\"smithi057\", job=\"node\", machine=\"x86_64\", nodename=\"smithi057\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T21:13:15.596 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:13:15 smithi148 ceph-mon[25742]: pgmap v47: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:13:15.623 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:13:15 smithi057 ceph-mon[24810]: pgmap v47: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:13:15.624 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:13:15 smithi057 ceph-mon[29654]: pgmap v47: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:13:17.346 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:13:17 smithi148 ceph-mon[25742]: pgmap v48: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:13:17.346 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:13:17 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:13:17.346 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:13:17 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:13:17.346 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:13:17 smithi148 ceph-mon[25742]: pgmap v49: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1019 B/s rd, 0 op/s 2024-04-15T21:13:17.346 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:13:17 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:13:17.346 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:13:17 smithi148 ceph-mon[25742]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:13:17.346 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:13:17 smithi148 ceph-mon[25742]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:13:17.346 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:13:17 smithi148 ceph-mon[25742]: pgmap v50: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:13:17.347 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:13:17 smithi148 ceph-mon[25742]: pgmap v51: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.6 KiB/s rd, 1 op/s 2024-04-15T21:13:17.347 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:13:17 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:13:17.347 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:13:17 smithi148 ceph-mon[25742]: Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-04-15T21:13:17.347 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:13:17 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:13:17.347 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:13:17 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:13:17.347 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:13:17 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:13:17.347 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:13:17 smithi148 ceph-mon[25742]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:13:17.347 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:13:17 smithi148 ceph-mon[25742]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:13:17.347 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:13:17 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:13:17.374 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:13:17 smithi057 ceph-mon[29654]: pgmap v48: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:13:17.374 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:13:17 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:13:17.374 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:13:17 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:13:17.374 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:13:17 smithi057 ceph-mon[29654]: pgmap v49: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1019 B/s rd, 0 op/s 2024-04-15T21:13:17.374 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:13:17 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:13:17.375 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:13:17 smithi057 ceph-mon[29654]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:13:17.375 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:13:17 smithi057 ceph-mon[29654]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:13:17.375 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:13:17 smithi057 ceph-mon[29654]: pgmap v50: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:13:17.375 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:13:17 smithi057 ceph-mon[29654]: pgmap v51: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.6 KiB/s rd, 1 op/s 2024-04-15T21:13:17.375 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:13:17 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:13:17.375 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:13:17 smithi057 ceph-mon[29654]: Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-04-15T21:13:17.375 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:13:17 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:13:17.375 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:13:17 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:13:17.375 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:13:17 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:13:17.375 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:13:17 smithi057 ceph-mon[29654]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:13:17.375 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:13:17 smithi057 ceph-mon[29654]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:13:17.375 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:13:17 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:13:17.376 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:13:17 smithi057 ceph-mon[24810]: pgmap v48: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:13:17.376 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:13:17 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:13:17.376 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:13:17 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:13:17.376 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:13:17 smithi057 ceph-mon[24810]: pgmap v49: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1019 B/s rd, 0 op/s 2024-04-15T21:13:17.376 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:13:17 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:13:17.376 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:13:17 smithi057 ceph-mon[24810]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:13:17.376 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:13:17 smithi057 ceph-mon[24810]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:13:17.376 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:13:17 smithi057 ceph-mon[24810]: pgmap v50: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:13:17.376 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:13:17 smithi057 ceph-mon[24810]: pgmap v51: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.6 KiB/s rd, 1 op/s 2024-04-15T21:13:17.376 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:13:17 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:13:17.376 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:13:17 smithi057 ceph-mon[24810]: Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-04-15T21:13:17.376 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:13:17 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:13:17.376 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:13:17 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:13:17.376 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:13:17 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:13:17.377 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:13:17 smithi057 ceph-mon[24810]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:13:17.377 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:13:17 smithi057 ceph-mon[24810]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:13:17.377 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:13:17 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:13:18.346 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:13:18 smithi148 ceph-mon[25742]: pgmap v52: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-04-15T21:13:18.346 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:13:18 smithi148 ceph-mon[25742]: Health check cleared: CEPHADM_FAILED_DAEMON (was: 1 failed cephadm daemon(s)) 2024-04-15T21:13:18.346 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:13:18 smithi148 ceph-mon[25742]: Cluster is now healthy 2024-04-15T21:13:18.374 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:13:18 smithi057 ceph-mon[29654]: pgmap v52: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-04-15T21:13:18.374 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:13:18 smithi057 ceph-mon[29654]: Health check cleared: CEPHADM_FAILED_DAEMON (was: 1 failed cephadm daemon(s)) 2024-04-15T21:13:18.374 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:13:18 smithi057 ceph-mon[29654]: Cluster is now healthy 2024-04-15T21:13:18.374 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:13:18 smithi057 ceph-mon[24810]: pgmap v52: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-04-15T21:13:18.374 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:13:18 smithi057 ceph-mon[24810]: Health check cleared: CEPHADM_FAILED_DAEMON (was: 1 failed cephadm daemon(s)) 2024-04-15T21:13:18.374 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:13:18 smithi057 ceph-mon[24810]: Cluster is now healthy 2024-04-15T21:13:19.096 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:13:18 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[55610]: ts=2024-04-15T21:13:18.660Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster_addr=\"172.21.15.57\", device_class=\"ssd\", hostname=\"smithi057\", instance=\"172.21.15.148:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.57\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster=\"b97cffaa-fb6a-11ee-bc8f-c7b262605968\", cluster_addr=\"172.21.15.57\", device_class=\"ssd\", hostname=\"smithi057\", instance=\"smithi148:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.57\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T21:13:20.346 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:13:20 smithi148 ceph-mon[25742]: pgmap v53: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-04-15T21:13:20.374 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:13:20 smithi057 ceph-mon[24810]: pgmap v53: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-04-15T21:13:20.374 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:13:20 smithi057 ceph-mon[29654]: pgmap v53: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-04-15T21:13:21.346 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:13:21 smithi148 ceph-mon[25742]: from='client.34934 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:13:21.346 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:13:21 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:13:21] "GET /metrics HTTP/1.1" 200 37888 "" "Prometheus/2.33.4" 2024-04-15T21:13:21.374 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:13:21 smithi057 ceph-mon[24810]: from='client.34934 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:13:21.374 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:13:21 smithi057 ceph-mon[29654]: from='client.34934 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:13:22.346 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:13:22 smithi148 ceph-mon[25742]: pgmap v54: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-04-15T21:13:22.374 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:13:22 smithi057 ceph-mon[24810]: pgmap v54: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-04-15T21:13:22.374 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:13:22 smithi057 ceph-mon[29654]: pgmap v54: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-04-15T21:13:23.846 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:13:23 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[55610]: ts=2024-04-15T21:13:23.505Z caller=manager.go:609 level=warn component="rule manager" group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on(instance) group_left(nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi057\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi057\", job=\"node\", machine=\"x86_64\", nodename=\"smithi057\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"b97cffaa-fb6a-11ee-bc8f-c7b262605968\", domainname=\"(none)\", instance=\"smithi057\", job=\"node\", machine=\"x86_64\", nodename=\"smithi057\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T21:13:24.346 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:13:24 smithi148 ceph-mon[25742]: pgmap v55: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 794 B/s rd, 0 op/s 2024-04-15T21:13:24.374 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:13:24 smithi057 ceph-mon[24810]: pgmap v55: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 794 B/s rd, 0 op/s 2024-04-15T21:13:24.374 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:13:24 smithi057 ceph-mon[29654]: pgmap v55: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 794 B/s rd, 0 op/s 2024-04-15T21:13:25.346 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:13:25 smithi148 ceph-mon[25742]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:13:25.374 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:13:25 smithi057 ceph-mon[24810]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:13:25.374 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:13:25 smithi057 ceph-mon[29654]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:13:26.346 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:13:26 smithi148 ceph-mon[25742]: pgmap v56: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 609 B/s rd, 0 op/s 2024-04-15T21:13:26.370 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:13:26 smithi057 ceph-mon[24810]: pgmap v56: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 609 B/s rd, 0 op/s 2024-04-15T21:13:26.371 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:13:26 smithi057 ceph-mon[29654]: pgmap v56: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 609 B/s rd, 0 op/s 2024-04-15T21:13:28.374 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:13:28 smithi057 ceph-mon[29654]: pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 984 B/s rd, 0 op/s 2024-04-15T21:13:28.374 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:13:28 smithi057 ceph-mon[24810]: pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 984 B/s rd, 0 op/s 2024-04-15T21:13:28.595 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:13:28 smithi148 ceph-mon[25742]: pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 984 B/s rd, 0 op/s 2024-04-15T21:13:29.096 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:13:28 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[55610]: ts=2024-04-15T21:13:28.659Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster_addr=\"172.21.15.57\", device_class=\"ssd\", hostname=\"smithi057\", instance=\"172.21.15.148:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.57\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster=\"b97cffaa-fb6a-11ee-bc8f-c7b262605968\", cluster_addr=\"172.21.15.57\", device_class=\"ssd\", hostname=\"smithi057\", instance=\"smithi148:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.57\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T21:13:30.374 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:13:30 smithi057 ceph-mon[24810]: pgmap v58: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:13:30.374 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:13:30 smithi057 ceph-mon[29654]: pgmap v58: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:13:30.595 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:13:30 smithi148 ceph-mon[25742]: pgmap v58: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:13:31.326 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:13:31 smithi057 ceph-mon[24810]: from='client.34934 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:13:31.327 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:13:31 smithi057 ceph-mon[29654]: from='client.34934 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:13:31.406 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:13:31 smithi148 ceph-mon[25742]: from='client.34934 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:13:31.407 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:13:31 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:13:31] "GET /metrics HTTP/1.1" 200 37880 "" "Prometheus/2.33.4" 2024-04-15T21:13:32.374 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:13:32 smithi057 ceph-mon[24810]: pgmap v59: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:13:32.374 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:13:32 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:13:32.374 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:13:32 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:13:32.375 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:13:32 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:13:32.375 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:13:32 smithi057 ceph-mon[29654]: pgmap v59: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:13:32.375 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:13:32 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:13:32.375 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:13:32 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:13:32.375 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:13:32 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:13:32.431 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:13:32 smithi148 ceph-mon[25742]: pgmap v59: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:13:32.431 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:13:32 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:13:32.431 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:13:32 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:13:32.431 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:13:32 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:13:33.683 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:13:33 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:13:33.683 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:13:33 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:13:33.683 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:13:33 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:13:33.683 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:13:33 smithi148 ceph-mon[25742]: pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:13:33.683 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:13:33 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[55610]: ts=2024-04-15T21:13:33.505Z caller=manager.go:609 level=warn component="rule manager" group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on(instance) group_left(nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi057\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi057\", job=\"node\", machine=\"x86_64\", nodename=\"smithi057\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"b97cffaa-fb6a-11ee-bc8f-c7b262605968\", domainname=\"(none)\", instance=\"smithi057\", job=\"node\", machine=\"x86_64\", nodename=\"smithi057\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T21:13:33.874 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:13:33 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:13:33.874 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:13:33 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:13:33.874 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:13:33 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:13:33.874 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:13:33 smithi057 ceph-mon[24810]: pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:13:33.875 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:13:33 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:13:33.875 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:13:33 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:13:33.875 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:13:33 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:13:33.875 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:13:33 smithi057 ceph-mon[29654]: pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:13:35.846 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:13:35 smithi148 ceph-mon[25742]: pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:13:35.874 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:13:35 smithi057 ceph-mon[24810]: pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:13:35.874 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:13:35 smithi057 ceph-mon[29654]: pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:13:38.124 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:13:37 smithi057 ceph-mon[24810]: pgmap v62: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:13:38.124 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:13:37 smithi057 ceph-mon[29654]: pgmap v62: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:13:38.346 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:13:37 smithi148 ceph-mon[25742]: pgmap v62: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:13:39.096 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:13:38 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[55610]: ts=2024-04-15T21:13:38.660Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster_addr=\"172.21.15.57\", device_class=\"ssd\", hostname=\"smithi057\", instance=\"172.21.15.148:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.57\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster=\"b97cffaa-fb6a-11ee-bc8f-c7b262605968\", cluster_addr=\"172.21.15.57\", device_class=\"ssd\", hostname=\"smithi057\", instance=\"smithi148:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.57\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T21:13:40.124 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:13:39 smithi057 ceph-mon[24810]: pgmap v63: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:13:40.124 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:13:39 smithi057 ceph-mon[24810]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:13:40.124 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:13:39 smithi057 ceph-mon[29654]: pgmap v63: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:13:40.124 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:13:39 smithi057 ceph-mon[29654]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:13:40.346 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:13:39 smithi148 ceph-mon[25742]: pgmap v63: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:13:40.346 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:13:39 smithi148 ceph-mon[25742]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:13:41.217 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:13:40 smithi148 ceph-mon[25742]: from='client.34934 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:13:41.374 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:13:40 smithi057 ceph-mon[24810]: from='client.34934 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:13:41.374 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:13:40 smithi057 ceph-mon[29654]: from='client.34934 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:13:41.596 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:13:41 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:13:41] "GET /metrics HTTP/1.1" 200 37884 "" "Prometheus/2.33.4" 2024-04-15T21:13:42.346 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:13:41 smithi148 ceph-mon[25742]: pgmap v64: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:13:42.374 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:13:41 smithi057 ceph-mon[24810]: pgmap v64: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:13:42.374 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:13:41 smithi057 ceph-mon[29654]: pgmap v64: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:13:43.846 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:13:43 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[55610]: ts=2024-04-15T21:13:43.506Z caller=manager.go:609 level=warn component="rule manager" group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on(instance) group_left(nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi057\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi057\", job=\"node\", machine=\"x86_64\", nodename=\"smithi057\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"b97cffaa-fb6a-11ee-bc8f-c7b262605968\", domainname=\"(none)\", instance=\"smithi057\", job=\"node\", machine=\"x86_64\", nodename=\"smithi057\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T21:13:44.346 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:13:43 smithi148 ceph-mon[25742]: pgmap v65: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:13:44.374 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:13:43 smithi057 ceph-mon[24810]: pgmap v65: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:13:44.374 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:13:43 smithi057 ceph-mon[29654]: pgmap v65: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:13:46.346 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:13:45 smithi148 ceph-mon[25742]: pgmap v66: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:13:46.374 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:13:45 smithi057 ceph-mon[24810]: pgmap v66: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:13:46.374 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:13:45 smithi057 ceph-mon[29654]: pgmap v66: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:13:48.346 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:13:47 smithi148 ceph-mon[25742]: pgmap v67: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:13:48.374 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:13:47 smithi057 ceph-mon[29654]: pgmap v67: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:13:48.374 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:13:47 smithi057 ceph-mon[24810]: pgmap v67: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:13:49.096 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:13:48 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[55610]: ts=2024-04-15T21:13:48.660Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster_addr=\"172.21.15.57\", device_class=\"ssd\", hostname=\"smithi057\", instance=\"172.21.15.148:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.57\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster=\"b97cffaa-fb6a-11ee-bc8f-c7b262605968\", cluster_addr=\"172.21.15.57\", device_class=\"ssd\", hostname=\"smithi057\", instance=\"smithi148:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.57\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T21:13:50.346 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:13:49 smithi148 ceph-mon[25742]: pgmap v68: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:13:50.374 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:13:49 smithi057 ceph-mon[29654]: pgmap v68: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:13:50.374 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:13:49 smithi057 ceph-mon[24810]: pgmap v68: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:13:51.124 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:13:50 smithi057 ceph-mon[24810]: from='client.34934 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:13:51.124 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:13:50 smithi057 ceph-mon[29654]: from='client.34934 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:13:51.217 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:13:50 smithi148 ceph-mon[25742]: from='client.34934 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:13:51.480 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:13:51 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:13:51] "GET /metrics HTTP/1.1" 200 37884 "" "Prometheus/2.33.4" 2024-04-15T21:13:52.087 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:13:51 smithi148 ceph-mon[25742]: pgmap v69: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:13:52.199 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:13:51 smithi057 ceph-mon[24810]: pgmap v69: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:13:52.200 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:13:51 smithi057 ceph-mon[29654]: pgmap v69: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:13:53.346 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:13:53 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:13:53.347 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:13:53 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:13:53.347 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:13:53 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:13:53.347 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:13:53 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:13:53.347 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:13:53 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:13:53.347 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:13:53 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:13:53.625 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:13:53 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:13:53.625 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:13:53 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:13:53.625 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:13:53 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:13:53.625 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:13:53 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:13:53.625 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:13:53 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:13:53.625 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:13:53 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:13:53.625 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:13:53 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:13:53.625 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:13:53 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:13:53.625 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:13:53 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:13:53.626 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:13:53 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:13:53.626 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:13:53 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:13:53.626 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:13:53 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:13:53.846 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:13:53 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[55610]: ts=2024-04-15T21:13:53.505Z caller=manager.go:609 level=warn component="rule manager" group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on(instance) group_left(nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi057\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi057\", job=\"node\", machine=\"x86_64\", nodename=\"smithi057\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"b97cffaa-fb6a-11ee-bc8f-c7b262605968\", domainname=\"(none)\", instance=\"smithi057\", job=\"node\", machine=\"x86_64\", nodename=\"smithi057\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T21:13:54.527 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:13:54 smithi057 ceph-mon[24810]: pgmap v70: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:13:54.527 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:13:54 smithi057 ceph-mon[24810]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:13:54.527 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:13:54 smithi057 ceph-mon[29654]: pgmap v70: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:13:54.528 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:13:54 smithi057 ceph-mon[29654]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:13:54.596 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:13:54 smithi148 ceph-mon[25742]: pgmap v70: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:13:54.596 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:13:54 smithi148 ceph-mon[25742]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:13:56.374 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:13:56 smithi057 ceph-mon[24810]: pgmap v71: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:13:56.375 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:13:56 smithi057 ceph-mon[29654]: pgmap v71: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:13:56.596 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:13:56 smithi148 ceph-mon[25742]: pgmap v71: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:13:58.596 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:13:58 smithi148 ceph-mon[25742]: pgmap v72: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:13:58.624 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:13:58 smithi057 ceph-mon[24810]: pgmap v72: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:13:58.624 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:13:58 smithi057 ceph-mon[29654]: pgmap v72: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:13:59.096 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:13:58 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[55610]: ts=2024-04-15T21:13:58.661Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster_addr=\"172.21.15.57\", device_class=\"ssd\", hostname=\"smithi057\", instance=\"172.21.15.148:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.57\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster=\"b97cffaa-fb6a-11ee-bc8f-c7b262605968\", cluster_addr=\"172.21.15.57\", device_class=\"ssd\", hostname=\"smithi057\", instance=\"smithi148:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.57\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T21:14:00.374 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:14:00 smithi057 ceph-mon[24810]: pgmap v73: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:14:00.375 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:14:00 smithi057 ceph-mon[29654]: pgmap v73: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:14:00.596 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:14:00 smithi148 ceph-mon[25742]: pgmap v73: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:14:01.596 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:14:01 smithi148 ceph-mon[25742]: from='client.34934 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:14:01.596 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:14:01 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:14:01] "GET /metrics HTTP/1.1" 200 37890 "" "Prometheus/2.33.4" 2024-04-15T21:14:01.624 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:14:01 smithi057 ceph-mon[24810]: from='client.34934 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:14:01.624 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:14:01 smithi057 ceph-mon[29654]: from='client.34934 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:14:02.596 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:14:02 smithi148 ceph-mon[25742]: pgmap v74: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:14:02.624 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:14:02 smithi057 ceph-mon[24810]: pgmap v74: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:14:02.624 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:14:02 smithi057 ceph-mon[29654]: pgmap v74: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:14:03.846 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:14:03 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[55610]: ts=2024-04-15T21:14:03.505Z caller=manager.go:609 level=warn component="rule manager" group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on(instance) group_left(nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi057\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi057\", job=\"node\", machine=\"x86_64\", nodename=\"smithi057\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"b97cffaa-fb6a-11ee-bc8f-c7b262605968\", domainname=\"(none)\", instance=\"smithi057\", job=\"node\", machine=\"x86_64\", nodename=\"smithi057\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T21:14:04.596 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:14:04 smithi148 ceph-mon[25742]: pgmap v75: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:14:04.624 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:14:04 smithi057 ceph-mon[24810]: pgmap v75: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:14:04.625 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:14:04 smithi057 ceph-mon[29654]: pgmap v75: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:14:06.596 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:14:06 smithi148 ceph-mon[25742]: pgmap v76: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:14:06.624 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:14:06 smithi057 ceph-mon[24810]: pgmap v76: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:14:06.624 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:14:06 smithi057 ceph-mon[29654]: pgmap v76: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:14:08.596 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:14:08 smithi148 ceph-mon[25742]: pgmap v77: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:14:08.624 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:14:08 smithi057 ceph-mon[24810]: pgmap v77: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:14:08.625 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:14:08 smithi057 ceph-mon[29654]: pgmap v77: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:14:09.096 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:14:08 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[55610]: ts=2024-04-15T21:14:08.660Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster_addr=\"172.21.15.57\", device_class=\"ssd\", hostname=\"smithi057\", instance=\"172.21.15.148:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.57\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster=\"b97cffaa-fb6a-11ee-bc8f-c7b262605968\", cluster_addr=\"172.21.15.57\", device_class=\"ssd\", hostname=\"smithi057\", instance=\"smithi148:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.57\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T21:14:09.596 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:14:09 smithi148 ceph-mon[25742]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:14:09.624 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:14:09 smithi057 ceph-mon[24810]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:14:09.625 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:14:09 smithi057 ceph-mon[29654]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:14:10.374 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:14:10 smithi057 ceph-mon[24810]: pgmap v78: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:14:10.375 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:14:10 smithi057 ceph-mon[29654]: pgmap v78: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:14:10.596 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:14:10 smithi148 ceph-mon[25742]: pgmap v78: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:14:11.568 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:14:11 smithi057 ceph-mon[24810]: from='client.34934 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:14:11.568 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:14:11 smithi057 ceph-mon[29654]: from='client.34934 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:14:11.596 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:14:11 smithi148 ceph-mon[25742]: from='client.34934 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:14:11.596 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:14:11 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:14:11] "GET /metrics HTTP/1.1" 200 37888 "" "Prometheus/2.33.4" 2024-04-15T21:14:12.571 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:14:12 smithi057 ceph-mon[24810]: pgmap v79: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:14:12.571 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:14:12 smithi057 ceph-mon[29654]: pgmap v79: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:14:12.581 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:14:12 smithi148 ceph-mon[25742]: pgmap v79: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:14:13.596 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:14:13 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[55610]: ts=2024-04-15T21:14:13.505Z caller=manager.go:609 level=warn component="rule manager" group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on(instance) group_left(nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi057\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi057\", job=\"node\", machine=\"x86_64\", nodename=\"smithi057\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"b97cffaa-fb6a-11ee-bc8f-c7b262605968\", domainname=\"(none)\", instance=\"smithi057\", job=\"node\", machine=\"x86_64\", nodename=\"smithi057\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T21:14:13.597 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:14:13 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:14:13.597 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:14:13 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:14:13.597 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:14:13 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:14:13.597 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:14:13 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:14:13.597 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:14:13 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:14:13.597 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:14:13 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:14:13.625 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:14:13 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:14:13.625 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:14:13 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:14:13.625 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:14:13 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:14:13.625 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:14:13 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:14:13.625 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:14:13 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:14:13.625 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:14:13 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:14:13.625 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:14:13 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:14:13.625 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:14:13 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:14:13.625 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:14:13 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:14:13.626 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:14:13 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:14:13.626 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:14:13 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:14:13.626 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:14:13 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:14:14.596 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:14:14 smithi148 ceph-mon[25742]: pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:14:14.624 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:14:14 smithi057 ceph-mon[29654]: pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:14:14.625 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:14:14 smithi057 ceph-mon[24810]: pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:14:16.626 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:14:16 smithi057 ceph-mon[29654]: pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:14:16.626 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:14:16 smithi057 ceph-mon[24810]: pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:14:16.846 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:14:16 smithi148 ceph-mon[25742]: pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:14:17.625 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:14:17 smithi057 ceph-mon[24810]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:14:17.625 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:14:17 smithi057 ceph-mon[24810]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:14:17.625 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:14:17 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:14:17.625 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:14:17 smithi057 ceph-mon[29654]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:14:17.625 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:14:17 smithi057 ceph-mon[29654]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:14:17.625 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:14:17 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:14:17.846 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:14:17 smithi148 ceph-mon[25742]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:14:17.846 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:14:17 smithi148 ceph-mon[25742]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:14:17.846 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:14:17 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:14:18.624 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:14:18 smithi057 ceph-mon[24810]: pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:14:18.625 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:14:18 smithi057 ceph-mon[29654]: pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:14:18.656 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:14:18 smithi148 ceph-mon[25742]: pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:14:19.096 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:14:18 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[55610]: ts=2024-04-15T21:14:18.659Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster_addr=\"172.21.15.57\", device_class=\"ssd\", hostname=\"smithi057\", instance=\"172.21.15.148:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.57\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster=\"b97cffaa-fb6a-11ee-bc8f-c7b262605968\", cluster_addr=\"172.21.15.57\", device_class=\"ssd\", hostname=\"smithi057\", instance=\"smithi148:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.57\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T21:14:20.846 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:14:20 smithi148 ceph-mon[25742]: pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:14:20.874 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:14:20 smithi057 ceph-mon[24810]: pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:14:20.875 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:14:20 smithi057 ceph-mon[29654]: pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:14:21.596 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:14:21 smithi148 ceph-mon[25742]: from='client.34934 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:14:21.596 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:14:21 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:14:21] "GET /metrics HTTP/1.1" 200 37888 "" "Prometheus/2.33.4" 2024-04-15T21:14:21.874 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:14:21 smithi057 ceph-mon[24810]: from='client.34934 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:14:21.921 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:14:21 smithi057 ceph-mon[29654]: from='client.34934 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:14:22.786 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:14:22 smithi148 ceph-mon[25742]: pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:14:22.875 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:14:22 smithi057 ceph-mon[24810]: pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:14:22.875 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:14:22 smithi057 ceph-mon[29654]: pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:14:23.846 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:14:23 smithi148 ceph-mon[25742]: pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:14:23.847 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:14:23 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[55610]: ts=2024-04-15T21:14:23.505Z caller=manager.go:609 level=warn component="rule manager" group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on(instance) group_left(nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi057\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi057\", job=\"node\", machine=\"x86_64\", nodename=\"smithi057\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"b97cffaa-fb6a-11ee-bc8f-c7b262605968\", domainname=\"(none)\", instance=\"smithi057\", job=\"node\", machine=\"x86_64\", nodename=\"smithi057\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T21:14:23.874 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:14:23 smithi057 ceph-mon[24810]: pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:14:23.875 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:14:23 smithi057 ceph-mon[29654]: pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:14:24.846 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:14:24 smithi148 ceph-mon[25742]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:14:24.875 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:14:24 smithi057 ceph-mon[29654]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:14:24.875 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:14:24 smithi057 ceph-mon[24810]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:14:25.846 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:14:25 smithi148 ceph-mon[25742]: pgmap v86: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:14:25.874 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:14:25 smithi057 ceph-mon[24810]: pgmap v86: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:14:25.875 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:14:25 smithi057 ceph-mon[29654]: pgmap v86: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:14:28.346 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:14:27 smithi148 ceph-mon[25742]: pgmap v87: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:14:28.375 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:14:27 smithi057 ceph-mon[24810]: pgmap v87: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:14:28.375 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:14:27 smithi057 ceph-mon[29654]: pgmap v87: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:14:29.096 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:14:28 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[55610]: ts=2024-04-15T21:14:28.660Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster_addr=\"172.21.15.57\", device_class=\"ssd\", hostname=\"smithi057\", instance=\"172.21.15.148:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.57\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster=\"b97cffaa-fb6a-11ee-bc8f-c7b262605968\", cluster_addr=\"172.21.15.57\", device_class=\"ssd\", hostname=\"smithi057\", instance=\"smithi148:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.57\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T21:14:30.346 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:14:29 smithi148 ceph-mon[25742]: pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:14:30.374 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:14:29 smithi057 ceph-mon[24810]: pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:14:30.375 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:14:29 smithi057 ceph-mon[29654]: pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:14:31.218 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:14:30 smithi148 ceph-mon[25742]: from='client.34934 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:14:31.374 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:14:30 smithi057 ceph-mon[24810]: from='client.34934 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:14:31.375 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:14:30 smithi057 ceph-mon[29654]: from='client.34934 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:14:31.596 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:14:31 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:14:31] "GET /metrics HTTP/1.1" 200 37900 "" "Prometheus/2.33.4" 2024-04-15T21:14:32.272 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:14:31 smithi148 ceph-mon[25742]: pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:14:32.374 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:14:31 smithi057 ceph-mon[24810]: pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:14:32.375 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:14:31 smithi057 ceph-mon[29654]: pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:14:33.561 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:14:33 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[55610]: ts=2024-04-15T21:14:33.505Z caller=manager.go:609 level=warn component="rule manager" group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on(instance) group_left(nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi057\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi057\", job=\"node\", machine=\"x86_64\", nodename=\"smithi057\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"b97cffaa-fb6a-11ee-bc8f-c7b262605968\", domainname=\"(none)\", instance=\"smithi057\", job=\"node\", machine=\"x86_64\", nodename=\"smithi057\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T21:14:33.562 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:14:33 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:14:33.562 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:14:33 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:14:33.562 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:14:33 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:14:33.562 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:14:33 smithi148 ceph-mon[25742]: pgmap v90: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:14:33.562 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:14:33 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:14:33.562 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:14:33 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:14:33.562 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:14:33 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:14:33.771 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:14:33 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:14:33.771 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:14:33 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:14:33.771 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:14:33 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:14:33.771 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:14:33 smithi057 ceph-mon[29654]: pgmap v90: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:14:33.771 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:14:33 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:14:33.771 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:14:33 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:14:33.771 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:14:33 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:14:33.771 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:14:33 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:14:33.772 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:14:33 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:14:33.772 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:14:33 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:14:33.772 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:14:33 smithi057 ceph-mon[24810]: pgmap v90: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:14:33.772 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:14:33 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:14:33.772 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:14:33 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:14:33.772 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:14:33 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:14:35.847 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:14:35 smithi148 ceph-mon[25742]: pgmap v91: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:14:35.875 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:14:35 smithi057 ceph-mon[24810]: pgmap v91: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:14:35.875 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:14:35 smithi057 ceph-mon[29654]: pgmap v91: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:14:38.346 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:14:37 smithi148 ceph-mon[25742]: pgmap v92: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:14:38.375 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:14:37 smithi057 ceph-mon[24810]: pgmap v92: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:14:38.375 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:14:37 smithi057 ceph-mon[29654]: pgmap v92: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:14:39.097 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:14:38 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[55610]: ts=2024-04-15T21:14:38.659Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster_addr=\"172.21.15.57\", device_class=\"ssd\", hostname=\"smithi057\", instance=\"172.21.15.148:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.57\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster=\"b97cffaa-fb6a-11ee-bc8f-c7b262605968\", cluster_addr=\"172.21.15.57\", device_class=\"ssd\", hostname=\"smithi057\", instance=\"smithi148:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.57\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T21:14:40.346 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:14:39 smithi148 ceph-mon[25742]: pgmap v93: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:14:40.347 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:14:39 smithi148 ceph-mon[25742]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:14:40.375 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:14:39 smithi057 ceph-mon[29654]: pgmap v93: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:14:40.375 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:14:39 smithi057 ceph-mon[29654]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:14:40.375 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:14:39 smithi057 ceph-mon[24810]: pgmap v93: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:14:40.375 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:14:39 smithi057 ceph-mon[24810]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:14:41.217 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:14:40 smithi148 ceph-mon[25742]: from='client.34934 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:14:41.375 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:14:40 smithi057 ceph-mon[24810]: from='client.34934 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:14:41.375 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:14:40 smithi057 ceph-mon[29654]: from='client.34934 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:14:41.596 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:14:41 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:14:41] "GET /metrics HTTP/1.1" 200 37897 "" "Prometheus/2.33.4" 2024-04-15T21:14:42.347 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:14:41 smithi148 ceph-mon[25742]: pgmap v94: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:14:42.374 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:14:41 smithi057 ceph-mon[24810]: pgmap v94: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:14:42.375 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:14:41 smithi057 ceph-mon[29654]: pgmap v94: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:14:43.847 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:14:43 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[55610]: ts=2024-04-15T21:14:43.505Z caller=manager.go:609 level=warn component="rule manager" group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on(instance) group_left(nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi057\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi057\", job=\"node\", machine=\"x86_64\", nodename=\"smithi057\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"b97cffaa-fb6a-11ee-bc8f-c7b262605968\", domainname=\"(none)\", instance=\"smithi057\", job=\"node\", machine=\"x86_64\", nodename=\"smithi057\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T21:14:44.346 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:14:43 smithi148 ceph-mon[25742]: pgmap v95: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:14:44.375 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:14:43 smithi057 ceph-mon[24810]: pgmap v95: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:14:44.375 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:14:43 smithi057 ceph-mon[29654]: pgmap v95: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:14:46.096 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:14:45 smithi148 ceph-mon[25742]: pgmap v96: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:14:46.375 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:14:45 smithi057 ceph-mon[24810]: pgmap v96: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:14:46.375 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:14:45 smithi057 ceph-mon[29654]: pgmap v96: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:14:48.346 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:14:47 smithi148 ceph-mon[25742]: pgmap v97: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:14:48.375 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:14:47 smithi057 ceph-mon[24810]: pgmap v97: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:14:48.375 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:14:47 smithi057 ceph-mon[29654]: pgmap v97: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:14:49.097 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:14:48 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[55610]: ts=2024-04-15T21:14:48.660Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster_addr=\"172.21.15.57\", device_class=\"ssd\", hostname=\"smithi057\", instance=\"172.21.15.148:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.57\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster=\"b97cffaa-fb6a-11ee-bc8f-c7b262605968\", cluster_addr=\"172.21.15.57\", device_class=\"ssd\", hostname=\"smithi057\", instance=\"smithi148:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.57\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T21:14:50.346 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:14:49 smithi148 ceph-mon[25742]: pgmap v98: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:14:50.374 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:14:49 smithi057 ceph-mon[24810]: pgmap v98: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:14:50.375 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:14:49 smithi057 ceph-mon[29654]: pgmap v98: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:14:51.217 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:14:50 smithi148 ceph-mon[25742]: from='client.34934 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:14:51.375 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:14:50 smithi057 ceph-mon[24810]: from='client.34934 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:14:51.375 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:14:50 smithi057 ceph-mon[29654]: from='client.34934 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:14:51.597 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:14:51 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:14:51] "GET /metrics HTTP/1.1" 200 37897 "" "Prometheus/2.33.4" 2024-04-15T21:14:52.346 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:14:51 smithi148 ceph-mon[25742]: pgmap v99: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:14:52.375 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:14:51 smithi057 ceph-mon[24810]: pgmap v99: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:14:52.375 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:14:51 smithi057 ceph-mon[29654]: pgmap v99: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:14:53.842 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:14:53 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[55610]: ts=2024-04-15T21:14:53.505Z caller=manager.go:609 level=warn component="rule manager" group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on(instance) group_left(nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi057\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi057\", job=\"node\", machine=\"x86_64\", nodename=\"smithi057\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"b97cffaa-fb6a-11ee-bc8f-c7b262605968\", domainname=\"(none)\", instance=\"smithi057\", job=\"node\", machine=\"x86_64\", nodename=\"smithi057\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T21:14:53.842 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:14:53 smithi148 ceph-mon[25742]: pgmap v100: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:14:53.842 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:14:53 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:14:53.842 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:14:53 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:14:53.842 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:14:53 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:14:53.842 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:14:53 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:14:53.843 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:14:53 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:14:53.843 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:14:53 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:14:53.875 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:14:53 smithi057 ceph-mon[29654]: pgmap v100: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:14:53.875 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:14:53 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:14:53.875 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:14:53 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:14:53.875 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:14:53 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:14:53.875 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:14:53 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:14:53.875 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:14:53 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:14:53.875 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:14:53 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:14:53.876 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:14:53 smithi057 ceph-mon[24810]: pgmap v100: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:14:53.876 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:14:53 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:14:53.876 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:14:53 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:14:53.876 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:14:53 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:14:53.876 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:14:53 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:14:53.876 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:14:53 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:14:53.876 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:14:53 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:14:54.875 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:14:54 smithi057 ceph-mon[24810]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:14:54.875 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:14:54 smithi057 ceph-mon[29654]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:14:54.954 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:14:54 smithi148 ceph-mon[25742]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:14:55.657 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:14:55 smithi057 ceph-mon[24810]: pgmap v101: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:14:55.658 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:14:55 smithi057 ceph-mon[29654]: pgmap v101: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:14:56.097 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:14:55 smithi148 ceph-mon[25742]: pgmap v101: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:14:58.347 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:14:57 smithi148 ceph-mon[25742]: pgmap v102: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:14:58.375 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:14:57 smithi057 ceph-mon[24810]: pgmap v102: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:14:58.375 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:14:57 smithi057 ceph-mon[29654]: pgmap v102: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:14:59.097 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:14:58 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[55610]: ts=2024-04-15T21:14:58.660Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster_addr=\"172.21.15.57\", device_class=\"ssd\", hostname=\"smithi057\", instance=\"172.21.15.148:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.57\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster=\"b97cffaa-fb6a-11ee-bc8f-c7b262605968\", cluster_addr=\"172.21.15.57\", device_class=\"ssd\", hostname=\"smithi057\", instance=\"smithi148:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.57\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T21:15:00.347 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:14:59 smithi148 ceph-mon[25742]: pgmap v103: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:15:00.375 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:14:59 smithi057 ceph-mon[24810]: pgmap v103: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:15:00.375 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:14:59 smithi057 ceph-mon[29654]: pgmap v103: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:15:01.217 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:15:00 smithi148 ceph-mon[25742]: from='client.34934 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:15:01.375 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:15:00 smithi057 ceph-mon[24810]: from='client.34934 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:15:01.375 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:15:00 smithi057 ceph-mon[29654]: from='client.34934 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:15:01.597 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:15:01 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:15:01] "GET /metrics HTTP/1.1" 200 37899 "" "Prometheus/2.33.4" 2024-04-15T21:15:02.346 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:15:01 smithi148 ceph-mon[25742]: pgmap v104: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:15:02.375 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:15:01 smithi057 ceph-mon[24810]: pgmap v104: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:15:02.375 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:15:01 smithi057 ceph-mon[29654]: pgmap v104: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:15:03.847 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:15:03 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[55610]: ts=2024-04-15T21:15:03.505Z caller=manager.go:609 level=warn component="rule manager" group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on(instance) group_left(nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi057\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi057\", job=\"node\", machine=\"x86_64\", nodename=\"smithi057\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"b97cffaa-fb6a-11ee-bc8f-c7b262605968\", domainname=\"(none)\", instance=\"smithi057\", job=\"node\", machine=\"x86_64\", nodename=\"smithi057\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T21:15:04.347 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:15:03 smithi148 ceph-mon[25742]: pgmap v105: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:15:04.375 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:15:03 smithi057 ceph-mon[24810]: pgmap v105: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:15:04.375 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:15:03 smithi057 ceph-mon[29654]: pgmap v105: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:15:06.347 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:15:05 smithi148 ceph-mon[25742]: pgmap v106: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:15:06.375 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:15:05 smithi057 ceph-mon[24810]: pgmap v106: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:15:06.375 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:15:05 smithi057 ceph-mon[29654]: pgmap v106: 161 pgs: 161 active+clean; 585 KiB data, 69 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:15:08.347 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:15:07 smithi148 ceph-mon[25742]: pgmap v107: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-04-15T21:15:08.375 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:15:07 smithi057 ceph-mon[24810]: pgmap v107: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-04-15T21:15:08.375 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:15:07 smithi057 ceph-mon[29654]: pgmap v107: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-04-15T21:15:08.847 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:15:08 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[55610]: ts=2024-04-15T21:15:08.660Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster_addr=\"172.21.15.57\", device_class=\"ssd\", hostname=\"smithi057\", instance=\"172.21.15.148:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.57\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster=\"b97cffaa-fb6a-11ee-bc8f-c7b262605968\", cluster_addr=\"172.21.15.57\", device_class=\"ssd\", hostname=\"smithi057\", instance=\"smithi148:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.57\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T21:15:10.347 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:15:09 smithi148 ceph-mon[25742]: pgmap v108: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-04-15T21:15:10.347 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:15:09 smithi148 ceph-mon[25742]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:15:10.375 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:15:09 smithi057 ceph-mon[24810]: pgmap v108: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-04-15T21:15:10.375 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:15:09 smithi057 ceph-mon[24810]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:15:10.375 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:15:09 smithi057 ceph-mon[29654]: pgmap v108: 161 pgs: 161 active+clean; 585 KiB data, 74 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-04-15T21:15:10.375 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:15:09 smithi057 ceph-mon[29654]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:15:11.347 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:15:11 smithi148 ceph-mon[25742]: from='client.34934 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:15:11.347 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:15:11 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:15:11] "GET /metrics HTTP/1.1" 200 37897 "" "Prometheus/2.33.4" 2024-04-15T21:15:11.375 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:15:11 smithi057 ceph-mon[24810]: from='client.34934 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:15:11.375 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:15:11 smithi057 ceph-mon[29654]: from='client.34934 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:15:12.347 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:15:12 smithi148 ceph-mon[25742]: pgmap v109: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2024-04-15T21:15:12.375 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:15:12 smithi057 ceph-mon[24810]: pgmap v109: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2024-04-15T21:15:12.375 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:15:12 smithi057 ceph-mon[29654]: pgmap v109: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2024-04-15T21:15:12.858 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 -e sha1=87dbfb632e974cb2c28d17423071d2d833b53b29 -- bash -c 'ceph orch daemon redeploy "mgr.$(ceph mgr dump -f json | jq .standbys | jq .[] | jq -r .name)" --image quay.ceph.io/ceph-ci/ceph:$sha1' 2024-04-15T21:15:13.787 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:15:13 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[55610]: ts=2024-04-15T21:15:13.505Z caller=manager.go:609 level=warn component="rule manager" group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on(instance) group_left(nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi057\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi057\", job=\"node\", machine=\"x86_64\", nodename=\"smithi057\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"b97cffaa-fb6a-11ee-bc8f-c7b262605968\", domainname=\"(none)\", instance=\"smithi057\", job=\"node\", machine=\"x86_64\", nodename=\"smithi057\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T21:15:13.788 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:15:13 smithi148 ceph-mon[25742]: pgmap v110: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s rd, 0 B/s wr, 119 op/s 2024-04-15T21:15:13.788 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:15:13 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:15:13.788 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:15:13 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:15:13.788 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:15:13 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:15:13.788 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:15:13 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:15:13.788 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:15:13 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:15:13.788 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:15:13 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:15:14.049 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:15:13 smithi057 ceph-mon[24810]: pgmap v110: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s rd, 0 B/s wr, 119 op/s 2024-04-15T21:15:14.050 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:15:13 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:15:14.050 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:15:13 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:15:14.050 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:15:13 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:15:14.050 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:15:13 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:15:14.050 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:15:13 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:15:14.050 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:15:13 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:15:14.050 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:15:13 smithi057 ceph-mon[29654]: pgmap v110: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s rd, 0 B/s wr, 119 op/s 2024-04-15T21:15:14.050 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:15:13 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:15:14.050 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:15:13 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:15:14.050 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:15:13 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:15:14.051 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:15:13 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:15:14.051 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:15:13 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:15:14.051 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:15:13 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:15:15.847 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:15:15 smithi057 ceph-mon[24810]: pgmap v111: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s rd, 0 B/s wr, 119 op/s 2024-04-15T21:15:15.847 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:15:15 smithi057 ceph-mon[29654]: pgmap v111: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s rd, 0 B/s wr, 119 op/s 2024-04-15T21:15:16.098 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:15:15 smithi148 ceph-mon[25742]: pgmap v111: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s rd, 0 B/s wr, 119 op/s 2024-04-15T21:15:16.625 INFO:teuthology.orchestra.run.smithi057.stdout:Scheduled to redeploy mgr.y on host 'smithi057' 2024-04-15T21:15:17.055 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:15:16 smithi057 ceph-mon[24810]: from='client.? 172.21.15.57:0/3657844895' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-15T21:15:17.055 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:15:16 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:15:17.055 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:15:16 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:15:17.055 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:15:16 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:15:17.055 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:15:16 smithi057 ceph-mon[24810]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:15:17.055 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:15:16 smithi057 ceph-mon[24810]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:15:17.055 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:15:16 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:15:17.056 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:15:16 smithi057 ceph-mon[29654]: from='client.? 172.21.15.57:0/3657844895' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-15T21:15:17.056 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:15:16 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:15:17.056 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:15:16 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:15:17.056 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:15:16 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:15:17.056 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:15:16 smithi057 ceph-mon[29654]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:15:17.056 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:15:16 smithi057 ceph-mon[29654]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:15:17.056 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:15:16 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:15:17.097 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:15:16 smithi148 ceph-mon[25742]: from='client.? 172.21.15.57:0/3657844895' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-15T21:15:17.097 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:15:16 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:15:17.097 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:15:16 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:15:17.097 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:15:16 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:15:17.097 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:15:16 smithi148 ceph-mon[25742]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:15:17.097 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:15:16 smithi148 ceph-mon[25742]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:15:17.097 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:15:16 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:15:17.396 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 -e sha1=87dbfb632e974cb2c28d17423071d2d833b53b29 -- bash -c 'ceph orch ps --refresh' 2024-04-15T21:15:17.993 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:15:17 smithi057 ceph-mon[24810]: pgmap v112: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2024-04-15T21:15:17.993 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:15:17 smithi057 ceph-mon[24810]: from='client.25084 -' entity='client.admin' cmd=[{"prefix": "orch daemon redeploy", "name": "mgr.y", "image": "quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:15:17.993 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:15:17 smithi057 ceph-mon[24810]: Schedule redeploy daemon mgr.y 2024-04-15T21:15:17.993 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:15:17 smithi057 ceph-mon[24810]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-15T21:15:17.994 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:15:17 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-15T21:15:17.994 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:15:17 smithi057 ceph-mon[24810]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-15T21:15:17.994 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:15:17 smithi057 ceph-mon[24810]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:15:17.994 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:15:17 smithi057 ceph-mon[24810]: Deploying daemon mgr.y on smithi057 2024-04-15T21:15:17.994 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:15:17 smithi057 ceph-mon[29654]: pgmap v112: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2024-04-15T21:15:17.994 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:15:17 smithi057 ceph-mon[29654]: from='client.25084 -' entity='client.admin' cmd=[{"prefix": "orch daemon redeploy", "name": "mgr.y", "image": "quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:15:17.994 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:15:17 smithi057 ceph-mon[29654]: Schedule redeploy daemon mgr.y 2024-04-15T21:15:17.994 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:15:17 smithi057 ceph-mon[29654]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-15T21:15:17.994 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:15:17 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-15T21:15:17.994 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:15:17 smithi057 ceph-mon[29654]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-15T21:15:17.994 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:15:17 smithi057 ceph-mon[29654]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:15:17.994 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:15:17 smithi057 ceph-mon[29654]: Deploying daemon mgr.y on smithi057 2024-04-15T21:15:18.097 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:15:17 smithi148 ceph-mon[25742]: pgmap v112: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2024-04-15T21:15:18.097 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:15:17 smithi148 ceph-mon[25742]: from='client.25084 -' entity='client.admin' cmd=[{"prefix": "orch daemon redeploy", "name": "mgr.y", "image": "quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:15:18.097 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:15:17 smithi148 ceph-mon[25742]: Schedule redeploy daemon mgr.y 2024-04-15T21:15:18.097 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:15:17 smithi148 ceph-mon[25742]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-15T21:15:18.097 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:15:17 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-15T21:15:18.097 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:15:17 smithi148 ceph-mon[25742]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-15T21:15:18.097 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:15:17 smithi148 ceph-mon[25742]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:15:18.097 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:15:17 smithi148 ceph-mon[25742]: Deploying daemon mgr.y on smithi057 2024-04-15T21:15:19.097 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:15:18 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[55610]: ts=2024-04-15T21:15:18.660Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster_addr=\"172.21.15.57\", device_class=\"ssd\", hostname=\"smithi057\", instance=\"172.21.15.148:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.57\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster=\"b97cffaa-fb6a-11ee-bc8f-c7b262605968\", cluster_addr=\"172.21.15.57\", device_class=\"ssd\", hostname=\"smithi057\", instance=\"smithi148:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.57\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T21:15:19.626 INFO:teuthology.orchestra.run.smithi057.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-15T21:15:19.626 INFO:teuthology.orchestra.run.smithi057.stdout:agent.smithi057 smithi057 running 6s ago 16m - - 2024-04-15T21:15:19.626 INFO:teuthology.orchestra.run.smithi057.stdout:agent.smithi148 smithi148 running 6s ago 16m - - 2024-04-15T21:15:19.626 INFO:teuthology.orchestra.run.smithi057.stdout:alertmanager.a smithi057 *:9093,9094 running (2m) 6s ago 11m 24.2M - 0.23.0 ba2b418f427c 272eab17dd5f 2024-04-15T21:15:19.626 INFO:teuthology.orchestra.run.smithi057.stdout:grafana.a smithi148 *:3000 running (2m) 6s ago 10m 45.0M - 8.3.5 dad864ee21e9 a2302b3001ab 2024-04-15T21:15:19.626 INFO:teuthology.orchestra.run.smithi057.stdout:iscsi.foo.smithi057.jwyjxv smithi057 running (2m) 6s ago 9m 48.5M - 3.5 e1d6a67b021e fc13b5acf6b5 2024-04-15T21:15:19.627 INFO:teuthology.orchestra.run.smithi057.stdout:mgr.x smithi148 *:8443,9283 running (5m) 6s ago 15m 518M - 19.0.0-3084-g87dbfb63 a452a57266c7 83d028d1b9d2 2024-04-15T21:15:19.627 INFO:teuthology.orchestra.run.smithi057.stdout:mgr.y smithi057 *:9283 running (17m) 6s ago 17m 412M - 17.2.0 e1d6a67b021e dde955fcd79a 2024-04-15T21:15:19.627 INFO:teuthology.orchestra.run.smithi057.stdout:mon.a smithi057 running (17m) 6s ago 17m 62.1M 2048M 17.2.0 e1d6a67b021e f68a8a14d0b2 2024-04-15T21:15:19.627 INFO:teuthology.orchestra.run.smithi057.stdout:mon.b smithi148 running (15m) 6s ago 15m 46.4M 2048M 17.2.0 e1d6a67b021e 27f4990cb4d7 2024-04-15T21:15:19.627 INFO:teuthology.orchestra.run.smithi057.stdout:mon.c smithi057 running (16m) 6s ago 16m 40.8M 2048M 17.2.0 e1d6a67b021e 7cbf3ea734af 2024-04-15T21:15:19.627 INFO:teuthology.orchestra.run.smithi057.stdout:node-exporter.a smithi057 *:9100 running (3m) 6s ago 11m 18.7M - 1.3.1 1dbe0e931976 a827ac9a2599 2024-04-15T21:15:19.627 INFO:teuthology.orchestra.run.smithi057.stdout:node-exporter.b smithi148 *:9100 running (2m) 6s ago 11m 19.2M - 1.3.1 1dbe0e931976 a1defb3de404 2024-04-15T21:15:19.627 INFO:teuthology.orchestra.run.smithi057.stdout:osd.0 smithi057 running (15m) 6s ago 15m 52.5M 4096M 17.2.0 e1d6a67b021e a825b23c2b8e 2024-04-15T21:15:19.627 INFO:teuthology.orchestra.run.smithi057.stdout:osd.1 smithi057 running (14m) 6s ago 14m 57.1M 4096M 17.2.0 e1d6a67b021e ef43105379fd 2024-04-15T21:15:19.627 INFO:teuthology.orchestra.run.smithi057.stdout:osd.2 smithi057 running (14m) 6s ago 14m 52.1M 4096M 17.2.0 e1d6a67b021e 8cea1b1b5212 2024-04-15T21:15:19.627 INFO:teuthology.orchestra.run.smithi057.stdout:osd.3 smithi057 running (14m) 6s ago 14m 51.5M 4096M 17.2.0 e1d6a67b021e 8400e9bee4fe 2024-04-15T21:15:19.627 INFO:teuthology.orchestra.run.smithi057.stdout:osd.4 smithi148 running (13m) 6s ago 13m 51.4M 4096M 17.2.0 e1d6a67b021e 955a657c7722 2024-04-15T21:15:19.627 INFO:teuthology.orchestra.run.smithi057.stdout:osd.5 smithi148 running (13m) 6s ago 13m 50.2M 4096M 17.2.0 e1d6a67b021e bf2b1914ffc9 2024-04-15T21:15:19.627 INFO:teuthology.orchestra.run.smithi057.stdout:osd.6 smithi148 running (13m) 6s ago 13m 50.0M 4096M 17.2.0 e1d6a67b021e ab801778ca01 2024-04-15T21:15:19.628 INFO:teuthology.orchestra.run.smithi057.stdout:osd.7 smithi148 running (12m) 6s ago 12m 50.7M 4096M 17.2.0 e1d6a67b021e c9334bc357be 2024-04-15T21:15:19.628 INFO:teuthology.orchestra.run.smithi057.stdout:prometheus.a smithi148 *:9095 running (2m) 6s ago 11m 70.9M - 2.33.4 514e6a882f6e 2a6cecfe89c9 2024-04-15T21:15:19.628 INFO:teuthology.orchestra.run.smithi057.stdout:rgw.foo.smithi057.lxigfo smithi057 *:8000 running (10m) 6s ago 10m 75.0M - 17.2.0 e1d6a67b021e fa044b726c8d 2024-04-15T21:15:19.628 INFO:teuthology.orchestra.run.smithi057.stdout:rgw.foo.smithi148.cgzzfh smithi148 *:8000 running (10m) 6s ago 10m 71.8M - 17.2.0 e1d6a67b021e 722242170e62 2024-04-15T21:15:20.007 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:15:19 smithi057 ceph-mon[24810]: pgmap v113: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-04-15T21:15:20.007 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:15:19 smithi057 ceph-mon[29654]: pgmap v113: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-04-15T21:15:20.097 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:15:19 smithi148 ceph-mon[25742]: pgmap v113: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-04-15T21:15:20.355 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 -e sha1=87dbfb632e974cb2c28d17423071d2d833b53b29 -- bash -c 'sleep 180' 2024-04-15T21:15:20.938 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:15:20 smithi057 ceph-mon[24810]: from='client.25090 -' entity='client.admin' cmd=[{"prefix": "orch ps", "refresh": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:15:20.938 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:15:20 smithi057 ceph-mon[24810]: from='client.34934 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:15:20.938 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:15:20 smithi057 ceph-mon[29654]: from='client.25090 -' entity='client.admin' cmd=[{"prefix": "orch ps", "refresh": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:15:20.939 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:15:20 smithi057 ceph-mon[29654]: from='client.34934 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:15:21.097 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:15:20 smithi148 ceph-mon[25742]: from='client.25090 -' entity='client.admin' cmd=[{"prefix": "orch ps", "refresh": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:15:21.097 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:15:20 smithi148 ceph-mon[25742]: from='client.34934 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:15:21.597 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:15:21 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:15:21] "GET /metrics HTTP/1.1" 200 37897 "" "Prometheus/2.33.4" 2024-04-15T21:15:21.985 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:15:21 smithi057 ceph-mon[24810]: pgmap v114: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-04-15T21:15:21.985 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:15:21 smithi057 ceph-mon[29654]: pgmap v114: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-04-15T21:15:22.097 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:15:21 smithi148 ceph-mon[25742]: pgmap v114: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-04-15T21:15:23.847 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:15:23 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[55610]: ts=2024-04-15T21:15:23.505Z caller=manager.go:609 level=warn component="rule manager" group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on(instance) group_left(nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi057\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi057\", job=\"node\", machine=\"x86_64\", nodename=\"smithi057\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"b97cffaa-fb6a-11ee-bc8f-c7b262605968\", domainname=\"(none)\", instance=\"smithi057\", job=\"node\", machine=\"x86_64\", nodename=\"smithi057\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T21:15:24.347 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:15:23 smithi148 ceph-mon[25742]: pgmap v115: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:15:24.375 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:15:23 smithi057 ceph-mon[24810]: pgmap v115: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:15:24.375 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:15:23 smithi057 ceph-mon[29654]: pgmap v115: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:15:25.347 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:15:24 smithi148 ceph-mon[25742]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:15:25.375 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:15:24 smithi057 ceph-mon[24810]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:15:25.375 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:15:24 smithi057 ceph-mon[29654]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:15:26.347 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:15:25 smithi148 ceph-mon[25742]: pgmap v116: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:15:26.375 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:15:25 smithi057 ceph-mon[24810]: pgmap v116: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:15:26.375 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:15:25 smithi057 ceph-mon[29654]: pgmap v116: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:15:28.347 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:15:27 smithi148 ceph-mon[25742]: pgmap v117: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:15:28.375 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:15:27 smithi057 ceph-mon[24810]: pgmap v117: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:15:28.375 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:15:27 smithi057 ceph-mon[29654]: pgmap v117: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:15:29.097 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:15:28 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[55610]: ts=2024-04-15T21:15:28.660Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster_addr=\"172.21.15.57\", device_class=\"ssd\", hostname=\"smithi057\", instance=\"172.21.15.148:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.57\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster=\"b97cffaa-fb6a-11ee-bc8f-c7b262605968\", cluster_addr=\"172.21.15.57\", device_class=\"ssd\", hostname=\"smithi057\", instance=\"smithi148:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.57\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T21:15:30.347 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:15:29 smithi148 ceph-mon[25742]: pgmap v118: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:15:30.375 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:15:29 smithi057 ceph-mon[24810]: pgmap v118: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:15:30.375 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:15:29 smithi057 ceph-mon[29654]: pgmap v118: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:15:31.218 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:15:30 smithi148 ceph-mon[25742]: from='client.34934 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:15:31.375 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:15:30 smithi057 ceph-mon[24810]: from='client.34934 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:15:31.375 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:15:30 smithi057 ceph-mon[29654]: from='client.34934 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:15:31.597 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:15:31 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:15:31] "GET /metrics HTTP/1.1" 200 37896 "" "Prometheus/2.33.4" 2024-04-15T21:15:32.347 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:15:31 smithi148 ceph-mon[25742]: pgmap v119: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:15:32.375 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:15:31 smithi057 ceph-mon[24810]: pgmap v119: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:15:32.375 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:15:31 smithi057 ceph-mon[29654]: pgmap v119: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:15:33.594 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:15:33 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[55610]: ts=2024-04-15T21:15:33.505Z caller=manager.go:609 level=warn component="rule manager" group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on(instance) group_left(nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi057\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi057\", job=\"node\", machine=\"x86_64\", nodename=\"smithi057\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"b97cffaa-fb6a-11ee-bc8f-c7b262605968\", domainname=\"(none)\", instance=\"smithi057\", job=\"node\", machine=\"x86_64\", nodename=\"smithi057\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T21:15:34.347 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:15:33 smithi148 ceph-mon[25742]: pgmap v120: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:15:34.347 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:15:33 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:15:34.347 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:15:33 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:15:34.347 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:15:33 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:15:34.347 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:15:33 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:15:34.347 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:15:33 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:15:34.347 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:15:33 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:15:34.375 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:15:33 smithi057 ceph-mon[24810]: pgmap v120: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:15:34.375 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:15:33 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:15:34.375 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:15:33 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:15:34.375 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:15:33 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:15:34.375 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:15:33 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:15:34.375 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:15:33 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:15:34.375 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:15:33 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:15:34.376 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:15:33 smithi057 ceph-mon[29654]: pgmap v120: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:15:34.376 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:15:33 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:15:34.376 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:15:33 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:15:34.376 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:15:33 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:15:34.376 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:15:33 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:15:34.376 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:15:33 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:15:34.376 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:15:33 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:15:35.991 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:15:35 smithi057 ceph-mon[29654]: pgmap v121: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:15:35.992 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:15:35 smithi057 ceph-mon[24810]: pgmap v121: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:15:36.329 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:15:35 smithi148 ceph-mon[25742]: pgmap v121: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:15:38.347 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:15:37 smithi148 ceph-mon[25742]: pgmap v122: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:15:38.375 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:15:37 smithi057 ceph-mon[24810]: pgmap v122: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:15:38.375 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:15:37 smithi057 ceph-mon[29654]: pgmap v122: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:15:39.097 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:15:38 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[55610]: ts=2024-04-15T21:15:38.660Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster_addr=\"172.21.15.57\", device_class=\"ssd\", hostname=\"smithi057\", instance=\"172.21.15.148:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.57\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster=\"b97cffaa-fb6a-11ee-bc8f-c7b262605968\", cluster_addr=\"172.21.15.57\", device_class=\"ssd\", hostname=\"smithi057\", instance=\"smithi148:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.57\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T21:15:40.186 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:15:39 smithi057 ceph-mon[24810]: pgmap v123: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:15:40.186 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:15:39 smithi057 ceph-mon[24810]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:15:40.186 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:15:39 smithi057 ceph-mon[29654]: pgmap v123: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:15:40.186 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:15:39 smithi057 ceph-mon[29654]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:15:40.347 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:15:39 smithi148 ceph-mon[25742]: pgmap v123: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:15:40.347 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:15:39 smithi148 ceph-mon[25742]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:15:41.218 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:15:40 smithi148 ceph-mon[25742]: from='client.34934 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:15:41.375 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:15:40 smithi057 ceph-mon[24810]: from='client.34934 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:15:41.375 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:15:40 smithi057 ceph-mon[29654]: from='client.34934 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:15:41.597 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:15:41 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:15:41] "GET /metrics HTTP/1.1" 200 37899 "" "Prometheus/2.33.4" 2024-04-15T21:15:42.347 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:15:41 smithi148 ceph-mon[25742]: pgmap v124: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:15:42.375 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:15:41 smithi057 ceph-mon[24810]: pgmap v124: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:15:42.375 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:15:41 smithi057 ceph-mon[29654]: pgmap v124: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:15:43.848 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:15:43 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[55610]: ts=2024-04-15T21:15:43.505Z caller=manager.go:609 level=warn component="rule manager" group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on(instance) group_left(nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi057\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi057\", job=\"node\", machine=\"x86_64\", nodename=\"smithi057\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"b97cffaa-fb6a-11ee-bc8f-c7b262605968\", domainname=\"(none)\", instance=\"smithi057\", job=\"node\", machine=\"x86_64\", nodename=\"smithi057\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T21:15:44.347 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:15:43 smithi148 ceph-mon[25742]: pgmap v125: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:15:44.375 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:15:43 smithi057 ceph-mon[24810]: pgmap v125: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:15:44.375 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:15:43 smithi057 ceph-mon[29654]: pgmap v125: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:15:46.347 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:15:45 smithi148 ceph-mon[25742]: pgmap v126: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:15:46.375 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:15:45 smithi057 ceph-mon[24810]: pgmap v126: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:15:46.375 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:15:45 smithi057 ceph-mon[29654]: pgmap v126: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:15:48.350 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:15:47 smithi148 ceph-mon[25742]: pgmap v127: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:15:48.375 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:15:47 smithi057 ceph-mon[24810]: pgmap v127: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:15:48.375 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:15:47 smithi057 ceph-mon[29654]: pgmap v127: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:15:49.097 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:15:48 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[55610]: ts=2024-04-15T21:15:48.660Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster_addr=\"172.21.15.57\", device_class=\"ssd\", hostname=\"smithi057\", instance=\"172.21.15.148:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.57\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster=\"b97cffaa-fb6a-11ee-bc8f-c7b262605968\", cluster_addr=\"172.21.15.57\", device_class=\"ssd\", hostname=\"smithi057\", instance=\"smithi148:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.57\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T21:15:50.347 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:15:49 smithi148 ceph-mon[25742]: pgmap v128: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:15:50.375 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:15:49 smithi057 ceph-mon[24810]: pgmap v128: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:15:50.375 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:15:49 smithi057 ceph-mon[29654]: pgmap v128: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:15:51.248 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:15:50 smithi148 ceph-mon[25742]: from='client.34934 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:15:51.248 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:15:51 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:15:51] "GET /metrics HTTP/1.1" 200 37899 "" "Prometheus/2.33.4" 2024-04-15T21:15:51.375 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:15:50 smithi057 ceph-mon[24810]: from='client.34934 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:15:51.375 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:15:50 smithi057 ceph-mon[29654]: from='client.34934 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:15:52.269 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:15:51 smithi148 ceph-mon[25742]: pgmap v129: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:15:52.281 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:15:51 smithi057 ceph-mon[24810]: pgmap v129: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:15:52.282 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:15:51 smithi057 ceph-mon[29654]: pgmap v129: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:15:53.625 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:15:53 smithi057 systemd[1]: Stopping Ceph mgr.y for b97cffaa-fb6a-11ee-bc8f-c7b262605968... 2024-04-15T21:15:53.847 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:15:53 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[55610]: ts=2024-04-15T21:15:53.506Z caller=manager.go:609 level=warn component="rule manager" group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on(instance) group_left(nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi057\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi057\", job=\"node\", machine=\"x86_64\", nodename=\"smithi057\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"b97cffaa-fb6a-11ee-bc8f-c7b262605968\", domainname=\"(none)\", instance=\"smithi057\", job=\"node\", machine=\"x86_64\", nodename=\"smithi057\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T21:15:54.007 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:15:53 smithi057 podman[71201]: 2024-04-15 21:15:53.739611877 +0000 UTC m=+0.153623233 container died dde955fcd79a18c17b502ac17094a2ac7f2187a54408ede7994a21bd4856bea9 (image=quay.io/ceph/ceph:v17.2.0, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, GIT_CLEAN=True, vendor=Red Hat, Inc., distribution-scope=public, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, vcs-type=git, GIT_BRANCH=HEAD, name=centos-stream, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, architecture=x86_64, ceph=True, maintainer=Guillaume Abrioux , url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, io.openshift.tags=base centos centos-stream, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, release=754, CEPH_POINT_RELEASE=-17.2.0, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., com.redhat.component=centos-stream-container, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, build-date=2022-05-03T08:36:31.336870, io.k8s.display-name=CentOS Stream 8, io.buildah.version=1.19.8, io.openshift.expose-services=, GIT_REPO=https://github.com/ceph/ceph-container.git, RELEASE=HEAD, version=8) 2024-04-15T21:15:54.132 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:15:54 smithi148 ceph-mon[25742]: pgmap v130: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:15:54.132 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:15:54 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:15:54.132 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:15:54 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:15:54.132 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:15:54 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:15:54.132 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:15:54 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:15:54.132 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:15:54 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:15:54.133 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:15:54 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:15:54.375 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:15:54 smithi057 ceph-mon[24810]: pgmap v130: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:15:54.375 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:15:54 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:15:54.376 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:15:54 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:15:54.376 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:15:54 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:15:54.376 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:15:54 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:15:54.376 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:15:54 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:15:54.376 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:15:54 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:15:54.376 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:15:54 smithi057 ceph-mon[29654]: pgmap v130: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:15:54.376 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:15:54 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:15:54.376 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:15:54 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:15:54.376 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:15:54 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:15:54.376 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:15:54 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:15:54.377 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:15:54 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:15:54.377 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:15:54 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:15:54.377 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:15:54 smithi057 podman[71201]: 2024-04-15 21:15:54.108634081 +0000 UTC m=+0.522645434 container cleanup dde955fcd79a18c17b502ac17094a2ac7f2187a54408ede7994a21bd4856bea9 (image=quay.io/ceph/ceph:v17.2.0, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y, io.openshift.tags=base centos centos-stream, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, version=8, build-date=2022-05-03T08:36:31.336870, io.buildah.version=1.19.8, architecture=x86_64, GIT_CLEAN=True, vendor=Red Hat, Inc., io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., RELEASE=HEAD, maintainer=Guillaume Abrioux , com.redhat.component=centos-stream-container, io.openshift.expose-services=, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, vcs-type=git, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, release=754, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, GIT_REPO=https://github.com/ceph/ceph-container.git, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, distribution-scope=public, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, ceph=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=-17.2.0, io.k8s.display-name=CentOS Stream 8, name=centos-stream) 2024-04-15T21:15:54.377 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:15:54 smithi057 bash[71201]: ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y 2024-04-15T21:15:54.744 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:15:54 smithi057 podman[71216]: 2024-04-15 21:15:54.398435885 +0000 UTC m=+0.661061233 container remove dde955fcd79a18c17b502ac17094a2ac7f2187a54408ede7994a21bd4856bea9 (image=quay.io/ceph/ceph:v17.2.0, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, architecture=x86_64, ceph=True, io.buildah.version=1.19.8, release=754, name=centos-stream, vendor=Red Hat, Inc., vcs-type=git, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, distribution-scope=public, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, com.redhat.component=centos-stream-container, GIT_BRANCH=HEAD, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_REPO=https://github.com/ceph/ceph-container.git, version=8, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, io.openshift.expose-services=, io.k8s.display-name=CentOS Stream 8, io.openshift.tags=base centos centos-stream, CEPH_POINT_RELEASE=-17.2.0, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, RELEASE=HEAD, build-date=2022-05-03T08:36:31.336870, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754) 2024-04-15T21:15:54.745 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:15:54 smithi057 systemd[1]: ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@mgr.y.service: Main process exited, code=exited, status=143/n/a 2024-04-15T21:15:54.745 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:15:54 smithi057 systemd[1]: ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@mgr.y.service: Failed with result 'exit-code'. 2024-04-15T21:15:54.745 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:15:54 smithi057 systemd[1]: Stopped Ceph mgr.y for b97cffaa-fb6a-11ee-bc8f-c7b262605968. 2024-04-15T21:15:54.745 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:15:54 smithi057 systemd[1]: ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@mgr.y.service: Consumed 1min 12.976s CPU time. 2024-04-15T21:15:55.032 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:15:54 smithi057 systemd[1]: Starting Ceph mgr.y for b97cffaa-fb6a-11ee-bc8f-c7b262605968... 2024-04-15T21:15:55.032 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:15:54 smithi057 podman[71347]: 2024-04-15 21:15:54.863754812 +0000 UTC m=+0.017403296 image pull a452a57266c718c37049de4c2da9a5e566bb7b9c6db62908ada4c8b0e854997b quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29 2024-04-15T21:15:55.032 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:15:54 smithi057 podman[71347]: 2024-04-15 21:15:54.986514421 +0000 UTC m=+0.140162924 container create 7bb446a32fbbee481992783e5de8aa6c1bb18d4d69e13e99a489dacdaa0912a3 (image=quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, RELEASE=main-87dbfb6, GIT_CLEAN=True, org.label-schema.license=GPLv2) 2024-04-15T21:15:55.171 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:15:55 smithi148 ceph-mon[25742]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:15:55.328 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:15:55 smithi057 ceph-mon[24810]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:15:55.328 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:15:55 smithi057 ceph-mon[29654]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:15:55.328 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:15:55 smithi057 podman[71347]: 2024-04-15 21:15:55.231727384 +0000 UTC m=+0.385375856 container init 7bb446a32fbbee481992783e5de8aa6c1bb18d4d69e13e99a489dacdaa0912a3 (image=quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, RELEASE=main-87dbfb6, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-15T21:15:55.328 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:15:55 smithi057 podman[71347]: 2024-04-15 21:15:55.235756291 +0000 UTC m=+0.389404760 container start 7bb446a32fbbee481992783e5de8aa6c1bb18d4d69e13e99a489dacdaa0912a3 (image=quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, RELEASE=main-87dbfb6, org.label-schema.build-date=20240409, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_CLEAN=True, ceph=True, maintainer=Guillaume Abrioux ) 2024-04-15T21:15:55.328 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:15:55 smithi057 ceph-mgr[71367]: -- 172.21.15.57:0/1607415676 <== mon.1 v2:172.21.15.57:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55eacf77c5a0 con 0x55eacf751000 2024-04-15T21:15:55.625 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:15:55 smithi057 bash[71347]: 7bb446a32fbbee481992783e5de8aa6c1bb18d4d69e13e99a489dacdaa0912a3 2024-04-15T21:15:55.625 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:15:55 smithi057 systemd[1]: Started Ceph mgr.y for b97cffaa-fb6a-11ee-bc8f-c7b262605968. 2024-04-15T21:15:55.944 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:15:55 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: 2024-04-15T21:15:55.845+0000 7fdad6c7a200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-15T21:15:56.293 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:15:56 smithi148 ceph-mon[25742]: pgmap v131: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:15:56.293 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:15:56 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:15:56.293 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:15:56 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:15:56.293 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:15:56 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:15:56.293 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:15:56 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:15:56.293 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:15:56 smithi148 ceph-mon[25742]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:15:56.293 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:15:56 smithi148 ceph-mon[25742]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:15:56.293 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:15:56 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:15:56.357 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:15:55 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: 2024-04-15T21:15:55.945+0000 7fdad6c7a200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-15T21:15:56.357 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:15:56 smithi057 ceph-mon[29654]: pgmap v131: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:15:56.357 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:15:56 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:15:56.357 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:15:56 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:15:56.357 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:15:56 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:15:56.357 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:15:56 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:15:56.357 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:15:56 smithi057 ceph-mon[29654]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:15:56.358 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:15:56 smithi057 ceph-mon[29654]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:15:56.358 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:15:56 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:15:56.358 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:15:56 smithi057 ceph-mon[24810]: pgmap v131: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:15:56.358 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:15:56 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:15:56.358 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:15:56 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:15:56.358 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:15:56 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:15:56.358 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:15:56 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:15:56.358 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:15:56 smithi057 ceph-mon[24810]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:15:56.358 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:15:56 smithi057 ceph-mon[24810]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:15:56.358 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:15:56 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:15:56.992 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:15:56 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: 2024-04-15T21:15:56.645+0000 7fdad6c7a200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-15T21:15:56.992 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:15:56 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: 2024-04-15T21:15:56.743+0000 7fdad6c7a200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-15T21:15:56.992 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:15:56 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: 2024-04-15T21:15:56.891+0000 7fdad6c7a200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-15T21:15:56.992 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:15:56 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: 2024-04-15T21:15:56.993+0000 7fdad6c7a200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-15T21:15:57.353 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:15:57 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: 2024-04-15T21:15:57.081+0000 7fdad6c7a200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-15T21:15:57.625 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:15:57 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: 2024-04-15T21:15:57.354+0000 7fdad6c7a200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-15T21:15:57.625 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:15:57 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: 2024-04-15T21:15:57.469+0000 7fdad6c7a200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-15T21:15:57.625 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:15:57 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: 2024-04-15T21:15:57.558+0000 7fdad6c7a200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-15T21:15:58.042 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:15:57 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: 2024-04-15T21:15:57.656+0000 7fdad6c7a200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-15T21:15:58.042 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:15:57 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: 2024-04-15T21:15:57.837+0000 7fdad6c7a200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-15T21:15:58.347 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:15:58 smithi148 ceph-mon[25742]: pgmap v132: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:15:58.375 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:15:58 smithi057 ceph-mon[24810]: pgmap v132: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:15:58.375 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:15:58 smithi057 ceph-mon[29654]: pgmap v132: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:15:59.097 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:15:58 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[55610]: ts=2024-04-15T21:15:58.660Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster_addr=\"172.21.15.57\", device_class=\"ssd\", hostname=\"smithi057\", instance=\"172.21.15.148:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.57\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster=\"b97cffaa-fb6a-11ee-bc8f-c7b262605968\", cluster_addr=\"172.21.15.57\", device_class=\"ssd\", hostname=\"smithi057\", instance=\"smithi148:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.57\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T21:15:59.125 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:15:58 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: 2024-04-15T21:15:58.851+0000 7fdad6c7a200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-15T21:15:59.125 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:15:58 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: 2024-04-15T21:15:58.987+0000 7fdad6c7a200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-15T21:15:59.625 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:15:59 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: 2024-04-15T21:15:59.331+0000 7fdad6c7a200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-15T21:15:59.625 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:15:59 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: 2024-04-15T21:15:59.426+0000 7fdad6c7a200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-15T21:16:00.046 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:15:59 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: 2024-04-15T21:15:59.633+0000 7fdad6c7a200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-15T21:16:00.047 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:15:59 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: 2024-04-15T21:15:59.830+0000 7fdad6c7a200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-15T21:16:00.347 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:16:00 smithi148 ceph-mon[25742]: pgmap v133: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:16:00.375 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:16:00 smithi057 ceph-mon[24810]: pgmap v133: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:16:00.375 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:16:00 smithi057 ceph-mon[29654]: pgmap v133: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:16:00.376 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:16:00 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: 2024-04-15T21:16:00.135+0000 7fdad6c7a200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-15T21:16:00.653 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:16:00 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: 2024-04-15T21:16:00.403+0000 7fdad6c7a200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-15T21:16:01.347 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:16:01 smithi148 ceph-mon[25742]: from='client.34934 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:16:01.347 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:16:01 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:16:01] "GET /metrics HTTP/1.1" 200 37899 "" "Prometheus/2.33.4" 2024-04-15T21:16:01.375 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:16:01 smithi057 ceph-mon[24810]: from='client.34934 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:16:01.375 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:16:01 smithi057 ceph-mon[29654]: from='client.34934 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:16:01.376 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:16:00 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: 2024-04-15T21:16:00.654+0000 7fdad6c7a200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-15T21:16:01.875 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:16:01 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: 2024-04-15T21:16:01.508+0000 7fdad6c7a200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-15T21:16:02.347 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:16:02 smithi148 ceph-mon[25742]: pgmap v134: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:16:02.375 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:16:02 smithi057 ceph-mon[24810]: pgmap v134: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:16:02.375 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:16:02 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: 2024-04-15T21:16:02.109+0000 7fdad6c7a200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-15T21:16:02.376 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:16:02 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: 2024-04-15T21:16:02.212+0000 7fdad6c7a200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-15T21:16:02.376 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:16:02 smithi057 ceph-mon[29654]: pgmap v134: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:16:02.876 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:16:02 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: 2024-04-15T21:16:02.443+0000 7fdad6c7a200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-15T21:16:02.876 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:16:02 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: [15/Apr/2024:21:16:02] ENGINE Bus STARTING 2024-04-15T21:16:02.876 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:16:02 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: CherryPy Checker: 2024-04-15T21:16:02.876 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:16:02 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: The Application mounted at '' has an empty config. 2024-04-15T21:16:02.876 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:16:02 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: 2024-04-15T21:16:02.876 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:16:02 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: [15/Apr/2024:21:16:02] ENGINE Serving on http://:::9283 2024-04-15T21:16:02.876 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:16:02 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: [15/Apr/2024:21:16:02] ENGINE Bus STARTED 2024-04-15T21:16:03.347 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:16:03 smithi148 ceph-mon[25742]: Standby manager daemon y restarted 2024-04-15T21:16:03.347 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:16:03 smithi148 ceph-mon[25742]: Standby manager daemon y started 2024-04-15T21:16:03.347 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:16:03 smithi148 ceph-mon[25742]: from='mgr.? 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-15T21:16:03.347 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:16:03 smithi148 ceph-mon[25742]: from='mgr.? 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-15T21:16:03.347 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:16:03 smithi148 ceph-mon[25742]: from='mgr.? 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-15T21:16:03.348 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:16:03 smithi148 ceph-mon[25742]: from='mgr.? 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-15T21:16:03.375 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:16:03 smithi057 ceph-mon[29654]: Standby manager daemon y restarted 2024-04-15T21:16:03.376 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:16:03 smithi057 ceph-mon[29654]: Standby manager daemon y started 2024-04-15T21:16:03.376 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:16:03 smithi057 ceph-mon[29654]: from='mgr.? 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-15T21:16:03.376 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:16:03 smithi057 ceph-mon[29654]: from='mgr.? 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-15T21:16:03.376 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:16:03 smithi057 ceph-mon[29654]: from='mgr.? 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-15T21:16:03.376 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:16:03 smithi057 ceph-mon[29654]: from='mgr.? 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-15T21:16:03.376 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:16:03 smithi057 ceph-mon[24810]: Standby manager daemon y restarted 2024-04-15T21:16:03.376 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:16:03 smithi057 ceph-mon[24810]: Standby manager daemon y started 2024-04-15T21:16:03.376 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:16:03 smithi057 ceph-mon[24810]: from='mgr.? 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-15T21:16:03.376 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:16:03 smithi057 ceph-mon[24810]: from='mgr.? 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-15T21:16:03.376 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:16:03 smithi057 ceph-mon[24810]: from='mgr.? 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-15T21:16:03.376 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:16:03 smithi057 ceph-mon[24810]: from='mgr.? 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-15T21:16:03.847 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:16:03 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[55610]: ts=2024-04-15T21:16:03.505Z caller=manager.go:609 level=warn component="rule manager" group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on(instance) group_left(nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi057\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi057\", job=\"node\", machine=\"x86_64\", nodename=\"smithi057\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"b97cffaa-fb6a-11ee-bc8f-c7b262605968\", domainname=\"(none)\", instance=\"smithi057\", job=\"node\", machine=\"x86_64\", nodename=\"smithi057\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T21:16:04.347 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:16:04 smithi148 ceph-mon[25742]: pgmap v135: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:16:04.347 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:16:04 smithi148 ceph-mon[25742]: mgrmap e27: x(active, since 3m), standbys: y 2024-04-15T21:16:04.375 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:16:04 smithi057 ceph-mon[24810]: pgmap v135: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:16:04.375 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:16:04 smithi057 ceph-mon[24810]: mgrmap e27: x(active, since 3m), standbys: y 2024-04-15T21:16:04.376 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:16:04 smithi057 ceph-mon[29654]: pgmap v135: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:16:04.376 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:16:04 smithi057 ceph-mon[29654]: mgrmap e27: x(active, since 3m), standbys: y 2024-04-15T21:16:06.125 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:16:06 smithi057 ceph-mon[24810]: pgmap v136: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:16:06.126 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:16:06 smithi057 ceph-mon[29654]: pgmap v136: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:16:06.347 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:16:06 smithi148 ceph-mon[25742]: pgmap v136: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:16:08.330 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:16:08 smithi057 ceph-mon[24810]: pgmap v137: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:16:08.330 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:16:08 smithi057 ceph-mon[29654]: pgmap v137: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:16:08.347 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:16:08 smithi148 ceph-mon[25742]: pgmap v137: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:16:09.092 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:16:08 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[55610]: ts=2024-04-15T21:16:08.659Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster_addr=\"172.21.15.57\", device_class=\"ssd\", hostname=\"smithi057\", instance=\"172.21.15.148:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.57\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster=\"b97cffaa-fb6a-11ee-bc8f-c7b262605968\", cluster_addr=\"172.21.15.57\", device_class=\"ssd\", hostname=\"smithi057\", instance=\"smithi148:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.57\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T21:16:10.347 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:16:10 smithi148 ceph-mon[25742]: pgmap v138: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:16:10.347 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:16:10 smithi148 ceph-mon[25742]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:16:10.375 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:16:10 smithi057 ceph-mon[24810]: pgmap v138: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:16:10.375 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:16:10 smithi057 ceph-mon[24810]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:16:10.376 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:16:10 smithi057 ceph-mon[29654]: pgmap v138: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:16:10.376 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:16:10 smithi057 ceph-mon[29654]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:16:11.375 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:16:11 smithi057 ceph-mon[24810]: from='client.34934 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:16:11.376 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:16:11 smithi057 ceph-mon[29654]: from='client.34934 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:16:11.597 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:16:11 smithi148 ceph-mon[25742]: from='client.34934 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:16:11.598 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:16:11 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:16:11] "GET /metrics HTTP/1.1" 200 37898 "" "Prometheus/2.33.4" 2024-04-15T21:16:12.375 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:16:12 smithi057 ceph-mon[24810]: pgmap v139: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:16:12.376 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:16:12 smithi057 ceph-mon[29654]: pgmap v139: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:16:12.597 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:16:12 smithi148 ceph-mon[25742]: pgmap v139: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:16:13.847 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:16:13 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[55610]: ts=2024-04-15T21:16:13.506Z caller=manager.go:609 level=warn component="rule manager" group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on(instance) group_left(nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi057\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi057\", job=\"node\", machine=\"x86_64\", nodename=\"smithi057\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"b97cffaa-fb6a-11ee-bc8f-c7b262605968\", domainname=\"(none)\", instance=\"smithi057\", job=\"node\", machine=\"x86_64\", nodename=\"smithi057\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T21:16:14.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:16:14 smithi148 ceph-mon[25742]: pgmap v140: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:16:14.178 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:16:14 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:16:14.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:16:14 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:16:14.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:16:14 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:16:14.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:16:14 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:16:14.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:16:14 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:16:14.179 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:16:14 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:16:14.375 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:16:14 smithi057 ceph-mon[29654]: pgmap v140: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:16:14.376 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:16:14 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:16:14.376 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:16:14 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:16:14.376 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:16:14 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:16:14.376 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:16:14 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:16:14.376 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:16:14 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:16:14.376 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:16:14 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:16:14.376 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:16:14 smithi057 ceph-mon[24810]: pgmap v140: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:16:14.376 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:16:14 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:16:14.376 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:16:14 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:16:14.376 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:16:14 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:16:14.376 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:16:14 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:16:14.377 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:16:14 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:16:14.377 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:16:14 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:16:16.423 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:16:16 smithi148 ceph-mon[25742]: pgmap v141: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:16:16.625 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:16:16 smithi057 ceph-mon[24810]: pgmap v141: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:16:16.626 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:16:16 smithi057 ceph-mon[29654]: pgmap v141: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:16:18.599 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:16:18 smithi148 ceph-mon[25742]: pgmap v142: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:16:18.625 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:16:18 smithi057 ceph-mon[24810]: pgmap v142: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:16:18.626 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:16:18 smithi057 ceph-mon[29654]: pgmap v142: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:16:19.097 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:16:18 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[55610]: ts=2024-04-15T21:16:18.659Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster_addr=\"172.21.15.57\", device_class=\"ssd\", hostname=\"smithi057\", instance=\"172.21.15.148:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.57\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster=\"b97cffaa-fb6a-11ee-bc8f-c7b262605968\", cluster_addr=\"172.21.15.57\", device_class=\"ssd\", hostname=\"smithi057\", instance=\"smithi148:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.57\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T21:16:20.597 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:16:20 smithi148 ceph-mon[25742]: pgmap v143: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:16:20.625 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:16:20 smithi057 ceph-mon[24810]: pgmap v143: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:16:20.625 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:16:20 smithi057 ceph-mon[29654]: pgmap v143: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:16:21.499 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:16:21 smithi148 ceph-mon[25742]: from='client.34934 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:16:21.499 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:16:21 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:16:21] "GET /metrics HTTP/1.1" 200 37898 "" "Prometheus/2.33.4" 2024-04-15T21:16:21.626 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:16:21 smithi057 ceph-mon[29654]: from='client.34934 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:16:21.626 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:16:21 smithi057 ceph-mon[24810]: from='client.34934 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:16:22.598 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:16:22 smithi148 ceph-mon[25742]: pgmap v144: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:16:22.625 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:16:22 smithi057 ceph-mon[24810]: pgmap v144: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:16:22.626 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:16:22 smithi057 ceph-mon[29654]: pgmap v144: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:16:23.847 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:16:23 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[55610]: ts=2024-04-15T21:16:23.505Z caller=manager.go:609 level=warn component="rule manager" group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on(instance) group_left(nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi057\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi057\", job=\"node\", machine=\"x86_64\", nodename=\"smithi057\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"b97cffaa-fb6a-11ee-bc8f-c7b262605968\", domainname=\"(none)\", instance=\"smithi057\", job=\"node\", machine=\"x86_64\", nodename=\"smithi057\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T21:16:24.597 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:16:24 smithi148 ceph-mon[25742]: pgmap v145: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:16:24.597 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:16:24 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:16:24.597 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:16:24 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:16:24.597 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:16:24 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:16:24.598 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:16:24 smithi148 ceph-mon[25742]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:16:24.625 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:16:24 smithi057 ceph-mon[29654]: pgmap v145: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:16:24.626 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:16:24 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:16:24.626 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:16:24 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:16:24.626 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:16:24 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:16:24.626 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:16:24 smithi057 ceph-mon[29654]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:16:24.626 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:16:24 smithi057 ceph-mon[24810]: pgmap v145: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:16:24.626 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:16:24 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:16:24.626 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:16:24 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:16:24.626 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:16:24 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:16:24.626 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:16:24 smithi057 ceph-mon[24810]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:16:26.487 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:16:26 smithi057 ceph-mon[24810]: pgmap v146: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:16:26.488 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:16:26 smithi057 ceph-mon[29654]: pgmap v146: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:16:26.597 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:16:26 smithi148 ceph-mon[25742]: pgmap v146: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:16:28.587 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:16:28 smithi057 ceph-mon[24810]: pgmap v147: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:16:28.587 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:16:28 smithi057 ceph-mon[29654]: pgmap v147: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:16:28.597 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:16:28 smithi148 ceph-mon[25742]: pgmap v147: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:16:29.097 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:16:28 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[55610]: ts=2024-04-15T21:16:28.660Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster_addr=\"172.21.15.57\", device_class=\"ssd\", hostname=\"smithi057\", instance=\"172.21.15.148:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.57\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster=\"b97cffaa-fb6a-11ee-bc8f-c7b262605968\", cluster_addr=\"172.21.15.57\", device_class=\"ssd\", hostname=\"smithi057\", instance=\"smithi148:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.57\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T21:16:30.597 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:16:30 smithi148 ceph-mon[25742]: pgmap v148: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:16:30.626 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:16:30 smithi057 ceph-mon[24810]: pgmap v148: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:16:30.626 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:16:30 smithi057 ceph-mon[29654]: pgmap v148: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:16:31.598 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:16:31 smithi148 ceph-mon[25742]: from='client.34934 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:16:31.599 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:16:31 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:16:31] "GET /metrics HTTP/1.1" 200 37897 "" "Prometheus/2.33.4" 2024-04-15T21:16:31.625 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:16:31 smithi057 ceph-mon[24810]: from='client.34934 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:16:31.626 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:16:31 smithi057 ceph-mon[29654]: from='client.34934 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:16:32.597 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:16:32 smithi148 ceph-mon[25742]: pgmap v149: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:16:32.626 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:16:32 smithi057 ceph-mon[24810]: pgmap v149: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:16:32.626 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:16:32 smithi057 ceph-mon[29654]: pgmap v149: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:16:33.847 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:16:33 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[55610]: ts=2024-04-15T21:16:33.505Z caller=manager.go:609 level=warn component="rule manager" group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on(instance) group_left(nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi057\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi057\", job=\"node\", machine=\"x86_64\", nodename=\"smithi057\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"b97cffaa-fb6a-11ee-bc8f-c7b262605968\", domainname=\"(none)\", instance=\"smithi057\", job=\"node\", machine=\"x86_64\", nodename=\"smithi057\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T21:16:34.597 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:16:34 smithi148 ceph-mon[25742]: pgmap v150: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:16:34.597 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:16:34 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:16:34.597 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:16:34 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:16:34.598 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:16:34 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:16:34.626 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:16:34 smithi057 ceph-mon[24810]: pgmap v150: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:16:34.626 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:16:34 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:16:34.626 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:16:34 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:16:34.626 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:16:34 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:16:34.626 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:16:34 smithi057 ceph-mon[29654]: pgmap v150: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:16:34.626 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:16:34 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:16:34.626 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:16:34 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:16:34.626 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:16:34 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:16:36.347 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:16:36 smithi148 ceph-mon[25742]: pgmap v151: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:16:36.626 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:16:36 smithi057 ceph-mon[24810]: pgmap v151: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:16:36.626 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:16:36 smithi057 ceph-mon[29654]: pgmap v151: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:16:38.598 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:16:38 smithi148 ceph-mon[25742]: pgmap v152: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:16:38.625 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:16:38 smithi057 ceph-mon[24810]: pgmap v152: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:16:38.626 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:16:38 smithi057 ceph-mon[29654]: pgmap v152: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:16:39.097 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:16:38 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[55610]: ts=2024-04-15T21:16:38.660Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster_addr=\"172.21.15.57\", device_class=\"ssd\", hostname=\"smithi057\", instance=\"172.21.15.148:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.57\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster=\"b97cffaa-fb6a-11ee-bc8f-c7b262605968\", cluster_addr=\"172.21.15.57\", device_class=\"ssd\", hostname=\"smithi057\", instance=\"smithi148:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.57\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T21:16:40.012 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:16:39 smithi057 ceph-mon[24810]: pgmap v153: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:16:40.012 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:16:39 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:16:40.012 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:16:39 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:16:40.012 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:16:39 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:16:40.012 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:16:39 smithi057 ceph-mon[24810]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:16:40.012 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:16:39 smithi057 ceph-mon[29654]: pgmap v153: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:16:40.012 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:16:39 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:16:40.012 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:16:39 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:16:40.013 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:16:39 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:16:40.013 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:16:39 smithi057 ceph-mon[29654]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:16:40.097 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:16:39 smithi148 ceph-mon[25742]: pgmap v153: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:16:40.097 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:16:39 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:16:40.098 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:16:39 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:16:40.098 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:16:39 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:16:40.098 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:16:39 smithi148 ceph-mon[25742]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:16:41.001 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:16:40 smithi057 ceph-mon[24810]: from='client.34934 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:16:41.001 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:16:40 smithi057 ceph-mon[29654]: from='client.34934 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:16:41.097 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:16:40 smithi148 ceph-mon[25742]: from='client.34934 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:16:41.597 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:16:41 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:16:41] "GET /metrics HTTP/1.1" 200 37901 "" "Prometheus/2.33.4" 2024-04-15T21:16:42.097 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:16:41 smithi148 ceph-mon[25742]: pgmap v154: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:16:42.125 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:16:41 smithi057 ceph-mon[24810]: pgmap v154: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:16:42.126 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:16:41 smithi057 ceph-mon[29654]: pgmap v154: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:16:43.847 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:16:43 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[55610]: ts=2024-04-15T21:16:43.505Z caller=manager.go:609 level=warn component="rule manager" group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on(instance) group_left(nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi057\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi057\", job=\"node\", machine=\"x86_64\", nodename=\"smithi057\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"b97cffaa-fb6a-11ee-bc8f-c7b262605968\", domainname=\"(none)\", instance=\"smithi057\", job=\"node\", machine=\"x86_64\", nodename=\"smithi057\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T21:16:44.347 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:16:43 smithi148 ceph-mon[25742]: pgmap v155: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:16:44.376 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:16:43 smithi057 ceph-mon[24810]: pgmap v155: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:16:44.376 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:16:43 smithi057 ceph-mon[29654]: pgmap v155: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:16:46.350 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:16:45 smithi148 ceph-mon[25742]: pgmap v156: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:16:46.375 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:16:45 smithi057 ceph-mon[24810]: pgmap v156: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:16:46.376 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:16:45 smithi057 ceph-mon[29654]: pgmap v156: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:16:48.347 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:16:47 smithi148 ceph-mon[25742]: pgmap v157: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:16:48.376 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:16:47 smithi057 ceph-mon[24810]: pgmap v157: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:16:48.376 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:16:47 smithi057 ceph-mon[29654]: pgmap v157: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:16:49.098 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:16:48 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[55610]: ts=2024-04-15T21:16:48.659Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster_addr=\"172.21.15.57\", device_class=\"ssd\", hostname=\"smithi057\", instance=\"172.21.15.148:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.57\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster=\"b97cffaa-fb6a-11ee-bc8f-c7b262605968\", cluster_addr=\"172.21.15.57\", device_class=\"ssd\", hostname=\"smithi057\", instance=\"smithi148:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.57\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T21:16:50.245 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:16:49 smithi057 ceph-mon[24810]: pgmap v158: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:16:50.246 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:16:49 smithi057 ceph-mon[29654]: pgmap v158: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:16:50.348 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:16:49 smithi148 ceph-mon[25742]: pgmap v158: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:16:51.218 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:16:50 smithi148 ceph-mon[25742]: from='client.34934 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:16:51.376 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:16:50 smithi057 ceph-mon[24810]: from='client.34934 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:16:51.376 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:16:50 smithi057 ceph-mon[29654]: from='client.34934 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:16:51.479 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:16:51 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:16:51] "GET /metrics HTTP/1.1" 200 37901 "" "Prometheus/2.33.4" 2024-04-15T21:16:52.347 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:16:51 smithi148 ceph-mon[25742]: pgmap v159: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:16:52.376 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:16:51 smithi057 ceph-mon[24810]: pgmap v159: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:16:52.376 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:16:51 smithi057 ceph-mon[29654]: pgmap v159: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:16:53.847 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:16:53 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[55610]: ts=2024-04-15T21:16:53.506Z caller=manager.go:609 level=warn component="rule manager" group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on(instance) group_left(nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi057\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi057\", job=\"node\", machine=\"x86_64\", nodename=\"smithi057\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"b97cffaa-fb6a-11ee-bc8f-c7b262605968\", domainname=\"(none)\", instance=\"smithi057\", job=\"node\", machine=\"x86_64\", nodename=\"smithi057\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T21:16:54.347 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:16:53 smithi148 ceph-mon[25742]: pgmap v160: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:16:54.348 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:16:53 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:16:54.348 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:16:53 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:16:54.348 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:16:53 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:16:54.376 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:16:53 smithi057 ceph-mon[24810]: pgmap v160: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:16:54.376 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:16:53 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:16:54.376 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:16:53 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:16:54.376 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:16:53 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:16:54.376 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:16:53 smithi057 ceph-mon[29654]: pgmap v160: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:16:54.376 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:16:53 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:16:54.377 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:16:53 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:16:54.377 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:16:53 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:16:55.091 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:16:54 smithi148 ceph-mon[25742]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:16:55.376 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:16:54 smithi057 ceph-mon[24810]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:16:55.376 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:16:54 smithi057 ceph-mon[29654]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:16:56.126 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:16:55 smithi057 ceph-mon[29654]: pgmap v161: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:16:56.126 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:16:55 smithi057 ceph-mon[29654]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:16:56.126 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:16:55 smithi057 ceph-mon[29654]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:16:56.126 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:16:55 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:16:56.126 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:16:55 smithi057 ceph-mon[24810]: pgmap v161: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:16:56.126 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:16:55 smithi057 ceph-mon[24810]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:16:56.126 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:16:55 smithi057 ceph-mon[24810]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:16:56.126 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:16:55 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:16:56.193 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:16:55 smithi148 ceph-mon[25742]: pgmap v161: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:16:56.194 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:16:55 smithi148 ceph-mon[25742]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:16:56.194 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:16:55 smithi148 ceph-mon[25742]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:16:56.194 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:16:55 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:16:58.247 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:16:57 smithi057 ceph-mon[24810]: pgmap v162: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:16:58.247 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:16:57 smithi057 ceph-mon[29654]: pgmap v162: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:16:58.348 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:16:57 smithi148 ceph-mon[25742]: pgmap v162: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:16:59.098 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:16:58 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[55610]: ts=2024-04-15T21:16:58.660Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster_addr=\"172.21.15.57\", device_class=\"ssd\", hostname=\"smithi057\", instance=\"172.21.15.148:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.57\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster=\"b97cffaa-fb6a-11ee-bc8f-c7b262605968\", cluster_addr=\"172.21.15.57\", device_class=\"ssd\", hostname=\"smithi057\", instance=\"smithi148:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.57\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T21:17:00.126 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:16:59 smithi057 ceph-mon[24810]: pgmap v163: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:17:00.126 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:16:59 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:17:00.126 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:16:59 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:17:00.126 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:16:59 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:17:00.127 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:16:59 smithi057 ceph-mon[29654]: pgmap v163: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:17:00.127 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:16:59 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:17:00.127 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:16:59 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:17:00.127 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:16:59 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:17:00.347 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:16:59 smithi148 ceph-mon[25742]: pgmap v163: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:17:00.348 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:16:59 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:17:00.348 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:16:59 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:17:00.348 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:16:59 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:17:01.218 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:17:00 smithi148 ceph-mon[25742]: from='client.34934 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:17:01.376 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:17:00 smithi057 ceph-mon[24810]: from='client.34934 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:17:01.376 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:17:00 smithi057 ceph-mon[29654]: from='client.34934 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:17:01.597 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:17:01 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:17:01] "GET /metrics HTTP/1.1" 200 37899 "" "Prometheus/2.33.4" 2024-04-15T21:17:02.347 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:17:01 smithi148 ceph-mon[25742]: pgmap v164: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:17:02.376 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:17:01 smithi057 ceph-mon[24810]: pgmap v164: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:17:02.376 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:17:01 smithi057 ceph-mon[29654]: pgmap v164: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:17:03.848 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:17:03 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[55610]: ts=2024-04-15T21:17:03.505Z caller=manager.go:609 level=warn component="rule manager" group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on(instance) group_left(nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi057\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi057\", job=\"node\", machine=\"x86_64\", nodename=\"smithi057\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"b97cffaa-fb6a-11ee-bc8f-c7b262605968\", domainname=\"(none)\", instance=\"smithi057\", job=\"node\", machine=\"x86_64\", nodename=\"smithi057\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T21:17:04.348 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:17:03 smithi148 ceph-mon[25742]: pgmap v165: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:17:04.376 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:17:03 smithi057 ceph-mon[24810]: pgmap v165: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:17:04.376 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:17:03 smithi057 ceph-mon[29654]: pgmap v165: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:17:06.348 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:17:05 smithi148 ceph-mon[25742]: pgmap v166: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:17:06.376 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:17:05 smithi057 ceph-mon[24810]: pgmap v166: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:17:06.376 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:17:05 smithi057 ceph-mon[29654]: pgmap v166: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:17:08.347 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:17:07 smithi148 ceph-mon[25742]: pgmap v167: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:17:08.376 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:17:07 smithi057 ceph-mon[24810]: pgmap v167: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:17:08.376 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:17:07 smithi057 ceph-mon[29654]: pgmap v167: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:17:09.098 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:17:08 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[55610]: ts=2024-04-15T21:17:08.660Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster_addr=\"172.21.15.57\", device_class=\"ssd\", hostname=\"smithi057\", instance=\"172.21.15.148:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.57\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster=\"b97cffaa-fb6a-11ee-bc8f-c7b262605968\", cluster_addr=\"172.21.15.57\", device_class=\"ssd\", hostname=\"smithi057\", instance=\"smithi148:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.57\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T21:17:10.098 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:17:09 smithi148 ceph-mon[25742]: pgmap v168: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:17:10.098 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:17:09 smithi148 ceph-mon[25742]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:17:10.260 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:17:09 smithi057 ceph-mon[24810]: pgmap v168: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:17:10.260 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:17:09 smithi057 ceph-mon[24810]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:17:10.261 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:17:09 smithi057 ceph-mon[29654]: pgmap v168: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:17:10.261 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:17:09 smithi057 ceph-mon[29654]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:17:11.348 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:17:10 smithi148 ceph-mon[25742]: from='client.34934 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:17:11.348 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:17:11 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:17:11] "GET /metrics HTTP/1.1" 200 37898 "" "Prometheus/2.33.4" 2024-04-15T21:17:11.376 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:17:10 smithi057 ceph-mon[24810]: from='client.34934 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:17:11.376 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:17:10 smithi057 ceph-mon[29654]: from='client.34934 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:17:12.348 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:17:11 smithi148 ceph-mon[25742]: pgmap v169: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:17:12.376 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:17:11 smithi057 ceph-mon[24810]: pgmap v169: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:17:12.376 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:17:11 smithi057 ceph-mon[29654]: pgmap v169: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:17:13.848 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:17:13 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[55610]: ts=2024-04-15T21:17:13.505Z caller=manager.go:609 level=warn component="rule manager" group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on(instance) group_left(nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi057\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi057\", job=\"node\", machine=\"x86_64\", nodename=\"smithi057\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"b97cffaa-fb6a-11ee-bc8f-c7b262605968\", domainname=\"(none)\", instance=\"smithi057\", job=\"node\", machine=\"x86_64\", nodename=\"smithi057\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T21:17:14.347 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:17:13 smithi148 ceph-mon[25742]: pgmap v170: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:17:14.376 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:17:13 smithi057 ceph-mon[24810]: pgmap v170: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:17:14.376 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:17:13 smithi057 ceph-mon[29654]: pgmap v170: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:17:15.348 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:17:15 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:17:15.348 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:17:15 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:17:15.348 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:17:15 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:17:15.376 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:17:15 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:17:15.376 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:17:15 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:17:15.376 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:17:15 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:17:15.376 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:17:15 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:17:15.376 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:17:15 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:17:15.376 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:17:15 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:17:16.163 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:17:16 smithi148 ceph-mon[25742]: pgmap v171: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:17:16.376 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:17:16 smithi057 ceph-mon[24810]: pgmap v171: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:17:16.376 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:17:16 smithi057 ceph-mon[29654]: pgmap v171: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:17:18.348 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:17:18 smithi148 ceph-mon[25742]: pgmap v172: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:17:18.376 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:17:18 smithi057 ceph-mon[24810]: pgmap v172: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:17:18.376 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:17:18 smithi057 ceph-mon[29654]: pgmap v172: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:17:19.098 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:17:18 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[55610]: ts=2024-04-15T21:17:18.659Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster_addr=\"172.21.15.57\", device_class=\"ssd\", hostname=\"smithi057\", instance=\"172.21.15.148:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.57\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster=\"b97cffaa-fb6a-11ee-bc8f-c7b262605968\", cluster_addr=\"172.21.15.57\", device_class=\"ssd\", hostname=\"smithi057\", instance=\"smithi148:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.57\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T21:17:20.126 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:17:20 smithi057 ceph-mon[24810]: pgmap v173: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:17:20.126 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:17:20 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:17:20.126 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:17:20 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:17:20.127 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:17:20 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:17:20.127 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:17:20 smithi057 ceph-mon[29654]: pgmap v173: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:17:20.127 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:17:20 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:17:20.127 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:17:20 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:17:20.127 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:17:20 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:17:20.348 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:17:20 smithi148 ceph-mon[25742]: pgmap v173: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:17:20.348 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:17:20 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:17:20.348 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:17:20 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:17:20.348 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:17:20 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:17:21.348 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:17:21 smithi148 ceph-mon[25742]: from='client.34934 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:17:21.348 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:17:21 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:17:21] "GET /metrics HTTP/1.1" 200 37898 "" "Prometheus/2.33.4" 2024-04-15T21:17:21.376 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:17:21 smithi057 ceph-mon[24810]: from='client.34934 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:17:21.376 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:17:21 smithi057 ceph-mon[29654]: from='client.34934 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:17:22.348 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:17:22 smithi148 ceph-mon[25742]: pgmap v174: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:17:22.376 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:17:22 smithi057 ceph-mon[24810]: pgmap v174: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:17:22.376 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:17:22 smithi057 ceph-mon[29654]: pgmap v174: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:17:23.848 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:17:23 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[55610]: ts=2024-04-15T21:17:23.505Z caller=manager.go:609 level=warn component="rule manager" group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on(instance) group_left(nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi057\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi057\", job=\"node\", machine=\"x86_64\", nodename=\"smithi057\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"b97cffaa-fb6a-11ee-bc8f-c7b262605968\", domainname=\"(none)\", instance=\"smithi057\", job=\"node\", machine=\"x86_64\", nodename=\"smithi057\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T21:17:24.348 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:17:24 smithi148 ceph-mon[25742]: pgmap v175: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:17:24.376 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:17:24 smithi057 ceph-mon[24810]: pgmap v175: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:17:24.376 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:17:24 smithi057 ceph-mon[29654]: pgmap v175: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:17:25.348 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:17:25 smithi148 ceph-mon[25742]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:17:25.376 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:17:25 smithi057 ceph-mon[24810]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:17:25.376 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:17:25 smithi057 ceph-mon[29654]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:17:26.348 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:17:26 smithi148 ceph-mon[25742]: pgmap v176: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:17:26.376 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:17:26 smithi057 ceph-mon[24810]: pgmap v176: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:17:26.376 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:17:26 smithi057 ceph-mon[29654]: pgmap v176: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:17:28.348 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:17:28 smithi148 ceph-mon[25742]: pgmap v177: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:17:28.376 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:17:28 smithi057 ceph-mon[24810]: pgmap v177: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:17:28.376 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:17:28 smithi057 ceph-mon[29654]: pgmap v177: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:17:29.098 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:17:28 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[55610]: ts=2024-04-15T21:17:28.660Z caller=manager.go:609 level=warn component="rule manager" group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on(ceph_daemon) group_left(hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster_addr=\"172.21.15.57\", device_class=\"ssd\", hostname=\"smithi057\", instance=\"172.21.15.148:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.57\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)\", cluster=\"b97cffaa-fb6a-11ee-bc8f-c7b262605968\", cluster_addr=\"172.21.15.57\", device_class=\"ssd\", hostname=\"smithi057\", instance=\"smithi148:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.57\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T21:17:30.348 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:17:30 smithi148 ceph-mon[25742]: pgmap v178: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:17:30.376 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:17:30 smithi057 ceph-mon[24810]: pgmap v178: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:17:30.376 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:17:30 smithi057 ceph-mon[29654]: pgmap v178: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:17:31.331 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:17:31 smithi148 ceph-mon[25742]: from='client.34934 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:17:31.331 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:17:31 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:17:31] "GET /metrics HTTP/1.1" 200 37894 "" "Prometheus/2.33.4" 2024-04-15T21:17:31.376 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:17:31 smithi057 ceph-mon[24810]: from='client.34934 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:17:31.376 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:17:31 smithi057 ceph-mon[29654]: from='client.34934 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:17:32.348 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:17:32 smithi148 ceph-mon[25742]: pgmap v179: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:17:32.376 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:17:32 smithi057 ceph-mon[24810]: pgmap v179: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:17:32.376 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:17:32 smithi057 ceph-mon[29654]: pgmap v179: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:17:33.848 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:17:33 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[55610]: ts=2024-04-15T21:17:33.506Z caller=manager.go:609 level=warn component="rule manager" group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on(instance) group_left(nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi148\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi148\", job=\"node\", machine=\"x86_64\", nodename=\"smithi148\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"b97cffaa-fb6a-11ee-bc8f-c7b262605968\", domainname=\"(none)\", instance=\"smithi148\", job=\"node\", machine=\"x86_64\", nodename=\"smithi148\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T21:17:34.348 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:17:34 smithi148 ceph-mon[25742]: pgmap v180: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:17:34.376 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:17:34 smithi057 ceph-mon[24810]: pgmap v180: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:17:34.376 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:17:34 smithi057 ceph-mon[29654]: pgmap v180: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:17:35.455 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:17:35 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:17:35.455 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:17:35 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:17:35.456 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:17:35 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:17:35.456 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:17:35 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:17:35.456 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:17:35 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:17:35.456 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:17:35 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:17:35.598 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:17:35 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:17:35.598 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:17:35 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:17:35.598 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:17:35 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:17:36.598 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:17:36 smithi148 ceph-mon[25742]: pgmap v181: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:17:36.626 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:17:36 smithi057 ceph-mon[24810]: pgmap v181: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:17:36.626 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:17:36 smithi057 ceph-mon[29654]: pgmap v181: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:17:38.295 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:17:38 smithi057 ceph-mon[24810]: pgmap v182: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:17:38.295 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:17:38 smithi057 ceph-mon[29654]: pgmap v182: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:17:38.305 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:17:38 smithi148 ceph-mon[25742]: pgmap v182: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:17:40.405 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:17:40 smithi057 ceph-mon[24810]: pgmap v183: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:17:40.405 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:17:40 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:17:40.405 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:17:40 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:17:40.405 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:17:40 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:17:40.405 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:17:40 smithi057 ceph-mon[24810]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:17:40.405 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:17:40 smithi057 ceph-mon[29654]: pgmap v183: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:17:40.405 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:17:40 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:17:40.405 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:17:40 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:17:40.405 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:17:40 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:17:40.406 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:17:40 smithi057 ceph-mon[29654]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:17:40.598 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:17:40 smithi148 ceph-mon[25742]: pgmap v183: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:17:40.598 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:17:40 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:17:40.598 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:17:40 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:17:40.598 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:17:40 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:17:40.598 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:17:40 smithi148 ceph-mon[25742]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:17:41.598 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:17:41 smithi148 ceph-mon[25742]: from='client.34934 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:17:41.598 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:17:41 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:17:41] "GET /metrics HTTP/1.1" 200 37899 "" "Prometheus/2.33.4" 2024-04-15T21:17:41.626 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:17:41 smithi057 ceph-mon[24810]: from='client.34934 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:17:41.626 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:17:41 smithi057 ceph-mon[29654]: from='client.34934 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:17:42.598 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:17:42 smithi148 ceph-mon[25742]: pgmap v184: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:17:42.626 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:17:42 smithi057 ceph-mon[24810]: pgmap v184: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:17:42.626 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:17:42 smithi057 ceph-mon[29654]: pgmap v184: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:17:44.598 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:17:44 smithi148 ceph-mon[25742]: pgmap v185: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:17:44.626 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:17:44 smithi057 ceph-mon[24810]: pgmap v185: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:17:44.626 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:17:44 smithi057 ceph-mon[29654]: pgmap v185: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:17:46.598 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:17:46 smithi148 ceph-mon[25742]: pgmap v186: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:17:46.626 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:17:46 smithi057 ceph-mon[24810]: pgmap v186: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:17:46.627 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:17:46 smithi057 ceph-mon[29654]: pgmap v186: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:17:48.598 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:17:48 smithi148 ceph-mon[25742]: pgmap v187: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:17:48.626 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:17:48 smithi057 ceph-mon[24810]: pgmap v187: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:17:48.626 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:17:48 smithi057 ceph-mon[29654]: pgmap v187: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:17:50.473 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:17:50 smithi057 ceph-mon[24810]: pgmap v188: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:17:50.474 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:17:50 smithi057 ceph-mon[29654]: pgmap v188: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:17:50.598 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:17:50 smithi148 ceph-mon[25742]: pgmap v188: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:17:51.499 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:17:51 smithi148 ceph-mon[25742]: from='client.34934 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:17:51.500 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:17:51 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:17:51] "GET /metrics HTTP/1.1" 200 37899 "" "Prometheus/2.33.4" 2024-04-15T21:17:51.626 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:17:51 smithi057 ceph-mon[24810]: from='client.34934 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:17:51.626 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:17:51 smithi057 ceph-mon[29654]: from='client.34934 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:17:52.598 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:17:52 smithi148 ceph-mon[25742]: pgmap v189: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:17:52.626 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:17:52 smithi057 ceph-mon[24810]: pgmap v189: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:17:52.627 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:17:52 smithi057 ceph-mon[29654]: pgmap v189: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:17:54.497 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:17:54 smithi148 ceph-mon[25742]: pgmap v190: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:17:54.497 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:17:54 smithi148 ceph-mon[25742]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:17:54.626 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:17:54 smithi057 ceph-mon[24810]: pgmap v190: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:17:54.626 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:17:54 smithi057 ceph-mon[24810]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:17:54.627 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:17:54 smithi057 ceph-mon[29654]: pgmap v190: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:17:54.627 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:17:54 smithi057 ceph-mon[29654]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:17:55.848 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:17:55 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:17:55.848 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:17:55 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:17:55.848 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:17:55 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:17:55.848 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:17:55 smithi148 ceph-mon[25742]: pgmap v191: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:17:55.876 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:17:55 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:17:55.876 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:17:55 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:17:55.876 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:17:55 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:17:55.877 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:17:55 smithi057 ceph-mon[24810]: pgmap v191: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:17:55.877 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:17:55 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:17:55.877 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:17:55 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:17:55.877 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:17:55 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:17:55.877 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:17:55 smithi057 ceph-mon[29654]: pgmap v191: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:17:56.848 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:17:56 smithi148 ceph-mon[25742]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:17:56.848 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:17:56 smithi148 ceph-mon[25742]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:17:56.848 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:17:56 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:17:56.876 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:17:56 smithi057 ceph-mon[24810]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:17:56.876 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:17:56 smithi057 ceph-mon[24810]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:17:56.877 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:17:56 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:17:56.877 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:17:56 smithi057 ceph-mon[29654]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:17:56.877 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:17:56 smithi057 ceph-mon[29654]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:17:56.877 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:17:56 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:17:58.126 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:17:57 smithi057 ceph-mon[24810]: pgmap v192: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:17:58.127 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:17:57 smithi057 ceph-mon[29654]: pgmap v192: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:17:58.218 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:17:57 smithi148 ceph-mon[25742]: pgmap v192: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:18:00.377 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:00 smithi057 ceph-mon[24810]: pgmap v193: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:18:00.377 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:00 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:18:00.377 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:00 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:18:00.377 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:00 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:18:00.377 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:00 smithi057 ceph-mon[29654]: pgmap v193: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:18:00.377 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:00 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:18:00.377 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:00 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:18:00.378 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:00 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:18:00.599 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:00 smithi148 ceph-mon[25742]: pgmap v193: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:18:00.599 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:00 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:18:00.599 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:00 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:18:00.599 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:00 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:18:01.598 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:01 smithi148 ceph-mon[25742]: from='client.34934 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:18:01.599 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:18:01 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:18:01] "GET /metrics HTTP/1.1" 200 37897 "" "Prometheus/2.33.4" 2024-04-15T21:18:01.626 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:01 smithi057 ceph-mon[24810]: from='client.34934 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:18:01.627 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:01 smithi057 ceph-mon[29654]: from='client.34934 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:18:02.598 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:02 smithi148 ceph-mon[25742]: pgmap v194: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:18:02.626 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:02 smithi057 ceph-mon[24810]: pgmap v194: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:18:02.627 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:02 smithi057 ceph-mon[29654]: pgmap v194: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:18:04.598 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:04 smithi148 ceph-mon[25742]: pgmap v195: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:18:04.626 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:04 smithi057 ceph-mon[24810]: pgmap v195: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:18:04.627 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:04 smithi057 ceph-mon[29654]: pgmap v195: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:18:06.598 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:06 smithi148 ceph-mon[25742]: pgmap v196: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:18:06.626 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:06 smithi057 ceph-mon[24810]: pgmap v196: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:18:06.626 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:06 smithi057 ceph-mon[29654]: pgmap v196: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:18:08.598 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:08 smithi148 ceph-mon[25742]: pgmap v197: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:18:08.626 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:08 smithi057 ceph-mon[24810]: pgmap v197: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:18:08.627 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:08 smithi057 ceph-mon[29654]: pgmap v197: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:18:09.598 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:09 smithi148 ceph-mon[25742]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:18:09.626 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:09 smithi057 ceph-mon[24810]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:18:09.626 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:09 smithi057 ceph-mon[29654]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:18:10.598 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:10 smithi148 ceph-mon[25742]: pgmap v198: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:18:10.626 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:10 smithi057 ceph-mon[24810]: pgmap v198: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:18:10.627 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:10 smithi057 ceph-mon[29654]: pgmap v198: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:18:11.598 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:11 smithi148 ceph-mon[25742]: from='client.34934 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:18:11.598 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:18:11 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:18:11] "GET /metrics HTTP/1.1" 200 37895 "" "Prometheus/2.33.4" 2024-04-15T21:18:11.626 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:11 smithi057 ceph-mon[24810]: from='client.34934 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:18:11.627 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:11 smithi057 ceph-mon[29654]: from='client.34934 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:18:12.626 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:12 smithi057 ceph-mon[24810]: pgmap v199: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:18:12.627 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:12 smithi057 ceph-mon[29654]: pgmap v199: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:18:12.848 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:12 smithi148 ceph-mon[25742]: pgmap v199: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:18:14.626 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:14 smithi057 ceph-mon[24810]: pgmap v200: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:18:14.627 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:14 smithi057 ceph-mon[29654]: pgmap v200: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:18:14.630 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:14 smithi148 ceph-mon[25742]: pgmap v200: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:18:15.876 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:15 smithi057 ceph-mon[24810]: pgmap v201: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:18:15.877 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:15 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:18:15.877 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:15 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:18:15.877 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:15 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:18:15.877 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:15 smithi057 ceph-mon[29654]: pgmap v201: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:18:15.877 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:15 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:18:15.877 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:15 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:18:15.877 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:15 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:18:16.098 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:15 smithi148 ceph-mon[25742]: pgmap v201: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:18:16.098 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:15 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:18:16.099 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:15 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:18:16.099 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:15 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:18:18.216 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:17 smithi148 ceph-mon[25742]: pgmap v202: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:18:18.376 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:17 smithi057 ceph-mon[24810]: pgmap v202: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:18:18.377 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:17 smithi057 ceph-mon[29654]: pgmap v202: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:18:20.627 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:20 smithi057 ceph-mon[24810]: pgmap v203: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:18:20.627 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:20 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:18:20.627 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:20 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:18:20.627 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:20 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:18:20.627 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:20 smithi057 ceph-mon[29654]: pgmap v203: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:18:20.628 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:20 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:18:20.628 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:20 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:18:20.628 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:20 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:18:20.848 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:20 smithi148 ceph-mon[25742]: pgmap v203: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:18:20.849 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:20 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:18:20.849 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:20 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:18:20.849 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:20 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:18:21.598 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:21 smithi148 ceph-mon[25742]: from='client.34934 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:18:21.598 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:21 smithi148 ceph-mon[25742]: pgmap v204: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:18:21.599 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:18:21 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:18:21] "GET /metrics HTTP/1.1" 200 37895 "" "Prometheus/2.33.4" 2024-04-15T21:18:21.626 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:21 smithi057 ceph-mon[24810]: from='client.34934 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:18:21.627 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:21 smithi057 ceph-mon[24810]: pgmap v204: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:18:21.627 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:21 smithi057 ceph-mon[29654]: from='client.34934 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:18:21.627 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:21 smithi057 ceph-mon[29654]: pgmap v204: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:18:22.835 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 -e sha1=87dbfb632e974cb2c28d17423071d2d833b53b29 -- bash -c 'ceph orch ps' 2024-04-15T21:18:24.316 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:23 smithi057 ceph-mon[24810]: pgmap v205: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:18:24.316 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:23 smithi057 ceph-mon[29654]: pgmap v205: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:18:24.349 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:23 smithi148 ceph-mon[25742]: pgmap v205: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:18:24.931 INFO:teuthology.orchestra.run.smithi057.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-15T21:18:24.931 INFO:teuthology.orchestra.run.smithi057.stdout:agent.smithi057 smithi057 running 5s ago 19m - - 2024-04-15T21:18:24.931 INFO:teuthology.orchestra.run.smithi057.stdout:agent.smithi148 smithi148 running 10s ago 19m - - 2024-04-15T21:18:24.931 INFO:teuthology.orchestra.run.smithi057.stdout:alertmanager.a smithi057 *:9093,9094 running (5m) 5s ago 14m 23.0M - 0.23.0 ba2b418f427c 272eab17dd5f 2024-04-15T21:18:24.931 INFO:teuthology.orchestra.run.smithi057.stdout:grafana.a smithi148 *:3000 running (5m) 10s ago 13m 51.9M - 8.3.5 dad864ee21e9 a2302b3001ab 2024-04-15T21:18:24.931 INFO:teuthology.orchestra.run.smithi057.stdout:iscsi.foo.smithi057.jwyjxv smithi057 running (5m) 5s ago 13m 55.4M - 3.5 e1d6a67b021e fc13b5acf6b5 2024-04-15T21:18:24.931 INFO:teuthology.orchestra.run.smithi057.stdout:mgr.x smithi148 *:8443,9283 running (8m) 10s ago 18m 527M - 19.0.0-3084-g87dbfb63 a452a57266c7 83d028d1b9d2 2024-04-15T21:18:24.931 INFO:teuthology.orchestra.run.smithi057.stdout:mgr.y smithi057 *:8443,9283,8765 running (2m) 5s ago 20m 450M - 19.0.0-3084-g87dbfb63 a452a57266c7 7bb446a32fbb 2024-04-15T21:18:24.931 INFO:teuthology.orchestra.run.smithi057.stdout:mon.a smithi057 running (20m) 5s ago 20m 65.3M 2048M 17.2.0 e1d6a67b021e f68a8a14d0b2 2024-04-15T21:18:24.931 INFO:teuthology.orchestra.run.smithi057.stdout:mon.b smithi148 running (19m) 10s ago 19m 52.3M 2048M 17.2.0 e1d6a67b021e 27f4990cb4d7 2024-04-15T21:18:24.931 INFO:teuthology.orchestra.run.smithi057.stdout:mon.c smithi057 running (19m) 5s ago 19m 47.0M 2048M 17.2.0 e1d6a67b021e 7cbf3ea734af 2024-04-15T21:18:24.932 INFO:teuthology.orchestra.run.smithi057.stdout:node-exporter.a smithi057 *:9100 running (6m) 5s ago 14m 19.0M - 1.3.1 1dbe0e931976 a827ac9a2599 2024-04-15T21:18:24.932 INFO:teuthology.orchestra.run.smithi057.stdout:node-exporter.b smithi148 *:9100 running (5m) 10s ago 14m 20.6M - 1.3.1 1dbe0e931976 a1defb3de404 2024-04-15T21:18:24.932 INFO:teuthology.orchestra.run.smithi057.stdout:osd.0 smithi057 running (18m) 5s ago 18m 52.9M 4096M 17.2.0 e1d6a67b021e a825b23c2b8e 2024-04-15T21:18:24.932 INFO:teuthology.orchestra.run.smithi057.stdout:osd.1 smithi057 running (18m) 5s ago 18m 57.2M 4096M 17.2.0 e1d6a67b021e ef43105379fd 2024-04-15T21:18:24.932 INFO:teuthology.orchestra.run.smithi057.stdout:osd.2 smithi057 running (17m) 5s ago 17m 52.4M 4096M 17.2.0 e1d6a67b021e 8cea1b1b5212 2024-04-15T21:18:24.932 INFO:teuthology.orchestra.run.smithi057.stdout:osd.3 smithi057 running (17m) 5s ago 17m 51.8M 4096M 17.2.0 e1d6a67b021e 8400e9bee4fe 2024-04-15T21:18:24.932 INFO:teuthology.orchestra.run.smithi057.stdout:osd.4 smithi148 running (16m) 10s ago 16m 51.9M 4096M 17.2.0 e1d6a67b021e 955a657c7722 2024-04-15T21:18:24.932 INFO:teuthology.orchestra.run.smithi057.stdout:osd.5 smithi148 running (16m) 10s ago 16m 50.5M 4096M 17.2.0 e1d6a67b021e bf2b1914ffc9 2024-04-15T21:18:24.932 INFO:teuthology.orchestra.run.smithi057.stdout:osd.6 smithi148 running (16m) 10s ago 16m 50.3M 4096M 17.2.0 e1d6a67b021e ab801778ca01 2024-04-15T21:18:24.932 INFO:teuthology.orchestra.run.smithi057.stdout:osd.7 smithi148 running (15m) 10s ago 15m 51.1M 4096M 17.2.0 e1d6a67b021e c9334bc357be 2024-04-15T21:18:24.932 INFO:teuthology.orchestra.run.smithi057.stdout:prometheus.a smithi148 *:9095 running (5m) 10s ago 15m 73.3M - 2.33.4 514e6a882f6e 2a6cecfe89c9 2024-04-15T21:18:24.932 INFO:teuthology.orchestra.run.smithi057.stdout:rgw.foo.smithi057.lxigfo smithi057 *:8000 running (13m) 5s ago 13m 75.9M - 17.2.0 e1d6a67b021e fa044b726c8d 2024-04-15T21:18:24.932 INFO:teuthology.orchestra.run.smithi057.stdout:rgw.foo.smithi148.cgzzfh smithi148 *:8000 running (13m) 10s ago 13m 72.7M - 17.2.0 e1d6a67b021e 722242170e62 2024-04-15T21:18:25.228 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:24 smithi057 ceph-mon[24810]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:18:25.228 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:24 smithi057 ceph-mon[29654]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:18:25.348 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:24 smithi148 ceph-mon[25742]: from='mgr.34799 172.21.15.148:0/2098704510' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:18:25.573 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 -e sha1=87dbfb632e974cb2c28d17423071d2d833b53b29 -- bash -c 'ceph versions' 2024-04-15T21:18:26.144 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:25 smithi057 ceph-mon[24810]: pgmap v206: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:18:26.144 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:25 smithi057 ceph-mon[24810]: from='client.15189 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:18:26.144 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:25 smithi057 ceph-mon[29654]: pgmap v206: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:18:26.144 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:25 smithi057 ceph-mon[29654]: from='client.15189 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:18:26.348 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:25 smithi148 ceph-mon[25742]: pgmap v206: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:18:26.348 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:25 smithi148 ceph-mon[25742]: from='client.15189 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:18:27.734 INFO:teuthology.orchestra.run.smithi057.stdout:{ 2024-04-15T21:18:27.734 INFO:teuthology.orchestra.run.smithi057.stdout: "mon": { 2024-04-15T21:18:27.734 INFO:teuthology.orchestra.run.smithi057.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 3 2024-04-15T21:18:27.734 INFO:teuthology.orchestra.run.smithi057.stdout: }, 2024-04-15T21:18:27.734 INFO:teuthology.orchestra.run.smithi057.stdout: "mgr": { 2024-04-15T21:18:27.734 INFO:teuthology.orchestra.run.smithi057.stdout: "ceph version 19.0.0-3084-g87dbfb63 (87dbfb632e974cb2c28d17423071d2d833b53b29) squid (dev)": 2 2024-04-15T21:18:27.734 INFO:teuthology.orchestra.run.smithi057.stdout: }, 2024-04-15T21:18:27.734 INFO:teuthology.orchestra.run.smithi057.stdout: "osd": { 2024-04-15T21:18:27.734 INFO:teuthology.orchestra.run.smithi057.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 8 2024-04-15T21:18:27.734 INFO:teuthology.orchestra.run.smithi057.stdout: }, 2024-04-15T21:18:27.735 INFO:teuthology.orchestra.run.smithi057.stdout: "mds": {}, 2024-04-15T21:18:27.735 INFO:teuthology.orchestra.run.smithi057.stdout: "rgw": { 2024-04-15T21:18:27.735 INFO:teuthology.orchestra.run.smithi057.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 2 2024-04-15T21:18:27.735 INFO:teuthology.orchestra.run.smithi057.stdout: }, 2024-04-15T21:18:27.735 INFO:teuthology.orchestra.run.smithi057.stdout: "overall": { 2024-04-15T21:18:27.735 INFO:teuthology.orchestra.run.smithi057.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 13, 2024-04-15T21:18:27.735 INFO:teuthology.orchestra.run.smithi057.stdout: "ceph version 19.0.0-3084-g87dbfb63 (87dbfb632e974cb2c28d17423071d2d833b53b29) squid (dev)": 2 2024-04-15T21:18:27.735 INFO:teuthology.orchestra.run.smithi057.stdout: } 2024-04-15T21:18:27.735 INFO:teuthology.orchestra.run.smithi057.stdout:} 2024-04-15T21:18:28.108 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:27 smithi057 ceph-mon[24810]: pgmap v207: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:18:28.109 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:27 smithi057 ceph-mon[24810]: from='client.? 172.21.15.57:0/1318201770' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:18:28.109 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:27 smithi057 ceph-mon[29654]: pgmap v207: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:18:28.109 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:27 smithi057 ceph-mon[29654]: from='client.? 172.21.15.57:0/1318201770' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:18:28.348 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:27 smithi148 ceph-mon[25742]: pgmap v207: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:18:28.348 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:27 smithi148 ceph-mon[25742]: from='client.? 172.21.15.57:0/1318201770' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:18:28.403 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 -e sha1=87dbfb632e974cb2c28d17423071d2d833b53b29 -- bash -c 'ceph health detail' 2024-04-15T21:18:30.330 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:29 smithi057 ceph-mon[24810]: pgmap v208: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:18:30.330 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:29 smithi057 ceph-mon[29654]: pgmap v208: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:18:30.348 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:29 smithi148 ceph-mon[25742]: pgmap v208: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:18:30.476 INFO:teuthology.orchestra.run.smithi057.stdout:HEALTH_OK 2024-04-15T21:18:31.127 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:31 smithi057 ceph-mon[24810]: from='client.34934 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:18:31.127 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:31 smithi057 ceph-mon[24810]: from='client.? 172.21.15.57:0/686194887' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-04-15T21:18:31.127 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:31 smithi057 ceph-mon[29654]: from='client.34934 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:18:31.127 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:31 smithi057 ceph-mon[29654]: from='client.? 172.21.15.57:0/686194887' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-04-15T21:18:31.173 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 -e sha1=87dbfb632e974cb2c28d17423071d2d833b53b29 -- bash -c 'ceph -s' 2024-04-15T21:18:31.348 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:31 smithi148 ceph-mon[25742]: from='client.34934 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:18:31.348 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:31 smithi148 ceph-mon[25742]: from='client.? 172.21.15.57:0/686194887' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-04-15T21:18:31.349 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:18:31 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:18:31] "GET /metrics HTTP/1.1" 200 37895 "" "Prometheus/2.33.4" 2024-04-15T21:18:32.127 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:32 smithi057 ceph-mon[24810]: pgmap v209: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:18:32.127 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:32 smithi057 ceph-mon[29654]: pgmap v209: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:18:32.266 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:32 smithi148 ceph-mon[25742]: pgmap v209: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:18:33.414 INFO:teuthology.orchestra.run.smithi057.stdout: cluster: 2024-04-15T21:18:33.414 INFO:teuthology.orchestra.run.smithi057.stdout: id: b97cffaa-fb6a-11ee-bc8f-c7b262605968 2024-04-15T21:18:33.414 INFO:teuthology.orchestra.run.smithi057.stdout: health: HEALTH_OK 2024-04-15T21:18:33.414 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-15T21:18:33.414 INFO:teuthology.orchestra.run.smithi057.stdout: services: 2024-04-15T21:18:33.414 INFO:teuthology.orchestra.run.smithi057.stdout: mon: 3 daemons, quorum a,c,b (age 19m) 2024-04-15T21:18:33.414 INFO:teuthology.orchestra.run.smithi057.stdout: mgr: x(active, since 6m), standbys: y 2024-04-15T21:18:33.414 INFO:teuthology.orchestra.run.smithi057.stdout: osd: 8 osds: 8 up (since 15m), 8 in (since 16m) 2024-04-15T21:18:33.415 INFO:teuthology.orchestra.run.smithi057.stdout: rgw: 2 daemons active (2 hosts, 1 zones) 2024-04-15T21:18:33.415 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-15T21:18:33.415 INFO:teuthology.orchestra.run.smithi057.stdout: data: 2024-04-15T21:18:33.415 INFO:teuthology.orchestra.run.smithi057.stdout: pools: 6 pools, 161 pgs 2024-04-15T21:18:33.415 INFO:teuthology.orchestra.run.smithi057.stdout: objects: 209 objects, 585 KiB 2024-04-15T21:18:33.415 INFO:teuthology.orchestra.run.smithi057.stdout: usage: 95 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:18:33.415 INFO:teuthology.orchestra.run.smithi057.stdout: pgs: 161 active+clean 2024-04-15T21:18:33.415 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-15T21:18:33.415 INFO:teuthology.orchestra.run.smithi057.stdout: io: 2024-04-15T21:18:33.415 INFO:teuthology.orchestra.run.smithi057.stdout: client: 853 B/s rd, 0 op/s rd, 0 op/s wr 2024-04-15T21:18:33.415 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-15T21:18:34.087 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:34 smithi057 ceph-mon[24810]: pgmap v210: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:18:34.087 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:34 smithi057 ceph-mon[24810]: from='client.? 172.21.15.57:0/2444911717' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-15T21:18:34.088 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:34 smithi057 ceph-mon[29654]: pgmap v210: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:18:34.088 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:34 smithi057 ceph-mon[29654]: from='client.? 172.21.15.57:0/2444911717' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-15T21:18:34.114 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 -e sha1=87dbfb632e974cb2c28d17423071d2d833b53b29 -- bash -c 'ceph mgr fail' 2024-04-15T21:18:34.348 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:34 smithi148 ceph-mon[25742]: pgmap v210: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:18:34.348 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:34 smithi148 ceph-mon[25742]: from='client.? 172.21.15.57:0/2444911717' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-15T21:18:36.098 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:35 smithi148 ceph-mon[25742]: pgmap v211: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:18:36.099 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:35 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:18:36.099 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:35 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:18:36.099 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:35 smithi148 ceph-mon[25742]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:18:36.127 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:35 smithi057 ceph-mon[24810]: pgmap v211: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:18:36.127 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:35 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:18:36.127 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:35 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:18:36.127 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:35 smithi057 ceph-mon[24810]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:18:36.127 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:35 smithi057 ceph-mon[29654]: pgmap v211: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:18:36.127 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:35 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:18:36.127 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:35 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:18:36.127 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:35 smithi057 ceph-mon[29654]: from='mgr.34799 ' entity='mgr.x' 2024-04-15T21:18:37.098 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:36 smithi148 ceph-mon[25742]: from='client.? 172.21.15.57:0/3335177860' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2024-04-15T21:18:37.098 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:36 smithi148 ceph-mon[25742]: osdmap e104: 8 total, 8 up, 8 in 2024-04-15T21:18:37.099 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:36 smithi148 ceph-mon[25742]: Standby manager daemon x started 2024-04-15T21:18:37.099 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:18:36 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: 2024-04-15T21:18:36.778+0000 7f36c173a700 -1 mgr handle_mgr_map I was active but no longer am 2024-04-15T21:18:37.099 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:18:36 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: ignoring --setuser ceph since I am not root 2024-04-15T21:18:37.099 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:18:36 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: ignoring --setgroup ceph since I am not root 2024-04-15T21:18:37.099 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:18:36 smithi148 ceph-mgr[50907]: -- 172.21.15.148:0/1487278652 <== mon.2 v2:172.21.15.148:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55c8b0fe25a0 con 0x55c8b0fb7000 2024-04-15T21:18:37.127 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:18:36 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: [15/Apr/2024:21:18:36] ENGINE Bus STOPPING 2024-04-15T21:18:37.127 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:18:36 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: [15/Apr/2024:21:18:36] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-15T21:18:37.127 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:18:36 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: [15/Apr/2024:21:18:36] ENGINE Bus STOPPED 2024-04-15T21:18:37.127 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:18:36 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: [15/Apr/2024:21:18:36] ENGINE Bus STARTING 2024-04-15T21:18:37.127 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:18:36 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: [15/Apr/2024:21:18:36] ENGINE Serving on http://:::9283 2024-04-15T21:18:37.127 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:18:36 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: [15/Apr/2024:21:18:36] ENGINE Bus STARTED 2024-04-15T21:18:37.128 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:36 smithi057 ceph-mon[24810]: from='client.? 172.21.15.57:0/3335177860' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2024-04-15T21:18:37.128 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:36 smithi057 ceph-mon[24810]: osdmap e104: 8 total, 8 up, 8 in 2024-04-15T21:18:37.128 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:36 smithi057 ceph-mon[24810]: Standby manager daemon x started 2024-04-15T21:18:37.128 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:36 smithi057 ceph-mon[29654]: from='client.? 172.21.15.57:0/3335177860' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2024-04-15T21:18:37.128 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:36 smithi057 ceph-mon[29654]: osdmap e104: 8 total, 8 up, 8 in 2024-04-15T21:18:37.128 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:36 smithi057 ceph-mon[29654]: Standby manager daemon x started 2024-04-15T21:18:37.424 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 -e sha1=87dbfb632e974cb2c28d17423071d2d833b53b29 -- bash -c 'sleep 180' 2024-04-15T21:18:37.468 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:18:37 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: 2024-04-15T21:18:37.366+0000 7fd83924c200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-15T21:18:37.468 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:18:37 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: 2024-04-15T21:18:37.468+0000 7fd83924c200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-15T21:18:38.066 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:37 smithi057 ceph-mon[24810]: from='client.? 172.21.15.57:0/3335177860' entity='client.admin' cmd='[{"prefix": "mgr fail"}]': finished 2024-04-15T21:18:38.066 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:37 smithi057 ceph-mon[24810]: mgrmap e28: y(active, starting, since 0.537418s), standbys: x 2024-04-15T21:18:38.066 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:37 smithi057 ceph-mon[24810]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T21:18:38.066 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:37 smithi057 ceph-mon[24810]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T21:18:38.066 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:37 smithi057 ceph-mon[24810]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T21:18:38.066 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:37 smithi057 ceph-mon[24810]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-15T21:18:38.066 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:37 smithi057 ceph-mon[24810]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-15T21:18:38.067 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:37 smithi057 ceph-mon[24810]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-15T21:18:38.067 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:37 smithi057 ceph-mon[24810]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-15T21:18:38.067 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:37 smithi057 ceph-mon[24810]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-15T21:18:38.067 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:37 smithi057 ceph-mon[24810]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-15T21:18:38.067 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:37 smithi057 ceph-mon[24810]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-15T21:18:38.067 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:37 smithi057 ceph-mon[24810]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-15T21:18:38.067 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:37 smithi057 ceph-mon[24810]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-15T21:18:38.067 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:37 smithi057 ceph-mon[24810]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-15T21:18:38.067 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:37 smithi057 ceph-mon[24810]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-15T21:18:38.067 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:37 smithi057 ceph-mon[24810]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-15T21:18:38.067 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:37 smithi057 ceph-mon[24810]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-15T21:18:38.067 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:37 smithi057 ceph-mon[24810]: Manager daemon y is now available 2024-04-15T21:18:38.067 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:37 smithi057 ceph-mon[24810]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:18:38.067 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:37 smithi057 ceph-mon[24810]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi057", "caps": []}]: dispatch 2024-04-15T21:18:38.068 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:37 smithi057 ceph-mon[24810]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi148", "caps": []}]: dispatch 2024-04-15T21:18:38.068 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:37 smithi057 ceph-mon[24810]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:18:38.068 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:37 smithi057 ceph-mon[24810]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-15T21:18:38.068 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:37 smithi057 ceph-mon[24810]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-15T21:18:38.068 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:37 smithi057 ceph-mon[24810]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi148", "name": "osd_memory_target"}]: dispatch 2024-04-15T21:18:38.068 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:37 smithi057 ceph-mon[29654]: from='client.? 172.21.15.57:0/3335177860' entity='client.admin' cmd='[{"prefix": "mgr fail"}]': finished 2024-04-15T21:18:38.068 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:37 smithi057 ceph-mon[29654]: mgrmap e28: y(active, starting, since 0.537418s), standbys: x 2024-04-15T21:18:38.068 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:37 smithi057 ceph-mon[29654]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T21:18:38.068 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:37 smithi057 ceph-mon[29654]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T21:18:38.069 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:37 smithi057 ceph-mon[29654]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T21:18:38.069 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:37 smithi057 ceph-mon[29654]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-15T21:18:38.069 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:37 smithi057 ceph-mon[29654]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-15T21:18:38.069 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:37 smithi057 ceph-mon[29654]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-15T21:18:38.069 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:37 smithi057 ceph-mon[29654]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-15T21:18:38.069 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:37 smithi057 ceph-mon[29654]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-15T21:18:38.069 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:37 smithi057 ceph-mon[29654]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-15T21:18:38.069 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:37 smithi057 ceph-mon[29654]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-15T21:18:38.069 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:37 smithi057 ceph-mon[29654]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-15T21:18:38.069 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:37 smithi057 ceph-mon[29654]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-15T21:18:38.069 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:37 smithi057 ceph-mon[29654]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-15T21:18:38.069 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:37 smithi057 ceph-mon[29654]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-15T21:18:38.069 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:37 smithi057 ceph-mon[29654]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-15T21:18:38.069 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:37 smithi057 ceph-mon[29654]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-15T21:18:38.069 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:37 smithi057 ceph-mon[29654]: Manager daemon y is now available 2024-04-15T21:18:38.070 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:37 smithi057 ceph-mon[29654]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:18:38.070 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:37 smithi057 ceph-mon[29654]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi057", "caps": []}]: dispatch 2024-04-15T21:18:38.070 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:37 smithi057 ceph-mon[29654]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi148", "caps": []}]: dispatch 2024-04-15T21:18:38.070 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:37 smithi057 ceph-mon[29654]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:18:38.070 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:37 smithi057 ceph-mon[29654]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-15T21:18:38.070 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:37 smithi057 ceph-mon[29654]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-15T21:18:38.070 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:37 smithi057 ceph-mon[29654]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi148", "name": "osd_memory_target"}]: dispatch 2024-04-15T21:18:38.070 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:37 smithi057 ceph-mon[24810]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi057", "name": "osd_memory_target"}]: dispatch 2024-04-15T21:18:38.070 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:37 smithi057 ceph-mon[24810]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:18:38.070 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:37 smithi057 ceph-mon[24810]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:18:38.071 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:37 smithi057 ceph-mon[24810]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:18:38.071 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:37 smithi057 ceph-mon[24810]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:18:38.071 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:37 smithi057 ceph-mon[24810]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:18:38.071 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:37 smithi057 ceph-mon[24810]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:18:38.071 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:37 smithi057 ceph-mon[29654]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi057", "name": "osd_memory_target"}]: dispatch 2024-04-15T21:18:38.071 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:37 smithi057 ceph-mon[29654]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:18:38.071 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:37 smithi057 ceph-mon[29654]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:18:38.071 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:37 smithi057 ceph-mon[29654]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:18:38.071 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:37 smithi057 ceph-mon[29654]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:18:38.071 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:37 smithi057 ceph-mon[29654]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:18:38.071 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:37 smithi057 ceph-mon[29654]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:18:38.099 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:37 smithi148 ceph-mon[25742]: from='client.? 172.21.15.57:0/3335177860' entity='client.admin' cmd='[{"prefix": "mgr fail"}]': finished 2024-04-15T21:18:38.099 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:37 smithi148 ceph-mon[25742]: mgrmap e28: y(active, starting, since 0.537418s), standbys: x 2024-04-15T21:18:38.099 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:37 smithi148 ceph-mon[25742]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T21:18:38.099 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:37 smithi148 ceph-mon[25742]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T21:18:38.099 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:37 smithi148 ceph-mon[25742]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T21:18:38.099 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:37 smithi148 ceph-mon[25742]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-15T21:18:38.099 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:37 smithi148 ceph-mon[25742]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-15T21:18:38.099 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:37 smithi148 ceph-mon[25742]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-15T21:18:38.099 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:37 smithi148 ceph-mon[25742]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-15T21:18:38.099 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:37 smithi148 ceph-mon[25742]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-15T21:18:38.100 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:37 smithi148 ceph-mon[25742]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-15T21:18:38.100 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:37 smithi148 ceph-mon[25742]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-15T21:18:38.100 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:37 smithi148 ceph-mon[25742]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-15T21:18:38.100 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:37 smithi148 ceph-mon[25742]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-15T21:18:38.100 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:37 smithi148 ceph-mon[25742]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-15T21:18:38.100 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:37 smithi148 ceph-mon[25742]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-15T21:18:38.100 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:37 smithi148 ceph-mon[25742]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-15T21:18:38.100 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:37 smithi148 ceph-mon[25742]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-15T21:18:38.100 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:37 smithi148 ceph-mon[25742]: Manager daemon y is now available 2024-04-15T21:18:38.100 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:37 smithi148 ceph-mon[25742]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:18:38.100 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:37 smithi148 ceph-mon[25742]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi057", "caps": []}]: dispatch 2024-04-15T21:18:38.100 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:37 smithi148 ceph-mon[25742]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi148", "caps": []}]: dispatch 2024-04-15T21:18:38.100 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:37 smithi148 ceph-mon[25742]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:18:38.100 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:37 smithi148 ceph-mon[25742]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-15T21:18:38.100 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:37 smithi148 ceph-mon[25742]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-15T21:18:38.101 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:37 smithi148 ceph-mon[25742]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi148", "name": "osd_memory_target"}]: dispatch 2024-04-15T21:18:38.101 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:37 smithi148 ceph-mon[25742]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi057", "name": "osd_memory_target"}]: dispatch 2024-04-15T21:18:38.101 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:37 smithi148 ceph-mon[25742]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:18:38.101 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:37 smithi148 ceph-mon[25742]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:18:38.101 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:37 smithi148 ceph-mon[25742]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:18:38.101 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:37 smithi148 ceph-mon[25742]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:18:38.101 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:37 smithi148 ceph-mon[25742]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:18:38.101 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:37 smithi148 ceph-mon[25742]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:18:38.476 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:18:38 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: 2024-04-15T21:18:38.212+0000 7fd83924c200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-15T21:18:38.476 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:18:38 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: 2024-04-15T21:18:38.313+0000 7fd83924c200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-15T21:18:38.476 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:18:38 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: 2024-04-15T21:18:38.476+0000 7fd83924c200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-15T21:18:38.726 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:18:38 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: 2024-04-15T21:18:38.582+0000 7fd83924c200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-15T21:18:38.726 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:18:38 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: 2024-04-15T21:18:38.685+0000 7fd83924c200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-15T21:18:38.988 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:38 smithi148 ceph-mon[25742]: Updating smithi057:/etc/ceph/ceph.conf 2024-04-15T21:18:38.988 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:38 smithi148 ceph-mon[25742]: Updating smithi148:/etc/ceph/ceph.conf 2024-04-15T21:18:38.988 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:38 smithi148 ceph-mon[25742]: [15/Apr/2024:21:18:37] ENGINE Bus STARTING 2024-04-15T21:18:38.988 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:38 smithi148 ceph-mon[25742]: [15/Apr/2024:21:18:37] ENGINE Serving on https://172.21.15.57:7150 2024-04-15T21:18:38.988 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:38 smithi148 ceph-mon[25742]: [15/Apr/2024:21:18:37] ENGINE Serving on http://172.21.15.57:8765 2024-04-15T21:18:38.988 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:38 smithi148 ceph-mon[25742]: [15/Apr/2024:21:18:37] ENGINE Bus STARTED 2024-04-15T21:18:38.988 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:38 smithi148 ceph-mon[25742]: mgrmap e29: y(active, since 1.55726s), standbys: x 2024-04-15T21:18:38.989 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:38 smithi148 ceph-mon[25742]: pgmap v3: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:18:38.989 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:38 smithi148 ceph-mon[25742]: Updating smithi148:/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/config/ceph.conf 2024-04-15T21:18:38.989 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:38 smithi148 ceph-mon[25742]: Updating smithi057:/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/config/ceph.conf 2024-04-15T21:18:38.989 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:38 smithi148 ceph-mon[25742]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:18:38.989 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:38 smithi148 ceph-mon[25742]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:18:38.989 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:38 smithi148 ceph-mon[25742]: Updating smithi148:/etc/ceph/ceph.client.admin.keyring 2024-04-15T21:18:38.989 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:38 smithi148 ceph-mon[25742]: Updating smithi057:/etc/ceph/ceph.client.admin.keyring 2024-04-15T21:18:38.989 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:38 smithi148 ceph-mon[25742]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:18:38.989 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:38 smithi148 ceph-mon[25742]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:18:38.989 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:38 smithi148 ceph-mon[25742]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:18:38.989 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:38 smithi148 ceph-mon[25742]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:18:38.989 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:38 smithi148 ceph-mon[25742]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:18:38.989 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:38 smithi148 ceph-mon[25742]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:18:38.989 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:38 smithi148 ceph-mon[25742]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:18:39.127 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:38 smithi057 ceph-mon[29654]: Updating smithi057:/etc/ceph/ceph.conf 2024-04-15T21:18:39.127 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:38 smithi057 ceph-mon[29654]: Updating smithi148:/etc/ceph/ceph.conf 2024-04-15T21:18:39.127 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:38 smithi057 ceph-mon[29654]: [15/Apr/2024:21:18:37] ENGINE Bus STARTING 2024-04-15T21:18:39.127 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:38 smithi057 ceph-mon[29654]: [15/Apr/2024:21:18:37] ENGINE Serving on https://172.21.15.57:7150 2024-04-15T21:18:39.127 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:38 smithi057 ceph-mon[29654]: [15/Apr/2024:21:18:37] ENGINE Serving on http://172.21.15.57:8765 2024-04-15T21:18:39.127 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:38 smithi057 ceph-mon[29654]: [15/Apr/2024:21:18:37] ENGINE Bus STARTED 2024-04-15T21:18:39.127 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:38 smithi057 ceph-mon[29654]: mgrmap e29: y(active, since 1.55726s), standbys: x 2024-04-15T21:18:39.127 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:38 smithi057 ceph-mon[29654]: pgmap v3: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:18:39.127 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:38 smithi057 ceph-mon[29654]: Updating smithi148:/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/config/ceph.conf 2024-04-15T21:18:39.127 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:38 smithi057 ceph-mon[29654]: Updating smithi057:/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/config/ceph.conf 2024-04-15T21:18:39.128 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:38 smithi057 ceph-mon[29654]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:18:39.128 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:38 smithi057 ceph-mon[29654]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:18:39.128 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:38 smithi057 ceph-mon[29654]: Updating smithi148:/etc/ceph/ceph.client.admin.keyring 2024-04-15T21:18:39.128 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:38 smithi057 ceph-mon[29654]: Updating smithi057:/etc/ceph/ceph.client.admin.keyring 2024-04-15T21:18:39.128 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:38 smithi057 ceph-mon[29654]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:18:39.128 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:38 smithi057 ceph-mon[29654]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:18:39.128 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:38 smithi057 ceph-mon[29654]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:18:39.128 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:38 smithi057 ceph-mon[29654]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:18:39.128 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:38 smithi057 ceph-mon[29654]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:18:39.128 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:38 smithi057 ceph-mon[29654]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:18:39.128 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:38 smithi057 ceph-mon[29654]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:18:39.129 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:38 smithi057 ceph-mon[24810]: Updating smithi057:/etc/ceph/ceph.conf 2024-04-15T21:18:39.129 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:38 smithi057 ceph-mon[24810]: Updating smithi148:/etc/ceph/ceph.conf 2024-04-15T21:18:39.129 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:38 smithi057 ceph-mon[24810]: [15/Apr/2024:21:18:37] ENGINE Bus STARTING 2024-04-15T21:18:39.129 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:38 smithi057 ceph-mon[24810]: [15/Apr/2024:21:18:37] ENGINE Serving on https://172.21.15.57:7150 2024-04-15T21:18:39.129 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:38 smithi057 ceph-mon[24810]: [15/Apr/2024:21:18:37] ENGINE Serving on http://172.21.15.57:8765 2024-04-15T21:18:39.129 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:38 smithi057 ceph-mon[24810]: [15/Apr/2024:21:18:37] ENGINE Bus STARTED 2024-04-15T21:18:39.129 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:38 smithi057 ceph-mon[24810]: mgrmap e29: y(active, since 1.55726s), standbys: x 2024-04-15T21:18:39.129 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:38 smithi057 ceph-mon[24810]: pgmap v3: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:18:39.129 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:38 smithi057 ceph-mon[24810]: Updating smithi148:/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/config/ceph.conf 2024-04-15T21:18:39.129 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:38 smithi057 ceph-mon[24810]: Updating smithi057:/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/config/ceph.conf 2024-04-15T21:18:39.129 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:38 smithi057 ceph-mon[24810]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:18:39.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:38 smithi057 ceph-mon[24810]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:18:39.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:38 smithi057 ceph-mon[24810]: Updating smithi148:/etc/ceph/ceph.client.admin.keyring 2024-04-15T21:18:39.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:38 smithi057 ceph-mon[24810]: Updating smithi057:/etc/ceph/ceph.client.admin.keyring 2024-04-15T21:18:39.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:38 smithi057 ceph-mon[24810]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:18:39.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:38 smithi057 ceph-mon[24810]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:18:39.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:38 smithi057 ceph-mon[24810]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:18:39.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:38 smithi057 ceph-mon[24810]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:18:39.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:38 smithi057 ceph-mon[24810]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:18:39.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:38 smithi057 ceph-mon[24810]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:18:39.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:38 smithi057 ceph-mon[24810]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:18:39.318 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:18:38 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: 2024-04-15T21:18:38.988+0000 7fd83924c200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-15T21:18:39.318 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:18:39 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: 2024-04-15T21:18:39.112+0000 7fd83924c200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-15T21:18:39.318 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:18:39 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: 2024-04-15T21:18:39.212+0000 7fd83924c200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-15T21:18:39.598 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:18:39 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: 2024-04-15T21:18:39.318+0000 7fd83924c200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-15T21:18:39.598 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:18:39 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: 2024-04-15T21:18:39.516+0000 7fd83924c200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-15T21:18:39.890 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:39 smithi148 ceph-mon[25742]: Updating smithi148:/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/config/ceph.client.admin.keyring 2024-04-15T21:18:39.890 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:39 smithi148 ceph-mon[25742]: Updating smithi057:/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/config/ceph.client.admin.keyring 2024-04-15T21:18:39.890 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:39 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:18:39.890 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:39 smithi148 ceph-mon[25742]: pgmap v4: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:18:39.890 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:39 smithi148 ceph-mon[25742]: Reconfiguring iscsi.foo.smithi057.jwyjxv (dependencies changed)... 2024-04-15T21:18:39.890 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:39 smithi148 ceph-mon[25742]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi057.jwyjxv", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-04-15T21:18:39.890 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:39 smithi148 ceph-mon[25742]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:18:39.891 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:39 smithi148 ceph-mon[25742]: Reconfiguring daemon iscsi.foo.smithi057.jwyjxv on smithi057 2024-04-15T21:18:39.891 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:39 smithi148 ceph-mon[25742]: mgrmap e30: y(active, since 2s), standbys: x 2024-04-15T21:18:39.891 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:39 smithi148 ceph-mon[25742]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:18:39.891 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:39 smithi148 ceph-mon[25742]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:18:39.891 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:39 smithi148 ceph-mon[25742]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:18:40.089 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:39 smithi057 ceph-mon[24810]: Updating smithi148:/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/config/ceph.client.admin.keyring 2024-04-15T21:18:40.089 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:39 smithi057 ceph-mon[24810]: Updating smithi057:/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/config/ceph.client.admin.keyring 2024-04-15T21:18:40.089 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:39 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:18:40.089 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:39 smithi057 ceph-mon[24810]: pgmap v4: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:18:40.089 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:39 smithi057 ceph-mon[24810]: Reconfiguring iscsi.foo.smithi057.jwyjxv (dependencies changed)... 2024-04-15T21:18:40.090 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:39 smithi057 ceph-mon[24810]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi057.jwyjxv", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-04-15T21:18:40.090 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:39 smithi057 ceph-mon[24810]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:18:40.090 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:39 smithi057 ceph-mon[24810]: Reconfiguring daemon iscsi.foo.smithi057.jwyjxv on smithi057 2024-04-15T21:18:40.090 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:39 smithi057 ceph-mon[24810]: mgrmap e30: y(active, since 2s), standbys: x 2024-04-15T21:18:40.090 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:39 smithi057 ceph-mon[24810]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:18:40.090 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:39 smithi057 ceph-mon[24810]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:18:40.090 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:39 smithi057 ceph-mon[24810]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:18:40.090 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:39 smithi057 ceph-mon[29654]: Updating smithi148:/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/config/ceph.client.admin.keyring 2024-04-15T21:18:40.090 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:39 smithi057 ceph-mon[29654]: Updating smithi057:/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/config/ceph.client.admin.keyring 2024-04-15T21:18:40.090 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:39 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:18:40.091 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:39 smithi057 ceph-mon[29654]: pgmap v4: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:18:40.091 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:39 smithi057 ceph-mon[29654]: Reconfiguring iscsi.foo.smithi057.jwyjxv (dependencies changed)... 2024-04-15T21:18:40.091 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:39 smithi057 ceph-mon[29654]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi057.jwyjxv", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-04-15T21:18:40.091 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:39 smithi057 ceph-mon[29654]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:18:40.091 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:39 smithi057 ceph-mon[29654]: Reconfiguring daemon iscsi.foo.smithi057.jwyjxv on smithi057 2024-04-15T21:18:40.091 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:39 smithi057 ceph-mon[29654]: mgrmap e30: y(active, since 2s), standbys: x 2024-04-15T21:18:40.091 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:39 smithi057 ceph-mon[29654]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:18:40.091 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:39 smithi057 ceph-mon[29654]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:18:40.091 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:39 smithi057 ceph-mon[29654]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:18:40.530 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:18:40 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[55610]: ts=2024-04-15T21:18:40.319Z caller=refresh.go:98 level=error component="discovery manager scrape" discovery=http msg="Unable to refresh target groups" err="Get \"http://172.21.15.148:8765/sd/prometheus/sd-config?service=nvmeof\": dial tcp 172.21.15.148:8765: connect: connection refused" 2024-04-15T21:18:40.530 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:18:40 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[55610]: ts=2024-04-15T21:18:40.321Z caller=refresh.go:98 level=error component="discovery manager scrape" discovery=http msg="Unable to refresh target groups" err="Get \"http://172.21.15.148:8765/sd/prometheus/sd-config?service=ceph-exporter\": dial tcp 172.21.15.148:8765: connect: connection refused" 2024-04-15T21:18:40.530 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:18:40 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[55610]: ts=2024-04-15T21:18:40.324Z caller=refresh.go:98 level=error component="discovery manager scrape" discovery=http msg="Unable to refresh target groups" err="Get \"http://172.21.15.148:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 172.21.15.148:8765: connect: connection refused" 2024-04-15T21:18:40.530 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:18:40 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[55610]: ts=2024-04-15T21:18:40.324Z caller=refresh.go:98 level=error component="discovery manager notify" discovery=http msg="Unable to refresh target groups" err="Get \"http://172.21.15.148:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 172.21.15.148:8765: connect: connection refused" 2024-04-15T21:18:40.530 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:18:40 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[55610]: ts=2024-04-15T21:18:40.324Z caller=refresh.go:98 level=error component="discovery manager scrape" discovery=http msg="Unable to refresh target groups" err="Get \"http://172.21.15.148:8765/sd/prometheus/sd-config?service=mgr-prometheus\": dial tcp 172.21.15.148:8765: connect: connection refused" 2024-04-15T21:18:40.848 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:18:40 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: 2024-04-15T21:18:40.577+0000 7fd83924c200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-15T21:18:40.848 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:18:40 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: 2024-04-15T21:18:40.719+0000 7fd83924c200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-15T21:18:41.093 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:40 smithi057 ceph-mon[24810]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:18:41.093 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:40 smithi057 ceph-mon[24810]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:18:41.093 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:40 smithi057 ceph-mon[24810]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:18:41.093 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:40 smithi057 ceph-mon[24810]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:18:41.093 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:40 smithi057 ceph-mon[29654]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:18:41.093 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:40 smithi057 ceph-mon[29654]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:18:41.093 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:40 smithi057 ceph-mon[29654]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:18:41.093 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:40 smithi057 ceph-mon[29654]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:18:41.169 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:40 smithi148 ceph-mon[25742]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:18:41.169 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:40 smithi148 ceph-mon[25742]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:18:41.169 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:40 smithi148 ceph-mon[25742]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:18:41.170 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:40 smithi148 ceph-mon[25742]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:18:41.170 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:18:41 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: 2024-04-15T21:18:41.076+0000 7fd83924c200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-15T21:18:41.543 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:18:41 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: 2024-04-15T21:18:41.170+0000 7fd83924c200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-15T21:18:41.544 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:18:41 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: 2024-04-15T21:18:41.378+0000 7fd83924c200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-15T21:18:41.848 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:18:41 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: 2024-04-15T21:18:41.582+0000 7fd83924c200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-15T21:18:42.162 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:41 smithi148 ceph-mon[25742]: from='client.34934 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:18:42.162 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:41 smithi148 ceph-mon[25742]: pgmap v5: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:18:42.162 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:41 smithi148 ceph-mon[25742]: mgrmap e31: y(active, since 4s), standbys: x 2024-04-15T21:18:42.162 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:18:41 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: 2024-04-15T21:18:41.884+0000 7fd83924c200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-15T21:18:42.248 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:41 smithi057 ceph-mon[24810]: from='client.34934 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:18:42.248 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:41 smithi057 ceph-mon[24810]: pgmap v5: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:18:42.248 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:41 smithi057 ceph-mon[24810]: mgrmap e31: y(active, since 4s), standbys: x 2024-04-15T21:18:42.248 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:41 smithi057 ceph-mon[29654]: from='client.34934 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:18:42.248 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:41 smithi057 ceph-mon[29654]: pgmap v5: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:18:42.248 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:41 smithi057 ceph-mon[29654]: mgrmap e31: y(active, since 4s), standbys: x 2024-04-15T21:18:42.416 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:18:42 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: 2024-04-15T21:18:42.162+0000 7fd83924c200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-15T21:18:42.417 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:18:42 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: 2024-04-15T21:18:42.417+0000 7fd83924c200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-15T21:18:43.339 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:18:43 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: 2024-04-15T21:18:43.270+0000 7fd83924c200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-15T21:18:43.518 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:18:43 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: 2024-04-15T21:18:43.267+0000 7fda5c8d4700 -1 log_channel(cephadm) log [ERR] : cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi057.jwyjxv ... 2024-04-15T21:18:43.518 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:18:43 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: Creating ceph-iscsi config... 2024-04-15T21:18:43.518 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:18:43 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: Write file: /var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/iscsi.foo.smithi057.jwyjxv/iscsi-gateway.cfg 2024-04-15T21:18:43.518 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:18:43 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: Write file: /var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/iscsi.foo.smithi057.jwyjxv/tcmu-runner-entrypoint.sh 2024-04-15T21:18:43.518 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:18:43 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: Non-zero exit code 1 from systemctl restart ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv 2024-04-15T21:18:43.518 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:18:43 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: systemctl: stderr Job for ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service failed because the control process exited with error code. 2024-04-15T21:18:43.519 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:18:43 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: systemctl: stderr See "systemctl status ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" and "journalctl -xeu ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" for details. 2024-04-15T21:18:43.519 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:18:43 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: Traceback (most recent call last): 2024-04-15T21:18:43.519 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:18:43 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-04-15T21:18:43.519 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:18:43 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: return _run_code(code, main_globals, None, 2024-04-15T21:18:43.519 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:18:43 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-04-15T21:18:43.519 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:18:43 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: exec(code, run_globals) 2024-04-15T21:18:43.519 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:18:43 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 5618, in 2024-04-15T21:18:43.519 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:18:43 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 5606, in main 2024-04-15T21:18:43.519 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:18:43 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 3096, in command_deploy_from 2024-04-15T21:18:43.519 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:18:43 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 3131, in _common_deploy 2024-04-15T21:18:43.519 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:18:43 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 3151, in _deploy_daemon_container 2024-04-15T21:18:43.519 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:18:43 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 1123, in deploy_daemon 2024-04-15T21:18:43.519 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:18:43 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-04-15T21:18:43.520 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:18:43 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: RuntimeError: Failed command: systemctl restart ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv: Job for ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service failed because the control process exited with error code. 2024-04-15T21:18:43.520 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:18:43 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: See "systemctl status ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" and "journalctl -xeu ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" for details. 2024-04-15T21:18:43.520 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:18:43 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: Traceback (most recent call last): 2024-04-15T21:18:43.520 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:18:43 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1114, in _check_daemons 2024-04-15T21:18:43.520 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:18:43 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: self.mgr._daemon_action(daemon_spec, action=action) 2024-04-15T21:18:43.520 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:18:43 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: File "/usr/share/ceph/mgr/cephadm/module.py", line 2457, in _daemon_action 2024-04-15T21:18:43.521 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:18:43 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: CephadmServe(self)._create_daemon(daemon_spec, reconfig=(action == 'reconfig'))) 2024-04-15T21:18:43.521 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:18:43 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: File "/usr/share/ceph/mgr/cephadm/module.py", line 779, in wait_async 2024-04-15T21:18:43.521 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:18:43 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: return self.event_loop.get_result(coro, timeout) 2024-04-15T21:18:43.521 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:18:43 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: File "/usr/share/ceph/mgr/cephadm/ssh.py", line 136, in get_result 2024-04-15T21:18:43.521 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:18:43 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: return future.result(timeout) 2024-04-15T21:18:43.521 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:18:43 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: File "/lib64/python3.6/concurrent/futures/_base.py", line 432, in result 2024-04-15T21:18:43.521 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:18:43 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: return self.__get_result() 2024-04-15T21:18:43.521 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:18:43 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: File "/lib64/python3.6/concurrent/futures/_base.py", line 384, in __get_result 2024-04-15T21:18:43.521 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:18:43 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: raise self._exception 2024-04-15T21:18:43.521 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:18:43 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1377, in _create_daemon 2024-04-15T21:18:43.521 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:18:43 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: use_current_daemon_image=reconfig, 2024-04-15T21:18:43.521 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:18:43 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1692, in _run_cephadm 2024-04-15T21:18:43.521 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:18:43 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: f'cephadm exited with an error code: {code}, stderr: {err}') 2024-04-15T21:18:43.521 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:18:43 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: orchestrator._interface.OrchestratorError: cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi057.jwyjxv ... 2024-04-15T21:18:43.521 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:18:43 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: Creating ceph-iscsi config... 2024-04-15T21:18:43.522 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:18:43 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: Write file: /var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/iscsi.foo.smithi057.jwyjxv/iscsi-gateway.cfg 2024-04-15T21:18:43.522 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:18:43 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: Write file: /var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/iscsi.foo.smithi057.jwyjxv/tcmu-runner-entrypoint.sh 2024-04-15T21:18:43.522 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:18:43 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: Non-zero exit code 1 from systemctl restart ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv 2024-04-15T21:18:43.522 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:18:43 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: systemctl: stderr Job for ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service failed because the control process exited with error code. 2024-04-15T21:18:43.522 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:18:43 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: systemctl: stderr See "systemctl status ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" and "journalctl -xeu ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" for details. 2024-04-15T21:18:43.522 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:18:43 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: Traceback (most recent call last): 2024-04-15T21:18:43.522 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:18:43 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-04-15T21:18:43.522 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:18:43 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: return _run_code(code, main_globals, None, 2024-04-15T21:18:43.522 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:18:43 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-04-15T21:18:43.522 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:18:43 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: exec(code, run_globals) 2024-04-15T21:18:43.522 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:18:43 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 5618, in 2024-04-15T21:18:43.522 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:18:43 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 5606, in main 2024-04-15T21:18:43.522 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:18:43 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 3096, in command_deploy_from 2024-04-15T21:18:43.523 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:18:43 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 3131, in _common_deploy 2024-04-15T21:18:43.523 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:18:43 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 3151, in _deploy_daemon_container 2024-04-15T21:18:43.523 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:18:43 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 1123, in deploy_daemon 2024-04-15T21:18:43.523 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:18:43 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-04-15T21:18:43.523 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:18:43 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: RuntimeError: Failed command: systemctl restart ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv: Job for ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service failed because the control process exited with error code. 2024-04-15T21:18:43.523 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:18:43 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: See "systemctl status ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" and "journalctl -xeu ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" for details. 2024-04-15T21:18:44.207 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:18:43 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: 2024-04-15T21:18:43.868+0000 7fd83924c200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-15T21:18:44.207 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:18:43 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: 2024-04-15T21:18:43.981+0000 7fd83924c200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-15T21:18:44.208 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:43 smithi148 ceph-mon[25742]: pgmap v6: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:18:44.208 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:43 smithi148 ceph-mon[25742]: cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi057.jwyjxv ... 2024-04-15T21:18:44.208 INFO:journalctl@ceph.mon.b.smithi148.stdout: Creating ceph-iscsi config... 2024-04-15T21:18:44.208 INFO:journalctl@ceph.mon.b.smithi148.stdout: Write file: /var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/iscsi.foo.smithi057.jwyjxv/iscsi-gateway.cfg 2024-04-15T21:18:44.208 INFO:journalctl@ceph.mon.b.smithi148.stdout: Write file: /var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/iscsi.foo.smithi057.jwyjxv/tcmu-runner-entrypoint.sh 2024-04-15T21:18:44.208 INFO:journalctl@ceph.mon.b.smithi148.stdout: Non-zero exit code 1 from systemctl restart ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv 2024-04-15T21:18:44.208 INFO:journalctl@ceph.mon.b.smithi148.stdout: systemctl: stderr Job for ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service failed because the control process exited with error code. 2024-04-15T21:18:44.208 INFO:journalctl@ceph.mon.b.smithi148.stdout: systemctl: stderr See "systemctl status ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" and "journalctl -xeu ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" for details. 2024-04-15T21:18:44.208 INFO:journalctl@ceph.mon.b.smithi148.stdout: Traceback (most recent call last): 2024-04-15T21:18:44.208 INFO:journalctl@ceph.mon.b.smithi148.stdout: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-04-15T21:18:44.209 INFO:journalctl@ceph.mon.b.smithi148.stdout: return _run_code(code, main_globals, None, 2024-04-15T21:18:44.209 INFO:journalctl@ceph.mon.b.smithi148.stdout: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-04-15T21:18:44.209 INFO:journalctl@ceph.mon.b.smithi148.stdout: exec(code, run_globals) 2024-04-15T21:18:44.209 INFO:journalctl@ceph.mon.b.smithi148.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 5618, in 2024-04-15T21:18:44.209 INFO:journalctl@ceph.mon.b.smithi148.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 5606, in main 2024-04-15T21:18:44.209 INFO:journalctl@ceph.mon.b.smithi148.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 3096, in command_deploy_from 2024-04-15T21:18:44.209 INFO:journalctl@ceph.mon.b.smithi148.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 3131, in _common_deploy 2024-04-15T21:18:44.209 INFO:journalctl@ceph.mon.b.smithi148.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 3151, in _deploy_daemon_container 2024-04-15T21:18:44.209 INFO:journalctl@ceph.mon.b.smithi148.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 1123, in deploy_daemon 2024-04-15T21:18:44.209 INFO:journalctl@ceph.mon.b.smithi148.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-04-15T21:18:44.209 INFO:journalctl@ceph.mon.b.smithi148.stdout: RuntimeError: Failed command: systemctl restart ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv: Job for ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service failed because the control process exited with error code. 2024-04-15T21:18:44.209 INFO:journalctl@ceph.mon.b.smithi148.stdout: See "systemctl status ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" and "journalctl -xeu ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" for details. 2024-04-15T21:18:44.209 INFO:journalctl@ceph.mon.b.smithi148.stdout: Traceback (most recent call last): 2024-04-15T21:18:44.209 INFO:journalctl@ceph.mon.b.smithi148.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1114, in _check_daemons 2024-04-15T21:18:44.210 INFO:journalctl@ceph.mon.b.smithi148.stdout: self.mgr._daemon_action(daemon_spec, action=action) 2024-04-15T21:18:44.210 INFO:journalctl@ceph.mon.b.smithi148.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 2457, in _daemon_action 2024-04-15T21:18:44.210 INFO:journalctl@ceph.mon.b.smithi148.stdout: CephadmServe(self)._create_daemon(daemon_spec, reconfig=(action == 'reconfig'))) 2024-04-15T21:18:44.210 INFO:journalctl@ceph.mon.b.smithi148.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 779, in wait_async 2024-04-15T21:18:44.210 INFO:journalctl@ceph.mon.b.smithi148.stdout: return self.event_loop.get_result(coro, timeout) 2024-04-15T21:18:44.210 INFO:journalctl@ceph.mon.b.smithi148.stdout: File "/usr/share/ceph/mgr/cephadm/ssh.py", line 136, in get_result 2024-04-15T21:18:44.210 INFO:journalctl@ceph.mon.b.smithi148.stdout: return future.result(timeout) 2024-04-15T21:18:44.210 INFO:journalctl@ceph.mon.b.smithi148.stdout: File "/lib64/python3.6/concurrent/futures/_base.py", line 432, in result 2024-04-15T21:18:44.210 INFO:journalctl@ceph.mon.b.smithi148.stdout: return self.__get_result() 2024-04-15T21:18:44.210 INFO:journalctl@ceph.mon.b.smithi148.stdout: File "/lib64/python3.6/concurrent/futures/_base.py", line 384, in __get_result 2024-04-15T21:18:44.210 INFO:journalctl@ceph.mon.b.smithi148.stdout: raise self._exception 2024-04-15T21:18:44.210 INFO:journalctl@ceph.mon.b.smithi148.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1377, in _create_daemon 2024-04-15T21:18:44.210 INFO:journalctl@ceph.mon.b.smithi148.stdout: use_current_daemon_image=reconfig, 2024-04-15T21:18:44.211 INFO:journalctl@ceph.mon.b.smithi148.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1692, in _run_cephadm 2024-04-15T21:18:44.211 INFO:journalctl@ceph.mon.b.smithi148.stdout: f'cephadm exited with an error code: {code}, stderr: {err}') 2024-04-15T21:18:44.211 INFO:journalctl@ceph.mon.b.smithi148.stdout: orchestrator._interface.OrchestratorError: cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi057.jwyjxv ... 2024-04-15T21:18:44.211 INFO:journalctl@ceph.mon.b.smithi148.stdout: Creating ceph-iscsi config... 2024-04-15T21:18:44.211 INFO:journalctl@ceph.mon.b.smithi148.stdout: Write file: /var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/iscsi.foo.smithi057.jwyjxv/iscsi-gateway.cfg 2024-04-15T21:18:44.211 INFO:journalctl@ceph.mon.b.smithi148.stdout: Write file: /var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/iscsi.foo.smithi057.jwyjxv/tcmu-runner-entrypoint.sh 2024-04-15T21:18:44.211 INFO:journalctl@ceph.mon.b.smithi148.stdout: Non-zero exit code 1 from systemctl restart ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv 2024-04-15T21:18:44.211 INFO:journalctl@ceph.mon.b.smithi148.stdout: systemctl: stderr Job for ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service failed because the control process exited with error code. 2024-04-15T21:18:44.211 INFO:journalctl@ceph.mon.b.smithi148.stdout: systemctl: stderr See "systemctl status ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" and "journalctl -xeu ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" for details. 2024-04-15T21:18:44.211 INFO:journalctl@ceph.mon.b.smithi148.stdout: Traceback (most recent call last): 2024-04-15T21:18:44.211 INFO:journalctl@ceph.mon.b.smithi148.stdout: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-04-15T21:18:44.211 INFO:journalctl@ceph.mon.b.smithi148.stdout: return _run_code(code, main_globals, None, 2024-04-15T21:18:44.211 INFO:journalctl@ceph.mon.b.smithi148.stdout: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-04-15T21:18:44.211 INFO:journalctl@ceph.mon.b.smithi148.stdout: exec(code, run_globals) 2024-04-15T21:18:44.211 INFO:journalctl@ceph.mon.b.smithi148.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 5618, in 2024-04-15T21:18:44.212 INFO:journalctl@ceph.mon.b.smithi148.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 5606, in main 2024-04-15T21:18:44.212 INFO:journalctl@ceph.mon.b.smithi148.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 3096, in command_deploy_from 2024-04-15T21:18:44.212 INFO:journalctl@ceph.mon.b.smithi148.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 3131, in _common_deploy 2024-04-15T21:18:44.212 INFO:journalctl@ceph.mon.b.smithi148.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 3151, in _deploy_daemon_container 2024-04-15T21:18:44.212 INFO:journalctl@ceph.mon.b.smithi148.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 1123, in deploy_daemon 2024-04-15T21:18:44.212 INFO:journalctl@ceph.mon.b.smithi148.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-04-15T21:18:44.212 INFO:journalctl@ceph.mon.b.smithi148.stdout: RuntimeError: Failed command: systemctl restart ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv: Job for ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service failed because the control process exited with error code. 2024-04-15T21:18:44.212 INFO:journalctl@ceph.mon.b.smithi148.stdout: See "systemctl status ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" and "journalctl -xeu ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" for details. 2024-04-15T21:18:44.212 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:43 smithi148 ceph-mon[25742]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-15T21:18:44.346 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:43 smithi057 ceph-mon[24810]: pgmap v6: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:18:44.347 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:43 smithi057 ceph-mon[24810]: cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi057.jwyjxv ... 2024-04-15T21:18:44.347 INFO:journalctl@ceph.mon.a.smithi057.stdout: Creating ceph-iscsi config... 2024-04-15T21:18:44.347 INFO:journalctl@ceph.mon.a.smithi057.stdout: Write file: /var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/iscsi.foo.smithi057.jwyjxv/iscsi-gateway.cfg 2024-04-15T21:18:44.347 INFO:journalctl@ceph.mon.a.smithi057.stdout: Write file: /var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/iscsi.foo.smithi057.jwyjxv/tcmu-runner-entrypoint.sh 2024-04-15T21:18:44.347 INFO:journalctl@ceph.mon.a.smithi057.stdout: Non-zero exit code 1 from systemctl restart ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv 2024-04-15T21:18:44.347 INFO:journalctl@ceph.mon.a.smithi057.stdout: systemctl: stderr Job for ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service failed because the control process exited with error code. 2024-04-15T21:18:44.347 INFO:journalctl@ceph.mon.a.smithi057.stdout: systemctl: stderr See "systemctl status ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" and "journalctl -xeu ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" for details. 2024-04-15T21:18:44.347 INFO:journalctl@ceph.mon.a.smithi057.stdout: Traceback (most recent call last): 2024-04-15T21:18:44.347 INFO:journalctl@ceph.mon.a.smithi057.stdout: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-04-15T21:18:44.347 INFO:journalctl@ceph.mon.a.smithi057.stdout: return _run_code(code, main_globals, None, 2024-04-15T21:18:44.347 INFO:journalctl@ceph.mon.a.smithi057.stdout: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-04-15T21:18:44.347 INFO:journalctl@ceph.mon.a.smithi057.stdout: exec(code, run_globals) 2024-04-15T21:18:44.347 INFO:journalctl@ceph.mon.a.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 5618, in 2024-04-15T21:18:44.348 INFO:journalctl@ceph.mon.a.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 5606, in main 2024-04-15T21:18:44.348 INFO:journalctl@ceph.mon.a.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 3096, in command_deploy_from 2024-04-15T21:18:44.348 INFO:journalctl@ceph.mon.a.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 3131, in _common_deploy 2024-04-15T21:18:44.348 INFO:journalctl@ceph.mon.a.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 3151, in _deploy_daemon_container 2024-04-15T21:18:44.348 INFO:journalctl@ceph.mon.a.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 1123, in deploy_daemon 2024-04-15T21:18:44.348 INFO:journalctl@ceph.mon.a.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-04-15T21:18:44.348 INFO:journalctl@ceph.mon.a.smithi057.stdout: RuntimeError: Failed command: systemctl restart ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv: Job for ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service failed because the control process exited with error code. 2024-04-15T21:18:44.348 INFO:journalctl@ceph.mon.a.smithi057.stdout: See "systemctl status ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" and "journalctl -xeu ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" for details. 2024-04-15T21:18:44.348 INFO:journalctl@ceph.mon.a.smithi057.stdout: Traceback (most recent call last): 2024-04-15T21:18:44.348 INFO:journalctl@ceph.mon.a.smithi057.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1114, in _check_daemons 2024-04-15T21:18:44.348 INFO:journalctl@ceph.mon.a.smithi057.stdout: self.mgr._daemon_action(daemon_spec, action=action) 2024-04-15T21:18:44.348 INFO:journalctl@ceph.mon.a.smithi057.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 2457, in _daemon_action 2024-04-15T21:18:44.348 INFO:journalctl@ceph.mon.a.smithi057.stdout: CephadmServe(self)._create_daemon(daemon_spec, reconfig=(action == 'reconfig'))) 2024-04-15T21:18:44.348 INFO:journalctl@ceph.mon.a.smithi057.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 779, in wait_async 2024-04-15T21:18:44.348 INFO:journalctl@ceph.mon.a.smithi057.stdout: return self.event_loop.get_result(coro, timeout) 2024-04-15T21:18:44.349 INFO:journalctl@ceph.mon.a.smithi057.stdout: File "/usr/share/ceph/mgr/cephadm/ssh.py", line 136, in get_result 2024-04-15T21:18:44.349 INFO:journalctl@ceph.mon.a.smithi057.stdout: return future.result(timeout) 2024-04-15T21:18:44.349 INFO:journalctl@ceph.mon.a.smithi057.stdout: File "/lib64/python3.6/concurrent/futures/_base.py", line 432, in result 2024-04-15T21:18:44.349 INFO:journalctl@ceph.mon.a.smithi057.stdout: return self.__get_result() 2024-04-15T21:18:44.349 INFO:journalctl@ceph.mon.a.smithi057.stdout: File "/lib64/python3.6/concurrent/futures/_base.py", line 384, in __get_result 2024-04-15T21:18:44.349 INFO:journalctl@ceph.mon.a.smithi057.stdout: raise self._exception 2024-04-15T21:18:44.349 INFO:journalctl@ceph.mon.a.smithi057.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1377, in _create_daemon 2024-04-15T21:18:44.349 INFO:journalctl@ceph.mon.a.smithi057.stdout: use_current_daemon_image=reconfig, 2024-04-15T21:18:44.349 INFO:journalctl@ceph.mon.a.smithi057.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1692, in _run_cephadm 2024-04-15T21:18:44.349 INFO:journalctl@ceph.mon.a.smithi057.stdout: f'cephadm exited with an error code: {code}, stderr: {err}') 2024-04-15T21:18:44.349 INFO:journalctl@ceph.mon.a.smithi057.stdout: orchestrator._interface.OrchestratorError: cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi057.jwyjxv ... 2024-04-15T21:18:44.349 INFO:journalctl@ceph.mon.a.smithi057.stdout: Creating ceph-iscsi config... 2024-04-15T21:18:44.349 INFO:journalctl@ceph.mon.a.smithi057.stdout: Write file: /var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/iscsi.foo.smithi057.jwyjxv/iscsi-gateway.cfg 2024-04-15T21:18:44.349 INFO:journalctl@ceph.mon.a.smithi057.stdout: Write file: /var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/iscsi.foo.smithi057.jwyjxv/tcmu-runner-entrypoint.sh 2024-04-15T21:18:44.349 INFO:journalctl@ceph.mon.a.smithi057.stdout: Non-zero exit code 1 from systemctl restart ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv 2024-04-15T21:18:44.350 INFO:journalctl@ceph.mon.a.smithi057.stdout: systemctl: stderr Job for ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service failed because the control process exited with error code. 2024-04-15T21:18:44.350 INFO:journalctl@ceph.mon.a.smithi057.stdout: systemctl: stderr See "systemctl status ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" and "journalctl -xeu ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" for details. 2024-04-15T21:18:44.350 INFO:journalctl@ceph.mon.a.smithi057.stdout: Traceback (most recent call last): 2024-04-15T21:18:44.350 INFO:journalctl@ceph.mon.a.smithi057.stdout: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-04-15T21:18:44.350 INFO:journalctl@ceph.mon.a.smithi057.stdout: return _run_code(code, main_globals, None, 2024-04-15T21:18:44.350 INFO:journalctl@ceph.mon.a.smithi057.stdout: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-04-15T21:18:44.350 INFO:journalctl@ceph.mon.a.smithi057.stdout: exec(code, run_globals) 2024-04-15T21:18:44.350 INFO:journalctl@ceph.mon.a.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 5618, in 2024-04-15T21:18:44.350 INFO:journalctl@ceph.mon.a.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 5606, in main 2024-04-15T21:18:44.350 INFO:journalctl@ceph.mon.a.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 3096, in command_deploy_from 2024-04-15T21:18:44.350 INFO:journalctl@ceph.mon.a.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 3131, in _common_deploy 2024-04-15T21:18:44.350 INFO:journalctl@ceph.mon.a.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 3151, in _deploy_daemon_container 2024-04-15T21:18:44.350 INFO:journalctl@ceph.mon.a.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 1123, in deploy_daemon 2024-04-15T21:18:44.350 INFO:journalctl@ceph.mon.a.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-04-15T21:18:44.351 INFO:journalctl@ceph.mon.a.smithi057.stdout: RuntimeError: Failed command: systemctl restart ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv: Job for ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service failed because the control process exited with error code. 2024-04-15T21:18:44.351 INFO:journalctl@ceph.mon.a.smithi057.stdout: See "systemctl status ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" and "journalctl -xeu ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" for details. 2024-04-15T21:18:44.351 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:43 smithi057 ceph-mon[24810]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-15T21:18:44.351 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:43 smithi057 ceph-mon[29654]: pgmap v6: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:18:44.351 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:43 smithi057 ceph-mon[29654]: cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi057.jwyjxv ... 2024-04-15T21:18:44.351 INFO:journalctl@ceph.mon.c.smithi057.stdout: Creating ceph-iscsi config... 2024-04-15T21:18:44.351 INFO:journalctl@ceph.mon.c.smithi057.stdout: Write file: /var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/iscsi.foo.smithi057.jwyjxv/iscsi-gateway.cfg 2024-04-15T21:18:44.351 INFO:journalctl@ceph.mon.c.smithi057.stdout: Write file: /var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/iscsi.foo.smithi057.jwyjxv/tcmu-runner-entrypoint.sh 2024-04-15T21:18:44.351 INFO:journalctl@ceph.mon.c.smithi057.stdout: Non-zero exit code 1 from systemctl restart ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv 2024-04-15T21:18:44.351 INFO:journalctl@ceph.mon.c.smithi057.stdout: systemctl: stderr Job for ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service failed because the control process exited with error code. 2024-04-15T21:18:44.352 INFO:journalctl@ceph.mon.c.smithi057.stdout: systemctl: stderr See "systemctl status ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" and "journalctl -xeu ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" for details. 2024-04-15T21:18:44.352 INFO:journalctl@ceph.mon.c.smithi057.stdout: Traceback (most recent call last): 2024-04-15T21:18:44.352 INFO:journalctl@ceph.mon.c.smithi057.stdout: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-04-15T21:18:44.352 INFO:journalctl@ceph.mon.c.smithi057.stdout: return _run_code(code, main_globals, None, 2024-04-15T21:18:44.352 INFO:journalctl@ceph.mon.c.smithi057.stdout: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-04-15T21:18:44.352 INFO:journalctl@ceph.mon.c.smithi057.stdout: exec(code, run_globals) 2024-04-15T21:18:44.352 INFO:journalctl@ceph.mon.c.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 5618, in 2024-04-15T21:18:44.352 INFO:journalctl@ceph.mon.c.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 5606, in main 2024-04-15T21:18:44.352 INFO:journalctl@ceph.mon.c.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 3096, in command_deploy_from 2024-04-15T21:18:44.352 INFO:journalctl@ceph.mon.c.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 3131, in _common_deploy 2024-04-15T21:18:44.352 INFO:journalctl@ceph.mon.c.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 3151, in _deploy_daemon_container 2024-04-15T21:18:44.352 INFO:journalctl@ceph.mon.c.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 1123, in deploy_daemon 2024-04-15T21:18:44.352 INFO:journalctl@ceph.mon.c.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-04-15T21:18:44.352 INFO:journalctl@ceph.mon.c.smithi057.stdout: RuntimeError: Failed command: systemctl restart ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv: Job for ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service failed because the control process exited with error code. 2024-04-15T21:18:44.353 INFO:journalctl@ceph.mon.c.smithi057.stdout: See "systemctl status ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" and "journalctl -xeu ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" for details. 2024-04-15T21:18:44.353 INFO:journalctl@ceph.mon.c.smithi057.stdout: Traceback (most recent call last): 2024-04-15T21:18:44.353 INFO:journalctl@ceph.mon.c.smithi057.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1114, in _check_daemons 2024-04-15T21:18:44.353 INFO:journalctl@ceph.mon.c.smithi057.stdout: self.mgr._daemon_action(daemon_spec, action=action) 2024-04-15T21:18:44.353 INFO:journalctl@ceph.mon.c.smithi057.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 2457, in _daemon_action 2024-04-15T21:18:44.353 INFO:journalctl@ceph.mon.c.smithi057.stdout: CephadmServe(self)._create_daemon(daemon_spec, reconfig=(action == 'reconfig'))) 2024-04-15T21:18:44.353 INFO:journalctl@ceph.mon.c.smithi057.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 779, in wait_async 2024-04-15T21:18:44.353 INFO:journalctl@ceph.mon.c.smithi057.stdout: return self.event_loop.get_result(coro, timeout) 2024-04-15T21:18:44.353 INFO:journalctl@ceph.mon.c.smithi057.stdout: File "/usr/share/ceph/mgr/cephadm/ssh.py", line 136, in get_result 2024-04-15T21:18:44.353 INFO:journalctl@ceph.mon.c.smithi057.stdout: return future.result(timeout) 2024-04-15T21:18:44.353 INFO:journalctl@ceph.mon.c.smithi057.stdout: File "/lib64/python3.6/concurrent/futures/_base.py", line 432, in result 2024-04-15T21:18:44.353 INFO:journalctl@ceph.mon.c.smithi057.stdout: return self.__get_result() 2024-04-15T21:18:44.353 INFO:journalctl@ceph.mon.c.smithi057.stdout: File "/lib64/python3.6/concurrent/futures/_base.py", line 384, in __get_result 2024-04-15T21:18:44.353 INFO:journalctl@ceph.mon.c.smithi057.stdout: raise self._exception 2024-04-15T21:18:44.353 INFO:journalctl@ceph.mon.c.smithi057.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1377, in _create_daemon 2024-04-15T21:18:44.354 INFO:journalctl@ceph.mon.c.smithi057.stdout: use_current_daemon_image=reconfig, 2024-04-15T21:18:44.354 INFO:journalctl@ceph.mon.c.smithi057.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1692, in _run_cephadm 2024-04-15T21:18:44.354 INFO:journalctl@ceph.mon.c.smithi057.stdout: f'cephadm exited with an error code: {code}, stderr: {err}') 2024-04-15T21:18:44.354 INFO:journalctl@ceph.mon.c.smithi057.stdout: orchestrator._interface.OrchestratorError: cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi057.jwyjxv ... 2024-04-15T21:18:44.354 INFO:journalctl@ceph.mon.c.smithi057.stdout: Creating ceph-iscsi config... 2024-04-15T21:18:44.354 INFO:journalctl@ceph.mon.c.smithi057.stdout: Write file: /var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/iscsi.foo.smithi057.jwyjxv/iscsi-gateway.cfg 2024-04-15T21:18:44.354 INFO:journalctl@ceph.mon.c.smithi057.stdout: Write file: /var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/iscsi.foo.smithi057.jwyjxv/tcmu-runner-entrypoint.sh 2024-04-15T21:18:44.354 INFO:journalctl@ceph.mon.c.smithi057.stdout: Non-zero exit code 1 from systemctl restart ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv 2024-04-15T21:18:44.354 INFO:journalctl@ceph.mon.c.smithi057.stdout: systemctl: stderr Job for ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service failed because the control process exited with error code. 2024-04-15T21:18:44.354 INFO:journalctl@ceph.mon.c.smithi057.stdout: systemctl: stderr See "systemctl status ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" and "journalctl -xeu ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" for details. 2024-04-15T21:18:44.354 INFO:journalctl@ceph.mon.c.smithi057.stdout: Traceback (most recent call last): 2024-04-15T21:18:44.354 INFO:journalctl@ceph.mon.c.smithi057.stdout: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-04-15T21:18:44.354 INFO:journalctl@ceph.mon.c.smithi057.stdout: return _run_code(code, main_globals, None, 2024-04-15T21:18:44.354 INFO:journalctl@ceph.mon.c.smithi057.stdout: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-04-15T21:18:44.355 INFO:journalctl@ceph.mon.c.smithi057.stdout: exec(code, run_globals) 2024-04-15T21:18:44.355 INFO:journalctl@ceph.mon.c.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 5618, in 2024-04-15T21:18:44.355 INFO:journalctl@ceph.mon.c.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 5606, in main 2024-04-15T21:18:44.355 INFO:journalctl@ceph.mon.c.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 3096, in command_deploy_from 2024-04-15T21:18:44.355 INFO:journalctl@ceph.mon.c.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 3131, in _common_deploy 2024-04-15T21:18:44.355 INFO:journalctl@ceph.mon.c.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 3151, in _deploy_daemon_container 2024-04-15T21:18:44.355 INFO:journalctl@ceph.mon.c.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 1123, in deploy_daemon 2024-04-15T21:18:44.355 INFO:journalctl@ceph.mon.c.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-04-15T21:18:44.355 INFO:journalctl@ceph.mon.c.smithi057.stdout: RuntimeError: Failed command: systemctl restart ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv: Job for ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service failed because the control process exited with error code. 2024-04-15T21:18:44.355 INFO:journalctl@ceph.mon.c.smithi057.stdout: See "systemctl status ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" and "journalctl -xeu ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" for details. 2024-04-15T21:18:44.355 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:43 smithi057 ceph-mon[29654]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-15T21:18:44.535 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:18:44 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: 2024-04-15T21:18:44.216+0000 7fd83924c200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-15T21:18:44.535 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:18:44 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: [15/Apr/2024:21:18:44] ENGINE Bus STARTING 2024-04-15T21:18:44.536 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:18:44 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: CherryPy Checker: 2024-04-15T21:18:44.536 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:18:44 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: The Application mounted at '' has an empty config. 2024-04-15T21:18:44.536 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:18:44 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: 2024-04-15T21:18:44.536 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:18:44 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: [15/Apr/2024:21:18:44] ENGINE Serving on http://:::9283 2024-04-15T21:18:44.536 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:18:44 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: [15/Apr/2024:21:18:44] ENGINE Bus STARTED 2024-04-15T21:18:45.113 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:45 smithi057 ceph-mon[24810]: Reconfiguring daemon prometheus.a on smithi148 2024-04-15T21:18:45.114 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:45 smithi057 ceph-mon[24810]: Standby manager daemon x restarted 2024-04-15T21:18:45.114 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:45 smithi057 ceph-mon[24810]: Standby manager daemon x started 2024-04-15T21:18:45.114 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:45 smithi057 ceph-mon[24810]: from='mgr.? 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-15T21:18:45.114 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:45 smithi057 ceph-mon[24810]: from='mgr.? 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-15T21:18:45.114 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:45 smithi057 ceph-mon[24810]: from='mgr.? 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-15T21:18:45.114 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:45 smithi057 ceph-mon[24810]: from='mgr.? 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-15T21:18:45.114 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:45 smithi057 ceph-mon[29654]: Reconfiguring daemon prometheus.a on smithi148 2024-04-15T21:18:45.114 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:45 smithi057 ceph-mon[29654]: Standby manager daemon x restarted 2024-04-15T21:18:45.115 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:45 smithi057 ceph-mon[29654]: Standby manager daemon x started 2024-04-15T21:18:45.115 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:45 smithi057 ceph-mon[29654]: from='mgr.? 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-15T21:18:45.115 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:45 smithi057 ceph-mon[29654]: from='mgr.? 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-15T21:18:45.115 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:45 smithi057 ceph-mon[29654]: from='mgr.? 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-15T21:18:45.115 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:45 smithi057 ceph-mon[29654]: from='mgr.? 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-15T21:18:45.348 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:45 smithi148 ceph-mon[25742]: Reconfiguring daemon prometheus.a on smithi148 2024-04-15T21:18:45.348 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:45 smithi148 ceph-mon[25742]: Standby manager daemon x restarted 2024-04-15T21:18:45.349 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:45 smithi148 ceph-mon[25742]: Standby manager daemon x started 2024-04-15T21:18:45.349 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:45 smithi148 ceph-mon[25742]: from='mgr.? 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-15T21:18:45.349 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:45 smithi148 ceph-mon[25742]: from='mgr.? 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-15T21:18:45.349 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:45 smithi148 ceph-mon[25742]: from='mgr.? 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-15T21:18:45.349 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:45 smithi148 ceph-mon[25742]: from='mgr.? 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-15T21:18:46.098 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:46 smithi148 ceph-mon[25742]: pgmap v7: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 30 KiB/s rd, 0 B/s wr, 17 op/s 2024-04-15T21:18:46.099 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:46 smithi148 ceph-mon[25742]: mgrmap e32: y(active, since 8s), standbys: x 2024-04-15T21:18:46.099 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:46 smithi148 ceph-mon[25742]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:18:46.099 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:46 smithi148 ceph-mon[25742]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:18:46.099 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:46 smithi148 ceph-mon[25742]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:18:46.279 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:46 smithi057 ceph-mon[24810]: pgmap v7: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 30 KiB/s rd, 0 B/s wr, 17 op/s 2024-04-15T21:18:46.279 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:46 smithi057 ceph-mon[24810]: mgrmap e32: y(active, since 8s), standbys: x 2024-04-15T21:18:46.279 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:46 smithi057 ceph-mon[24810]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:18:46.279 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:46 smithi057 ceph-mon[24810]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:18:46.279 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:46 smithi057 ceph-mon[24810]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:18:46.279 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:46 smithi057 ceph-mon[29654]: pgmap v7: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 30 KiB/s rd, 0 B/s wr, 17 op/s 2024-04-15T21:18:46.280 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:46 smithi057 ceph-mon[29654]: mgrmap e32: y(active, since 8s), standbys: x 2024-04-15T21:18:46.280 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:46 smithi057 ceph-mon[29654]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:18:46.280 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:46 smithi057 ceph-mon[29654]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:18:46.280 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:46 smithi057 ceph-mon[29654]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:18:47.251 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:18:47 smithi148 systemd[1]: Stopping Ceph prometheus.a for b97cffaa-fb6a-11ee-bc8f-c7b262605968... 2024-04-15T21:18:47.251 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:18:47 smithi148 bash[63025]: Error: no container with name or ID "ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus.a" found: no such container 2024-04-15T21:18:47.527 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:18:47 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[55610]: ts=2024-04-15T21:18:47.252Z caller=main.go:775 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-04-15T21:18:47.527 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:18:47 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[55610]: ts=2024-04-15T21:18:47.252Z caller=main.go:798 level=info msg="Stopping scrape discovery manager..." 2024-04-15T21:18:47.527 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:18:47 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[55610]: ts=2024-04-15T21:18:47.252Z caller=main.go:812 level=info msg="Stopping notify discovery manager..." 2024-04-15T21:18:47.527 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:18:47 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[55610]: ts=2024-04-15T21:18:47.252Z caller=main.go:834 level=info msg="Stopping scrape manager..." 2024-04-15T21:18:47.527 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:18:47 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[55610]: ts=2024-04-15T21:18:47.252Z caller=main.go:794 level=info msg="Scrape discovery manager stopped" 2024-04-15T21:18:47.527 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:18:47 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[55610]: ts=2024-04-15T21:18:47.252Z caller=main.go:808 level=info msg="Notify discovery manager stopped" 2024-04-15T21:18:47.528 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:18:47 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[55610]: ts=2024-04-15T21:18:47.253Z caller=manager.go:945 level=info component="rule manager" msg="Stopping rule manager..." 2024-04-15T21:18:47.528 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:18:47 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[55610]: ts=2024-04-15T21:18:47.253Z caller=main.go:828 level=info msg="Scrape manager stopped" 2024-04-15T21:18:47.528 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:18:47 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[55610]: ts=2024-04-15T21:18:47.253Z caller=manager.go:955 level=info component="rule manager" msg="Rule manager stopped" 2024-04-15T21:18:47.528 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:18:47 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[55610]: ts=2024-04-15T21:18:47.253Z caller=notifier.go:600 level=info component=notifier msg="Stopping notification manager..." 2024-04-15T21:18:47.528 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:18:47 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[55610]: ts=2024-04-15T21:18:47.253Z caller=main.go:1054 level=info msg="Notifier manager stopped" 2024-04-15T21:18:47.528 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:18:47 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[55610]: ts=2024-04-15T21:18:47.253Z caller=main.go:1066 level=info msg="See you next time!" 2024-04-15T21:18:47.528 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:18:47 smithi148 podman[63035]: 2024-04-15 21:18:47.263067627 +0000 UTC m=+0.143990468 container died 2a6cecfe89c9d575561803a55424b7bd9e559fb39c3d44191f3916d35d89c2d2 (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-15T21:18:47.848 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:18:47 smithi148 podman[63035]: 2024-04-15 21:18:47.652171052 +0000 UTC m=+0.533093890 container cleanup 2a6cecfe89c9d575561803a55424b7bd9e559fb39c3d44191f3916d35d89c2d2 (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-15T21:18:47.849 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:18:47 smithi148 bash[63035]: ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a 2024-04-15T21:18:47.849 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:18:47 smithi148 bash[63062]: Error: no container with name or ID "ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus.a" found: no such container 2024-04-15T21:18:48.044 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:48 smithi057 ceph-mon[24810]: pgmap v8: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 24 KiB/s rd, 0 B/s wr, 13 op/s 2024-04-15T21:18:48.045 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:48 smithi057 ceph-mon[29654]: pgmap v8: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 24 KiB/s rd, 0 B/s wr, 13 op/s 2024-04-15T21:18:48.161 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:48 smithi148 ceph-mon[25742]: pgmap v8: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 24 KiB/s rd, 0 B/s wr, 13 op/s 2024-04-15T21:18:48.161 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:18:47 smithi148 podman[63049]: 2024-04-15 21:18:47.911549044 +0000 UTC m=+0.650500335 container remove 2a6cecfe89c9d575561803a55424b7bd9e559fb39c3d44191f3916d35d89c2d2 (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-15T21:18:48.161 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:18:47 smithi148 systemd[1]: ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-04-15T21:18:48.161 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:18:47 smithi148 systemd[1]: Stopped Ceph prometheus.a for b97cffaa-fb6a-11ee-bc8f-c7b262605968. 2024-04-15T21:18:48.162 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:18:47 smithi148 systemd[1]: ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@prometheus.a.service: Consumed 1.830s CPU time. 2024-04-15T21:18:48.162 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:18:47 smithi148 systemd[1]: Starting Ceph prometheus.a for b97cffaa-fb6a-11ee-bc8f-c7b262605968... 2024-04-15T21:18:48.162 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:18:48 smithi148 podman[63133]: 2024-04-15 21:18:48.059340601 +0000 UTC m=+0.019103374 image pull 514e6a882f6e74806a5856468489eeff8d7106095557578da96935e4d0ba4d9d quay.io/prometheus/prometheus:v2.33.4 2024-04-15T21:18:48.162 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:18:48 smithi148 podman[63133]: 2024-04-15 21:18:48.162389332 +0000 UTC m=+0.122152108 container create 43c18561055dcbdf04e34f1e3307d52c98c3f2499899edccdf67047b2d34558a (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-15T21:18:48.849 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:18:48 smithi148 podman[63133]: 2024-04-15 21:18:48.423203754 +0000 UTC m=+0.382966526 container init 43c18561055dcbdf04e34f1e3307d52c98c3f2499899edccdf67047b2d34558a (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-15T21:18:48.849 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:18:48 smithi148 podman[63133]: 2024-04-15 21:18:48.426206138 +0000 UTC m=+0.385968914 container start 43c18561055dcbdf04e34f1e3307d52c98c3f2499899edccdf67047b2d34558a (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-15T21:18:48.849 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:18:48 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[63148]: ts=2024-04-15T21:18:48.449Z caller=main.go:475 level=info msg="No time or size retention was set so using the default time retention" duration=15d 2024-04-15T21:18:48.849 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:18:48 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[63148]: ts=2024-04-15T21:18:48.449Z caller=main.go:512 level=info msg="Starting Prometheus" version="(version=2.33.4, branch=HEAD, revision=83032011a5d3e6102624fe58241a374a7201fee8)" 2024-04-15T21:18:48.849 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:18:48 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[63148]: ts=2024-04-15T21:18:48.449Z caller=main.go:517 level=info build_context="(go=go1.17.7, user=root@d13bf69e7be8, date=20220222-16:51:28)" 2024-04-15T21:18:48.849 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:18:48 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[63148]: ts=2024-04-15T21:18:48.449Z caller=main.go:518 level=info host_details="(Linux 5.14.0-438.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024 x86_64 smithi148 (none))" 2024-04-15T21:18:48.849 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:18:48 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[63148]: ts=2024-04-15T21:18:48.449Z caller=main.go:519 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-04-15T21:18:48.849 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:18:48 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[63148]: ts=2024-04-15T21:18:48.449Z caller=main.go:520 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-04-15T21:18:48.850 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:18:48 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[63148]: ts=2024-04-15T21:18:48.451Z caller=web.go:570 level=info component=web msg="Start listening for connections" address=:9095 2024-04-15T21:18:48.850 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:18:48 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[63148]: ts=2024-04-15T21:18:48.451Z caller=main.go:923 level=info msg="Starting TSDB ..." 2024-04-15T21:18:48.850 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:18:48 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[63148]: ts=2024-04-15T21:18:48.452Z caller=tls_config.go:195 level=info component=web msg="TLS is disabled." http2=false 2024-04-15T21:18:48.850 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:18:48 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[63148]: ts=2024-04-15T21:18:48.454Z caller=head.go:493 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-04-15T21:18:48.850 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:18:48 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[63148]: ts=2024-04-15T21:18:48.454Z caller=head.go:527 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=8.562µs 2024-04-15T21:18:48.850 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:18:48 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[63148]: ts=2024-04-15T21:18:48.454Z caller=head.go:533 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-04-15T21:18:48.850 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:18:48 smithi148 bash[63133]: 43c18561055dcbdf04e34f1e3307d52c98c3f2499899edccdf67047b2d34558a 2024-04-15T21:18:48.850 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:18:48 smithi148 systemd[1]: Started Ceph prometheus.a for b97cffaa-fb6a-11ee-bc8f-c7b262605968. 2024-04-15T21:18:48.850 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:18:48 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[63148]: ts=2024-04-15T21:18:48.652Z caller=head.go:604 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=5 2024-04-15T21:18:48.850 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:18:48 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[63148]: ts=2024-04-15T21:18:48.652Z caller=head.go:604 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=5 2024-04-15T21:18:49.164 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:18:48 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[63148]: ts=2024-04-15T21:18:48.852Z caller=head.go:604 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=5 2024-04-15T21:18:49.164 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:18:48 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[63148]: ts=2024-04-15T21:18:48.940Z caller=head.go:604 level=info component=tsdb msg="WAL segment loaded" segment=3 maxSegment=5 2024-04-15T21:18:49.598 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:49 smithi148 ceph-mon[25742]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:18:49.599 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:49 smithi148 ceph-mon[25742]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:18:49.599 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:49 smithi148 ceph-mon[25742]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:18:49.599 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:49 smithi148 ceph-mon[25742]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:18:49.599 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:49 smithi148 ceph-mon[25742]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:18:49.599 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:49 smithi148 ceph-mon[25742]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-15T21:18:49.599 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:49 smithi148 ceph-mon[25742]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:18:49.599 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:49 smithi148 ceph-mon[25742]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:18:49.599 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:49 smithi148 ceph-mon[25742]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:18:49.599 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:49 smithi148 ceph-mon[25742]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:18:49.599 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:49 smithi148 ceph-mon[25742]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:18:49.599 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:18:49 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[63148]: ts=2024-04-15T21:18:49.184Z caller=head.go:604 level=info component=tsdb msg="WAL segment loaded" segment=4 maxSegment=5 2024-04-15T21:18:49.600 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:18:49 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[63148]: ts=2024-04-15T21:18:49.184Z caller=head.go:604 level=info component=tsdb msg="WAL segment loaded" segment=5 maxSegment=5 2024-04-15T21:18:49.600 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:18:49 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[63148]: ts=2024-04-15T21:18:49.184Z caller=head.go:610 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=65.206µs wal_replay_duration=729.670575ms total_replay_duration=729.766663ms 2024-04-15T21:18:49.600 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:18:49 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[63148]: ts=2024-04-15T21:18:49.190Z caller=main.go:944 level=info fs_type=XFS_SUPER_MAGIC 2024-04-15T21:18:49.600 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:18:49 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[63148]: ts=2024-04-15T21:18:49.191Z caller=main.go:947 level=info msg="TSDB started" 2024-04-15T21:18:49.600 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:18:49 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[63148]: ts=2024-04-15T21:18:49.191Z caller=main.go:1128 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-15T21:18:49.600 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:18:49 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[63148]: ts=2024-04-15T21:18:49.212Z caller=main.go:1165 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=21.765253ms db_storage=1.124µs remote_storage=5.336µs web_handler=514ns query_engine=1.098µs scrape=293.604µs scrape_sd=187.986µs notify=24.681µs notify_sd=22.659µs rules=20.55482ms 2024-04-15T21:18:49.600 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:18:49 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[63148]: ts=2024-04-15T21:18:49.212Z caller=main.go:896 level=info msg="Server is ready to receive web requests." 2024-04-15T21:18:49.626 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:49 smithi057 ceph-mon[24810]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:18:49.627 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:49 smithi057 ceph-mon[24810]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:18:49.627 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:49 smithi057 ceph-mon[24810]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:18:49.627 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:49 smithi057 ceph-mon[24810]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:18:49.627 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:49 smithi057 ceph-mon[24810]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:18:49.627 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:49 smithi057 ceph-mon[24810]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-15T21:18:49.627 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:49 smithi057 ceph-mon[24810]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:18:49.627 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:49 smithi057 ceph-mon[24810]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:18:49.627 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:49 smithi057 ceph-mon[24810]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:18:49.627 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:49 smithi057 ceph-mon[24810]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:18:49.627 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:49 smithi057 ceph-mon[24810]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:18:49.627 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:49 smithi057 ceph-mon[29654]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:18:49.627 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:49 smithi057 ceph-mon[29654]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:18:49.628 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:49 smithi057 ceph-mon[29654]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:18:49.628 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:49 smithi057 ceph-mon[29654]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:18:49.628 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:49 smithi057 ceph-mon[29654]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:18:49.628 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:49 smithi057 ceph-mon[29654]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-15T21:18:49.628 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:49 smithi057 ceph-mon[29654]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:18:49.628 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:49 smithi057 ceph-mon[29654]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:18:49.628 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:49 smithi057 ceph-mon[29654]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:18:49.628 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:49 smithi057 ceph-mon[29654]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:18:49.628 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:49 smithi057 ceph-mon[29654]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:18:50.598 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:50 smithi148 ceph-mon[25742]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-15T21:18:50.599 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:50 smithi148 ceph-mon[25742]: pgmap v9: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 11 op/s 2024-04-15T21:18:50.599 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:50 smithi148 ceph-mon[25742]: Reconfiguring iscsi.foo.smithi057.jwyjxv (dependencies changed)... 2024-04-15T21:18:50.599 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:50 smithi148 ceph-mon[25742]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi057.jwyjxv", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-04-15T21:18:50.599 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:50 smithi148 ceph-mon[25742]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:18:50.599 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:50 smithi148 ceph-mon[25742]: Reconfiguring daemon iscsi.foo.smithi057.jwyjxv on smithi057 2024-04-15T21:18:50.627 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:50 smithi057 ceph-mon[24810]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-15T21:18:50.627 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:50 smithi057 ceph-mon[24810]: pgmap v9: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 11 op/s 2024-04-15T21:18:50.627 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:50 smithi057 ceph-mon[24810]: Reconfiguring iscsi.foo.smithi057.jwyjxv (dependencies changed)... 2024-04-15T21:18:50.628 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:50 smithi057 ceph-mon[24810]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi057.jwyjxv", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-04-15T21:18:50.628 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:50 smithi057 ceph-mon[24810]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:18:50.628 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:50 smithi057 ceph-mon[24810]: Reconfiguring daemon iscsi.foo.smithi057.jwyjxv on smithi057 2024-04-15T21:18:50.628 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:50 smithi057 ceph-mon[29654]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-15T21:18:50.628 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:50 smithi057 ceph-mon[29654]: pgmap v9: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 11 op/s 2024-04-15T21:18:50.629 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:50 smithi057 ceph-mon[29654]: Reconfiguring iscsi.foo.smithi057.jwyjxv (dependencies changed)... 2024-04-15T21:18:50.629 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:50 smithi057 ceph-mon[29654]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi057.jwyjxv", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-04-15T21:18:50.629 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:50 smithi057 ceph-mon[29654]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:18:50.629 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:50 smithi057 ceph-mon[29654]: Reconfiguring daemon iscsi.foo.smithi057.jwyjxv on smithi057 2024-04-15T21:18:52.362 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:52 smithi057 ceph-mon[24810]: pgmap v10: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-15T21:18:52.362 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:52 smithi057 ceph-mon[24810]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:18:52.363 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:52 smithi057 ceph-mon[29654]: pgmap v10: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-15T21:18:52.363 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:52 smithi057 ceph-mon[29654]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:18:52.592 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:52 smithi148 ceph-mon[25742]: pgmap v10: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-15T21:18:52.593 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:52 smithi148 ceph-mon[25742]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:18:53.504 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:53 smithi148 ceph-mon[25742]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:18:53.504 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:53 smithi148 ceph-mon[25742]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:18:53.504 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:53 smithi148 ceph-mon[25742]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-04-15T21:18:53.504 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:53 smithi148 ceph-mon[25742]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-04-15T21:18:53.505 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:53 smithi148 ceph-mon[25742]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-04-15T21:18:53.505 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:53 smithi148 ceph-mon[25742]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-04-15T21:18:53.505 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:53 smithi148 ceph-mon[25742]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:18:53.505 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:53 smithi148 ceph-mon[25742]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:18:53.505 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:53 smithi148 ceph-mon[25742]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:18:53.505 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:53 smithi148 ceph-mon[25742]: from='client.? 172.21.15.57:0/3480632460' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-04-15T21:18:53.627 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:53 smithi057 ceph-mon[24810]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:18:53.627 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:53 smithi057 ceph-mon[24810]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:18:53.627 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:53 smithi057 ceph-mon[24810]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-04-15T21:18:53.627 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:53 smithi057 ceph-mon[24810]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-04-15T21:18:53.627 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:53 smithi057 ceph-mon[24810]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-04-15T21:18:53.627 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:53 smithi057 ceph-mon[24810]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-04-15T21:18:53.628 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:53 smithi057 ceph-mon[24810]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:18:53.628 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:53 smithi057 ceph-mon[24810]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:18:53.628 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:53 smithi057 ceph-mon[24810]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:18:53.628 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:53 smithi057 ceph-mon[24810]: from='client.? 172.21.15.57:0/3480632460' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-04-15T21:18:53.628 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:53 smithi057 ceph-mon[29654]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:18:53.628 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:53 smithi057 ceph-mon[29654]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:18:53.628 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:53 smithi057 ceph-mon[29654]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-04-15T21:18:53.628 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:53 smithi057 ceph-mon[29654]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-04-15T21:18:53.628 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:53 smithi057 ceph-mon[29654]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-04-15T21:18:53.628 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:53 smithi057 ceph-mon[29654]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-04-15T21:18:53.628 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:53 smithi057 ceph-mon[29654]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:18:53.628 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:53 smithi057 ceph-mon[29654]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:18:53.628 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:53 smithi057 ceph-mon[29654]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:18:53.629 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:53 smithi057 ceph-mon[29654]: from='client.? 172.21.15.57:0/3480632460' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-04-15T21:18:54.530 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:54 smithi057 ceph-mon[24810]: pgmap v11: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-15T21:18:54.530 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:54 smithi057 ceph-mon[29654]: pgmap v11: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-15T21:18:54.598 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:54 smithi148 ceph-mon[25742]: pgmap v11: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-15T21:18:56.598 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:56 smithi148 ceph-mon[25742]: pgmap v12: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-15T21:18:56.627 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:56 smithi057 ceph-mon[24810]: pgmap v12: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-15T21:18:56.627 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:56 smithi057 ceph-mon[29654]: pgmap v12: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-15T21:18:58.348 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:57 smithi148 ceph-mon[25742]: pgmap v13: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-04-15T21:18:58.376 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:57 smithi057 ceph-mon[24810]: pgmap v13: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-04-15T21:18:58.377 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:57 smithi057 ceph-mon[29654]: pgmap v13: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-04-15T21:19:00.242 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:59 smithi057 ceph-mon[24810]: pgmap v14: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-04-15T21:19:00.242 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:59 smithi057 ceph-mon[24810]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:19:00.242 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:59 smithi057 ceph-mon[24810]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:19:00.242 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:18:59 smithi057 ceph-mon[24810]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:19:00.242 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:59 smithi057 ceph-mon[29654]: pgmap v14: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-04-15T21:19:00.242 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:59 smithi057 ceph-mon[29654]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:19:00.243 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:59 smithi057 ceph-mon[29654]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:19:00.243 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:18:59 smithi057 ceph-mon[29654]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:19:00.249 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:59 smithi148 ceph-mon[25742]: pgmap v14: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-04-15T21:19:00.249 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:59 smithi148 ceph-mon[25742]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:19:00.249 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:59 smithi148 ceph-mon[25742]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:19:00.249 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:18:59 smithi148 ceph-mon[25742]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:19:01.823 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:19:01 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:19:01] "GET /metrics HTTP/1.1" 200 37907 "" "Prometheus/2.33.4" 2024-04-15T21:19:02.074 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:19:01 smithi057 ceph-mon[24810]: pgmap v15: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-04-15T21:19:02.074 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:19:01 smithi057 ceph-mon[29654]: pgmap v15: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-04-15T21:19:02.098 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:19:01 smithi148 ceph-mon[25742]: pgmap v15: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-04-15T21:19:04.127 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:19:03 smithi057 ceph-mon[24810]: from='client.15258 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:19:04.127 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:19:03 smithi057 ceph-mon[24810]: pgmap v16: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-04-15T21:19:04.127 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:19:03 smithi057 ceph-mon[24810]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:19:04.127 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:19:03 smithi057 ceph-mon[24810]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:19:04.127 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:19:03 smithi057 ceph-mon[24810]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:19:04.127 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:19:03 smithi057 ceph-mon[29654]: from='client.15258 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:19:04.127 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:19:03 smithi057 ceph-mon[29654]: pgmap v16: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-04-15T21:19:04.128 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:19:03 smithi057 ceph-mon[29654]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:19:04.128 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:19:03 smithi057 ceph-mon[29654]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:19:04.128 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:19:03 smithi057 ceph-mon[29654]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:19:04.349 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:19:03 smithi148 ceph-mon[25742]: from='client.15258 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:19:04.349 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:19:03 smithi148 ceph-mon[25742]: pgmap v16: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-04-15T21:19:04.349 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:19:03 smithi148 ceph-mon[25742]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:19:04.349 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:19:03 smithi148 ceph-mon[25742]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:19:04.349 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:19:03 smithi148 ceph-mon[25742]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:19:06.098 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:19:05 smithi148 ceph-mon[25742]: pgmap v17: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 938 B/s rd, 0 op/s 2024-04-15T21:19:06.099 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:19:05 smithi148 ceph-mon[25742]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:19:06.099 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:19:05 smithi148 ceph-mon[25742]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:19:06.099 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:19:05 smithi148 ceph-mon[25742]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:19:06.341 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:19:05 smithi057 ceph-mon[24810]: pgmap v17: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 938 B/s rd, 0 op/s 2024-04-15T21:19:06.342 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:19:05 smithi057 ceph-mon[24810]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:19:06.342 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:19:05 smithi057 ceph-mon[24810]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:19:06.342 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:19:05 smithi057 ceph-mon[24810]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:19:06.342 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:19:05 smithi057 ceph-mon[29654]: pgmap v17: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 938 B/s rd, 0 op/s 2024-04-15T21:19:06.342 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:19:05 smithi057 ceph-mon[29654]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:19:06.342 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:19:05 smithi057 ceph-mon[29654]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:19:06.342 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:19:05 smithi057 ceph-mon[29654]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:19:07.348 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:19:06 smithi148 ceph-mon[25742]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:19:07.376 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:19:06 smithi057 ceph-mon[24810]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:19:07.377 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:19:06 smithi057 ceph-mon[29654]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:19:08.349 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:19:07 smithi148 ceph-mon[25742]: pgmap v18: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:19:08.377 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:19:07 smithi057 ceph-mon[24810]: pgmap v18: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:19:08.377 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:19:07 smithi057 ceph-mon[29654]: pgmap v18: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:19:10.348 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:19:10 smithi148 ceph-mon[25742]: pgmap v19: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:19:10.376 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:19:10 smithi057 ceph-mon[24810]: pgmap v19: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:19:10.377 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:19:10 smithi057 ceph-mon[29654]: pgmap v19: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:19:11.877 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:19:11 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:19:11] "GET /metrics HTTP/1.1" 200 37905 "" "Prometheus/2.33.4" 2024-04-15T21:19:12.348 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:19:12 smithi148 ceph-mon[25742]: pgmap v20: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:19:12.377 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:19:12 smithi057 ceph-mon[24810]: pgmap v20: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:19:12.377 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:19:12 smithi057 ceph-mon[29654]: pgmap v20: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:19:14.349 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:19:14 smithi148 ceph-mon[25742]: from='client.15258 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:19:14.349 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:19:14 smithi148 ceph-mon[25742]: pgmap v21: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:19:14.377 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:19:14 smithi057 ceph-mon[24810]: from='client.15258 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:19:14.377 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:19:14 smithi057 ceph-mon[24810]: pgmap v21: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:19:14.377 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:19:14 smithi057 ceph-mon[29654]: from='client.15258 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:19:14.377 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:19:14 smithi057 ceph-mon[29654]: pgmap v21: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:19:16.348 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:19:16 smithi148 ceph-mon[25742]: pgmap v22: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:19:16.377 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:19:16 smithi057 ceph-mon[24810]: pgmap v22: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:19:16.377 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:19:16 smithi057 ceph-mon[29654]: pgmap v22: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:19:18.348 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:19:18 smithi148 ceph-mon[25742]: pgmap v23: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:19:18.377 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:19:18 smithi057 ceph-mon[24810]: pgmap v23: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:19:18.377 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:19:18 smithi057 ceph-mon[29654]: pgmap v23: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:19:20.348 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:19:20 smithi148 ceph-mon[25742]: pgmap v24: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:19:20.377 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:19:20 smithi057 ceph-mon[24810]: pgmap v24: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:19:20.377 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:19:20 smithi057 ceph-mon[29654]: pgmap v24: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:19:21.839 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:19:21 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:19:21] "GET /metrics HTTP/1.1" 200 37905 "" "Prometheus/2.33.4" 2024-04-15T21:19:22.102 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:19:22 smithi057 ceph-mon[24810]: pgmap v25: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:19:22.102 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:19:22 smithi057 ceph-mon[24810]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:19:22.102 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:19:22 smithi057 ceph-mon[29654]: pgmap v25: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:19:22.102 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:19:22 smithi057 ceph-mon[29654]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:19:22.349 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:19:22 smithi148 ceph-mon[25742]: pgmap v25: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:19:22.349 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:19:22 smithi148 ceph-mon[25742]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:19:23.377 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:19:23 smithi057 ceph-mon[24810]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:19:23.377 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:19:23 smithi057 ceph-mon[24810]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:19:23.377 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:19:23 smithi057 ceph-mon[24810]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:19:23.377 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:19:23 smithi057 ceph-mon[29654]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:19:23.377 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:19:23 smithi057 ceph-mon[29654]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:19:23.378 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:19:23 smithi057 ceph-mon[29654]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:19:23.599 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:19:23 smithi148 ceph-mon[25742]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:19:23.599 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:19:23 smithi148 ceph-mon[25742]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:19:23.599 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:19:23 smithi148 ceph-mon[25742]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:19:24.349 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:19:24 smithi148 ceph-mon[25742]: from='client.15258 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:19:24.349 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:19:24 smithi148 ceph-mon[25742]: pgmap v26: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:19:24.349 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:19:24 smithi148 ceph-mon[25742]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:19:24.349 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:19:24 smithi148 ceph-mon[25742]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:19:24.349 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:19:24 smithi148 ceph-mon[25742]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:19:24.377 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:19:24 smithi057 ceph-mon[24810]: from='client.15258 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:19:24.377 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:19:24 smithi057 ceph-mon[24810]: pgmap v26: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:19:24.377 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:19:24 smithi057 ceph-mon[24810]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:19:24.377 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:19:24 smithi057 ceph-mon[24810]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:19:24.377 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:19:24 smithi057 ceph-mon[24810]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:19:24.377 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:19:24 smithi057 ceph-mon[29654]: from='client.15258 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:19:24.378 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:19:24 smithi057 ceph-mon[29654]: pgmap v26: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:19:24.378 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:19:24 smithi057 ceph-mon[29654]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:19:24.378 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:19:24 smithi057 ceph-mon[29654]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:19:24.378 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:19:24 smithi057 ceph-mon[29654]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:19:26.377 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:19:26 smithi057 ceph-mon[24810]: pgmap v27: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:19:26.377 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:19:26 smithi057 ceph-mon[29654]: pgmap v27: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:19:26.598 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:19:26 smithi148 ceph-mon[25742]: pgmap v27: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:19:28.599 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:19:28 smithi148 ceph-mon[25742]: pgmap v28: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:19:28.627 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:19:28 smithi057 ceph-mon[24810]: pgmap v28: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:19:28.627 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:19:28 smithi057 ceph-mon[29654]: pgmap v28: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:19:30.599 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:19:30 smithi148 ceph-mon[25742]: pgmap v29: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:19:30.627 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:19:30 smithi057 ceph-mon[24810]: pgmap v29: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:19:30.627 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:19:30 smithi057 ceph-mon[29654]: pgmap v29: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:19:31.877 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:19:31 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:19:31] "GET /metrics HTTP/1.1" 200 37902 "" "Prometheus/2.33.4" 2024-04-15T21:19:32.414 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:19:32 smithi057 ceph-mon[24810]: pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:19:32.414 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:19:32 smithi057 ceph-mon[29654]: pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:19:32.598 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:19:32 smithi148 ceph-mon[25742]: pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:19:34.599 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:19:34 smithi148 ceph-mon[25742]: from='client.15258 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:19:34.599 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:19:34 smithi148 ceph-mon[25742]: pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:19:34.627 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:19:34 smithi057 ceph-mon[24810]: from='client.15258 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:19:34.627 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:19:34 smithi057 ceph-mon[24810]: pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:19:34.627 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:19:34 smithi057 ceph-mon[29654]: from='client.15258 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:19:34.627 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:19:34 smithi057 ceph-mon[29654]: pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:19:36.377 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:19:36 smithi057 ceph-mon[24810]: pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:19:36.377 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:19:36 smithi057 ceph-mon[29654]: pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:19:36.598 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:19:36 smithi148 ceph-mon[25742]: pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:19:37.598 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:19:37 smithi148 ceph-mon[25742]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:19:37.627 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:19:37 smithi057 ceph-mon[24810]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:19:37.627 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:19:37 smithi057 ceph-mon[29654]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:19:38.599 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:19:38 smithi148 ceph-mon[25742]: pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:19:38.627 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:19:38 smithi057 ceph-mon[24810]: pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:19:38.627 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:19:38 smithi057 ceph-mon[29654]: pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:19:40.599 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:19:40 smithi148 ceph-mon[25742]: pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:19:40.627 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:19:40 smithi057 ceph-mon[24810]: pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:19:40.627 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:19:40 smithi057 ceph-mon[29654]: pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:19:41.877 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:19:41 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:19:41] "GET /metrics HTTP/1.1" 200 37903 "" "Prometheus/2.33.4" 2024-04-15T21:19:42.349 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:19:42 smithi148 ceph-mon[25742]: pgmap v35: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:19:42.627 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:19:42 smithi057 ceph-mon[24810]: pgmap v35: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:19:42.627 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:19:42 smithi057 ceph-mon[29654]: pgmap v35: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:19:43.522 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:19:43 smithi148 ceph-mon[25742]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:19:43.522 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:19:43 smithi148 ceph-mon[25742]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:19:43.522 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:19:43 smithi148 ceph-mon[25742]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:19:43.627 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:19:43 smithi057 ceph-mon[24810]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:19:43.627 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:19:43 smithi057 ceph-mon[24810]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:19:43.627 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:19:43 smithi057 ceph-mon[24810]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:19:43.627 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:19:43 smithi057 ceph-mon[29654]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:19:43.628 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:19:43 smithi057 ceph-mon[29654]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:19:43.628 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:19:43 smithi057 ceph-mon[29654]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:19:44.363 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:19:44 smithi057 ceph-mon[24810]: from='client.15258 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:19:44.364 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:19:44 smithi057 ceph-mon[24810]: pgmap v36: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:19:44.364 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:19:44 smithi057 ceph-mon[24810]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:19:44.364 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:19:44 smithi057 ceph-mon[24810]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:19:44.364 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:19:44 smithi057 ceph-mon[24810]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:19:44.364 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:19:44 smithi057 ceph-mon[29654]: from='client.15258 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:19:44.364 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:19:44 smithi057 ceph-mon[29654]: pgmap v36: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:19:44.364 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:19:44 smithi057 ceph-mon[29654]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:19:44.364 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:19:44 smithi057 ceph-mon[29654]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:19:44.364 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:19:44 smithi057 ceph-mon[29654]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:19:44.599 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:19:44 smithi148 ceph-mon[25742]: from='client.15258 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:19:44.599 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:19:44 smithi148 ceph-mon[25742]: pgmap v36: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:19:44.599 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:19:44 smithi148 ceph-mon[25742]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:19:44.599 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:19:44 smithi148 ceph-mon[25742]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:19:44.599 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:19:44 smithi148 ceph-mon[25742]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:19:46.534 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:19:46 smithi057 ceph-mon[24810]: pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:19:46.534 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:19:46 smithi057 ceph-mon[29654]: pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:19:46.599 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:19:46 smithi148 ceph-mon[25742]: pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:19:48.599 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:19:48 smithi148 ceph-mon[25742]: pgmap v38: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:19:48.627 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:19:48 smithi057 ceph-mon[29654]: pgmap v38: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:19:48.627 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:19:48 smithi057 ceph-mon[24810]: pgmap v38: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:19:50.599 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:19:50 smithi148 ceph-mon[25742]: pgmap v39: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:19:50.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:19:50 smithi057 ceph-mon[24810]: pgmap v39: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:19:50.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:19:50 smithi057 ceph-mon[29654]: pgmap v39: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:19:51.877 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:19:51 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:19:51] "GET /metrics HTTP/1.1" 200 37903 "" "Prometheus/2.33.4" 2024-04-15T21:19:52.599 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:19:52 smithi148 ceph-mon[25742]: pgmap v40: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:19:52.599 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:19:52 smithi148 ceph-mon[25742]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:19:52.627 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:19:52 smithi057 ceph-mon[29654]: pgmap v40: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:19:52.627 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:19:52 smithi057 ceph-mon[29654]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:19:52.627 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:19:52 smithi057 ceph-mon[24810]: pgmap v40: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:19:52.627 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:19:52 smithi057 ceph-mon[24810]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:19:54.349 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:19:53 smithi148 ceph-mon[25742]: from='client.15258 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:19:54.349 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:19:53 smithi148 ceph-mon[25742]: pgmap v41: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:19:54.349 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:19:53 smithi148 ceph-mon[25742]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:19:54.349 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:19:53 smithi148 ceph-mon[25742]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:19:54.349 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:19:53 smithi148 ceph-mon[25742]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:19:54.349 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:19:53 smithi148 ceph-mon[25742]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:19:54.350 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:19:53 smithi148 ceph-mon[25742]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:19:54.377 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:19:53 smithi057 ceph-mon[24810]: from='client.15258 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:19:54.377 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:19:53 smithi057 ceph-mon[24810]: pgmap v41: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:19:54.377 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:19:53 smithi057 ceph-mon[24810]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:19:54.377 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:19:53 smithi057 ceph-mon[24810]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:19:54.377 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:19:53 smithi057 ceph-mon[24810]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:19:54.377 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:19:53 smithi057 ceph-mon[24810]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:19:54.377 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:19:53 smithi057 ceph-mon[24810]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:19:54.378 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:19:53 smithi057 ceph-mon[29654]: from='client.15258 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:19:54.378 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:19:53 smithi057 ceph-mon[29654]: pgmap v41: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:19:54.378 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:19:53 smithi057 ceph-mon[29654]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:19:54.378 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:19:53 smithi057 ceph-mon[29654]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:19:54.378 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:19:53 smithi057 ceph-mon[29654]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:19:54.378 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:19:53 smithi057 ceph-mon[29654]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:19:54.378 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:19:53 smithi057 ceph-mon[29654]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:19:56.349 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:19:55 smithi148 ceph-mon[25742]: pgmap v42: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:19:56.377 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:19:55 smithi057 ceph-mon[24810]: pgmap v42: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:19:56.377 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:19:55 smithi057 ceph-mon[29654]: pgmap v42: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:19:58.349 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:19:57 smithi148 ceph-mon[25742]: pgmap v43: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:19:58.377 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:19:57 smithi057 ceph-mon[24810]: pgmap v43: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:19:58.377 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:19:57 smithi057 ceph-mon[29654]: pgmap v43: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:20:00.327 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:20:00 smithi057 ceph-mon[24810]: pgmap v44: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:20:00.327 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:20:00 smithi057 ceph-mon[29654]: pgmap v44: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:20:00.349 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:20:00 smithi148 ceph-mon[25742]: pgmap v44: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:20:01.349 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:20:01 smithi148 ceph-mon[25742]: overall HEALTH_OK 2024-04-15T21:20:01.377 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:20:01 smithi057 ceph-mon[24810]: overall HEALTH_OK 2024-04-15T21:20:01.377 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:20:01 smithi057 ceph-mon[29654]: overall HEALTH_OK 2024-04-15T21:20:01.877 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:20:01 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:20:01] "GET /metrics HTTP/1.1" 200 37904 "" "Prometheus/2.33.4" 2024-04-15T21:20:02.349 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:20:02 smithi148 ceph-mon[25742]: pgmap v45: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:20:02.377 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:20:02 smithi057 ceph-mon[24810]: pgmap v45: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:20:02.377 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:20:02 smithi057 ceph-mon[29654]: pgmap v45: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:20:03.627 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:20:03 smithi057 ceph-mon[24810]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:20:03.627 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:20:03 smithi057 ceph-mon[24810]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:20:03.627 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:20:03 smithi057 ceph-mon[24810]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:20:03.627 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:20:03 smithi057 ceph-mon[24810]: from='client.15258 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:20:03.627 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:20:03 smithi057 ceph-mon[24810]: pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:20:03.628 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:20:03 smithi057 ceph-mon[29654]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:20:03.628 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:20:03 smithi057 ceph-mon[29654]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:20:03.628 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:20:03 smithi057 ceph-mon[29654]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:20:03.628 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:20:03 smithi057 ceph-mon[29654]: from='client.15258 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:20:03.628 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:20:03 smithi057 ceph-mon[29654]: pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:20:03.652 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:20:03 smithi148 ceph-mon[25742]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:20:03.652 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:20:03 smithi148 ceph-mon[25742]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:20:03.652 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:20:03 smithi148 ceph-mon[25742]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:20:03.653 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:20:03 smithi148 ceph-mon[25742]: from='client.15258 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:20:03.653 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:20:03 smithi148 ceph-mon[25742]: pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:20:05.597 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:20:05 smithi057 ceph-mon[24810]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:20:05.598 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:20:05 smithi057 ceph-mon[24810]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:20:05.598 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:20:05 smithi057 ceph-mon[24810]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:20:05.598 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:20:05 smithi057 ceph-mon[29654]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:20:05.598 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:20:05 smithi057 ceph-mon[29654]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:20:05.598 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:20:05 smithi057 ceph-mon[29654]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:20:05.598 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:20:05 smithi148 ceph-mon[25742]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:20:05.599 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:20:05 smithi148 ceph-mon[25742]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:20:05.599 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:20:05 smithi148 ceph-mon[25742]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:20:06.525 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:20:06 smithi057 ceph-mon[24810]: pgmap v47: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:20:06.526 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:20:06 smithi057 ceph-mon[29654]: pgmap v47: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:20:06.599 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:20:06 smithi148 ceph-mon[25742]: pgmap v47: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:20:07.377 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:20:07 smithi057 ceph-mon[24810]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:20:07.377 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:20:07 smithi057 ceph-mon[29654]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:20:07.599 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:20:07 smithi148 ceph-mon[25742]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:20:08.599 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:20:08 smithi148 ceph-mon[25742]: pgmap v48: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:20:08.627 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:20:08 smithi057 ceph-mon[24810]: pgmap v48: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:20:08.627 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:20:08 smithi057 ceph-mon[29654]: pgmap v48: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:20:10.599 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:20:10 smithi148 ceph-mon[25742]: pgmap v49: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:20:10.627 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:20:10 smithi057 ceph-mon[24810]: pgmap v49: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:20:10.627 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:20:10 smithi057 ceph-mon[29654]: pgmap v49: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:20:11.877 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:20:11 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:20:11] "GET /metrics HTTP/1.1" 200 37903 "" "Prometheus/2.33.4" 2024-04-15T21:20:12.599 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:20:12 smithi148 ceph-mon[25742]: pgmap v50: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:20:12.627 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:20:12 smithi057 ceph-mon[24810]: pgmap v50: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:20:12.627 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:20:12 smithi057 ceph-mon[29654]: pgmap v50: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:20:14.599 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:20:14 smithi148 ceph-mon[25742]: from='client.15258 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:20:14.599 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:20:14 smithi148 ceph-mon[25742]: pgmap v51: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:20:14.627 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:20:14 smithi057 ceph-mon[24810]: from='client.15258 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:20:14.627 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:20:14 smithi057 ceph-mon[24810]: pgmap v51: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:20:14.628 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:20:14 smithi057 ceph-mon[29654]: from='client.15258 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:20:14.628 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:20:14 smithi057 ceph-mon[29654]: pgmap v51: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:20:15.599 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:20:15 smithi148 ceph-mon[25742]: pgmap v52: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:20:15.627 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:20:15 smithi057 ceph-mon[24810]: pgmap v52: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:20:15.627 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:20:15 smithi057 ceph-mon[29654]: pgmap v52: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:20:18.127 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:20:17 smithi057 ceph-mon[24810]: pgmap v53: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:20:18.127 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:20:17 smithi057 ceph-mon[29654]: pgmap v53: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:20:18.349 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:20:17 smithi148 ceph-mon[25742]: pgmap v53: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:20:20.349 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:20:19 smithi148 ceph-mon[25742]: pgmap v54: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:20:20.377 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:20:19 smithi057 ceph-mon[24810]: pgmap v54: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:20:20.377 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:20:19 smithi057 ceph-mon[29654]: pgmap v54: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:20:21.877 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:20:21 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:20:21] "GET /metrics HTTP/1.1" 200 37903 "" "Prometheus/2.33.4" 2024-04-15T21:20:22.349 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:20:21 smithi148 ceph-mon[25742]: pgmap v55: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:20:22.350 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:20:21 smithi148 ceph-mon[25742]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:20:22.378 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:20:21 smithi057 ceph-mon[24810]: pgmap v55: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:20:22.378 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:20:21 smithi057 ceph-mon[24810]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:20:22.378 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:20:21 smithi057 ceph-mon[29654]: pgmap v55: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:20:22.378 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:20:21 smithi057 ceph-mon[29654]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:20:23.693 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:20:23 smithi148 ceph-mon[25742]: from='client.15258 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:20:23.694 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:20:23 smithi148 ceph-mon[25742]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:20:23.694 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:20:23 smithi148 ceph-mon[25742]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:20:23.694 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:20:23 smithi148 ceph-mon[25742]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:20:23.694 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:20:23 smithi148 ceph-mon[25742]: pgmap v56: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:20:23.878 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:20:23 smithi057 ceph-mon[24810]: from='client.15258 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:20:23.878 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:20:23 smithi057 ceph-mon[24810]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:20:23.878 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:20:23 smithi057 ceph-mon[24810]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:20:23.878 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:20:23 smithi057 ceph-mon[24810]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:20:23.878 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:20:23 smithi057 ceph-mon[24810]: pgmap v56: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:20:23.878 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:20:23 smithi057 ceph-mon[29654]: from='client.15258 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:20:23.878 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:20:23 smithi057 ceph-mon[29654]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:20:23.879 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:20:23 smithi057 ceph-mon[29654]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:20:23.879 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:20:23 smithi057 ceph-mon[29654]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:20:23.879 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:20:23 smithi057 ceph-mon[29654]: pgmap v56: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:20:25.627 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:20:25 smithi057 ceph-mon[24810]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:20:25.627 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:20:25 smithi057 ceph-mon[24810]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:20:25.628 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:20:25 smithi057 ceph-mon[24810]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:20:25.628 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:20:25 smithi057 ceph-mon[24810]: pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:20:25.628 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:20:25 smithi057 ceph-mon[29654]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:20:25.628 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:20:25 smithi057 ceph-mon[29654]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:20:25.628 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:20:25 smithi057 ceph-mon[29654]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:20:25.628 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:20:25 smithi057 ceph-mon[29654]: pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:20:25.849 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:20:25 smithi148 ceph-mon[25742]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:20:25.849 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:20:25 smithi148 ceph-mon[25742]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:20:25.849 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:20:25 smithi148 ceph-mon[25742]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:20:25.849 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:20:25 smithi148 ceph-mon[25742]: pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:20:28.349 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:20:27 smithi148 ceph-mon[25742]: pgmap v58: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:20:28.377 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:20:27 smithi057 ceph-mon[24810]: pgmap v58: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:20:28.377 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:20:27 smithi057 ceph-mon[29654]: pgmap v58: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:20:30.349 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:20:29 smithi148 ceph-mon[25742]: pgmap v59: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:20:30.377 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:20:29 smithi057 ceph-mon[24810]: pgmap v59: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:20:30.378 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:20:29 smithi057 ceph-mon[29654]: pgmap v59: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:20:31.877 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:20:31 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:20:31] "GET /metrics HTTP/1.1" 200 37902 "" "Prometheus/2.33.4" 2024-04-15T21:20:32.349 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:20:31 smithi148 ceph-mon[25742]: pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:20:32.377 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:20:31 smithi057 ceph-mon[24810]: pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:20:32.377 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:20:31 smithi057 ceph-mon[29654]: pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:20:34.349 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:20:34 smithi148 ceph-mon[25742]: from='client.15258 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:20:34.349 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:20:34 smithi148 ceph-mon[25742]: pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:20:34.377 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:20:34 smithi057 ceph-mon[24810]: from='client.15258 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:20:34.377 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:20:34 smithi057 ceph-mon[24810]: pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:20:34.378 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:20:34 smithi057 ceph-mon[29654]: from='client.15258 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:20:34.378 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:20:34 smithi057 ceph-mon[29654]: pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:20:36.127 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:20:36 smithi057 ceph-mon[24810]: pgmap v62: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:20:36.128 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:20:36 smithi057 ceph-mon[29654]: pgmap v62: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:20:36.349 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:20:36 smithi148 ceph-mon[25742]: pgmap v62: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:20:37.349 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:20:37 smithi148 ceph-mon[25742]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:20:37.377 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:20:37 smithi057 ceph-mon[24810]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:20:37.377 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:20:37 smithi057 ceph-mon[29654]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:20:38.349 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:20:38 smithi148 ceph-mon[25742]: pgmap v63: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:20:38.377 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:20:38 smithi057 ceph-mon[24810]: pgmap v63: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:20:38.377 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:20:38 smithi057 ceph-mon[29654]: pgmap v63: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:20:40.349 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:20:40 smithi148 ceph-mon[25742]: pgmap v64: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:20:40.377 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:20:40 smithi057 ceph-mon[24810]: pgmap v64: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:20:40.378 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:20:40 smithi057 ceph-mon[29654]: pgmap v64: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:20:41.878 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:20:41 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:20:41] "GET /metrics HTTP/1.1" 200 37900 "" "Prometheus/2.33.4" 2024-04-15T21:20:42.349 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:20:42 smithi148 ceph-mon[25742]: pgmap v65: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:20:42.377 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:20:42 smithi057 ceph-mon[24810]: pgmap v65: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:20:42.378 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:20:42 smithi057 ceph-mon[29654]: pgmap v65: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:20:44.099 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:20:43 smithi148 ceph-mon[25742]: from='client.15258 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:20:44.099 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:20:43 smithi148 ceph-mon[25742]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:20:44.099 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:20:43 smithi148 ceph-mon[25742]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:20:44.099 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:20:43 smithi148 ceph-mon[25742]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:20:44.100 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:20:43 smithi148 ceph-mon[25742]: pgmap v66: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:20:44.127 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:20:43 smithi057 ceph-mon[24810]: from='client.15258 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:20:44.127 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:20:43 smithi057 ceph-mon[24810]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:20:44.127 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:20:43 smithi057 ceph-mon[24810]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:20:44.127 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:20:43 smithi057 ceph-mon[24810]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:20:44.127 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:20:43 smithi057 ceph-mon[24810]: pgmap v66: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:20:44.128 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:20:43 smithi057 ceph-mon[29654]: from='client.15258 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:20:44.128 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:20:43 smithi057 ceph-mon[29654]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:20:44.128 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:20:43 smithi057 ceph-mon[29654]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:20:44.128 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:20:43 smithi057 ceph-mon[29654]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:20:44.128 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:20:43 smithi057 ceph-mon[29654]: pgmap v66: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:20:45.610 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:20:45 smithi148 ceph-mon[25742]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:20:45.610 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:20:45 smithi148 ceph-mon[25742]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:20:45.610 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:20:45 smithi148 ceph-mon[25742]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:20:45.610 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:20:45 smithi148 ceph-mon[25742]: pgmap v67: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:20:45.877 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:20:45 smithi057 ceph-mon[29654]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:20:45.878 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:20:45 smithi057 ceph-mon[29654]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:20:45.878 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:20:45 smithi057 ceph-mon[29654]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:20:45.878 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:20:45 smithi057 ceph-mon[29654]: pgmap v67: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:20:45.878 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:20:45 smithi057 ceph-mon[24810]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:20:45.878 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:20:45 smithi057 ceph-mon[24810]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:20:45.878 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:20:45 smithi057 ceph-mon[24810]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:20:45.878 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:20:45 smithi057 ceph-mon[24810]: pgmap v67: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:20:48.349 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:20:47 smithi148 ceph-mon[25742]: pgmap v68: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:20:48.377 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:20:47 smithi057 ceph-mon[24810]: pgmap v68: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:20:48.378 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:20:47 smithi057 ceph-mon[29654]: pgmap v68: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:20:50.349 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:20:49 smithi148 ceph-mon[25742]: pgmap v69: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:20:50.377 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:20:49 smithi057 ceph-mon[24810]: pgmap v69: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:20:50.377 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:20:49 smithi057 ceph-mon[29654]: pgmap v69: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:20:51.877 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:20:51 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:20:51] "GET /metrics HTTP/1.1" 200 37900 "" "Prometheus/2.33.4" 2024-04-15T21:20:52.349 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:20:51 smithi148 ceph-mon[25742]: pgmap v70: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:20:52.349 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:20:51 smithi148 ceph-mon[25742]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:20:52.377 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:20:51 smithi057 ceph-mon[24810]: pgmap v70: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:20:52.377 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:20:51 smithi057 ceph-mon[24810]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:20:52.378 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:20:51 smithi057 ceph-mon[29654]: pgmap v70: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:20:52.378 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:20:51 smithi057 ceph-mon[29654]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:20:54.349 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:20:53 smithi148 ceph-mon[25742]: from='client.15258 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:20:54.349 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:20:53 smithi148 ceph-mon[25742]: pgmap v71: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:20:54.349 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:20:53 smithi148 ceph-mon[25742]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:20:54.349 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:20:53 smithi148 ceph-mon[25742]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:20:54.349 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:20:53 smithi148 ceph-mon[25742]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:20:54.377 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:20:53 smithi057 ceph-mon[24810]: from='client.15258 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:20:54.377 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:20:53 smithi057 ceph-mon[24810]: pgmap v71: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:20:54.378 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:20:53 smithi057 ceph-mon[24810]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:20:54.378 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:20:53 smithi057 ceph-mon[24810]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:20:54.378 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:20:53 smithi057 ceph-mon[24810]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:20:54.378 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:20:53 smithi057 ceph-mon[29654]: from='client.15258 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:20:54.378 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:20:53 smithi057 ceph-mon[29654]: pgmap v71: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:20:54.378 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:20:53 smithi057 ceph-mon[29654]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:20:54.378 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:20:53 smithi057 ceph-mon[29654]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:20:54.378 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:20:53 smithi057 ceph-mon[29654]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:20:56.349 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:20:56 smithi148 ceph-mon[25742]: pgmap v72: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:20:56.377 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:20:56 smithi057 ceph-mon[24810]: pgmap v72: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:20:56.378 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:20:56 smithi057 ceph-mon[29654]: pgmap v72: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:20:58.349 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:20:58 smithi148 ceph-mon[25742]: pgmap v73: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:20:58.377 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:20:58 smithi057 ceph-mon[24810]: pgmap v73: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:20:58.377 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:20:58 smithi057 ceph-mon[29654]: pgmap v73: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:21:00.349 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:21:00 smithi148 ceph-mon[25742]: pgmap v74: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:21:00.377 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:21:00 smithi057 ceph-mon[24810]: pgmap v74: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:21:00.377 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:21:00 smithi057 ceph-mon[29654]: pgmap v74: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:21:01.878 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:21:01 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:21:01] "GET /metrics HTTP/1.1" 200 37913 "" "Prometheus/2.33.4" 2024-04-15T21:21:02.349 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:21:02 smithi148 ceph-mon[25742]: pgmap v75: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:21:02.377 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:21:02 smithi057 ceph-mon[24810]: pgmap v75: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:21:02.378 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:21:02 smithi057 ceph-mon[29654]: pgmap v75: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:21:04.099 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:21:03 smithi148 ceph-mon[25742]: from='client.15258 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:21:04.099 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:21:03 smithi148 ceph-mon[25742]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:21:04.099 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:21:03 smithi148 ceph-mon[25742]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:21:04.099 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:21:03 smithi148 ceph-mon[25742]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:21:04.099 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:21:03 smithi148 ceph-mon[25742]: pgmap v76: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:21:04.127 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:21:03 smithi057 ceph-mon[24810]: from='client.15258 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:21:04.127 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:21:03 smithi057 ceph-mon[24810]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:21:04.128 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:21:03 smithi057 ceph-mon[24810]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:21:04.128 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:21:03 smithi057 ceph-mon[24810]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:21:04.128 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:21:03 smithi057 ceph-mon[24810]: pgmap v76: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:21:04.128 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:21:03 smithi057 ceph-mon[29654]: from='client.15258 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:21:04.128 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:21:03 smithi057 ceph-mon[29654]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:21:04.128 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:21:03 smithi057 ceph-mon[29654]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:21:04.128 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:21:03 smithi057 ceph-mon[29654]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:21:04.128 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:21:03 smithi057 ceph-mon[29654]: pgmap v76: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:21:05.973 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:21:05 smithi148 ceph-mon[25742]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:21:05.973 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:21:05 smithi148 ceph-mon[25742]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:21:05.973 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:21:05 smithi148 ceph-mon[25742]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:21:05.973 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:21:05 smithi148 ceph-mon[25742]: pgmap v77: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:21:06.084 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:21:05 smithi057 ceph-mon[24810]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:21:06.084 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:21:05 smithi057 ceph-mon[24810]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:21:06.084 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:21:05 smithi057 ceph-mon[24810]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:21:06.084 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:21:05 smithi057 ceph-mon[24810]: pgmap v77: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:21:06.084 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:21:05 smithi057 ceph-mon[29654]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:21:06.084 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:21:05 smithi057 ceph-mon[29654]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:21:06.084 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:21:05 smithi057 ceph-mon[29654]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:21:06.085 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:21:05 smithi057 ceph-mon[29654]: pgmap v77: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:21:07.099 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:21:06 smithi148 ceph-mon[25742]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:21:07.208 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:21:06 smithi057 ceph-mon[24810]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:21:07.209 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:21:06 smithi057 ceph-mon[29654]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:21:08.172 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:21:07 smithi148 ceph-mon[25742]: pgmap v78: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:21:08.377 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:21:07 smithi057 ceph-mon[24810]: pgmap v78: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:21:08.377 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:21:07 smithi057 ceph-mon[29654]: pgmap v78: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:21:10.349 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:21:09 smithi148 ceph-mon[25742]: pgmap v79: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:21:10.377 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:21:09 smithi057 ceph-mon[24810]: pgmap v79: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:21:10.377 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:21:09 smithi057 ceph-mon[29654]: pgmap v79: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:21:11.877 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:21:11 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:21:11] "GET /metrics HTTP/1.1" 200 37910 "" "Prometheus/2.33.4" 2024-04-15T21:21:12.349 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:21:12 smithi148 ceph-mon[25742]: pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:21:12.377 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:21:12 smithi057 ceph-mon[24810]: pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:21:12.378 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:21:12 smithi057 ceph-mon[29654]: pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:21:14.349 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:21:14 smithi148 ceph-mon[25742]: from='client.15258 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:21:14.349 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:21:14 smithi148 ceph-mon[25742]: pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:21:14.378 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:21:14 smithi057 ceph-mon[24810]: from='client.15258 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:21:14.378 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:21:14 smithi057 ceph-mon[24810]: pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:21:14.378 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:21:14 smithi057 ceph-mon[29654]: from='client.15258 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:21:14.378 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:21:14 smithi057 ceph-mon[29654]: pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:21:16.349 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:21:16 smithi148 ceph-mon[25742]: pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:21:16.377 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:21:16 smithi057 ceph-mon[24810]: pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:21:16.378 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:21:16 smithi057 ceph-mon[29654]: pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:21:18.349 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:21:18 smithi148 ceph-mon[25742]: pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:21:18.377 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:21:18 smithi057 ceph-mon[24810]: pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:21:18.377 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:21:18 smithi057 ceph-mon[29654]: pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:21:20.349 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:21:20 smithi148 ceph-mon[25742]: pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:21:20.377 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:21:20 smithi057 ceph-mon[24810]: pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:21:20.378 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:21:20 smithi057 ceph-mon[29654]: pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:21:21.627 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:21:21 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:21:21] "GET /metrics HTTP/1.1" 200 37910 "" "Prometheus/2.33.4" 2024-04-15T21:21:22.349 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:21:22 smithi148 ceph-mon[25742]: pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:21:22.350 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:21:22 smithi148 ceph-mon[25742]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:21:22.377 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:21:22 smithi057 ceph-mon[24810]: pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:21:22.377 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:21:22 smithi057 ceph-mon[24810]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:21:22.378 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:21:22 smithi057 ceph-mon[29654]: pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:21:22.378 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:21:22 smithi057 ceph-mon[29654]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:21:24.279 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:21:23 smithi057 ceph-mon[24810]: from='client.15258 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:21:24.279 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:21:23 smithi057 ceph-mon[24810]: pgmap v86: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:21:24.279 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:21:23 smithi057 ceph-mon[24810]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:21:24.279 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:21:23 smithi057 ceph-mon[24810]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:21:24.280 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:21:23 smithi057 ceph-mon[24810]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:21:24.280 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:21:23 smithi057 ceph-mon[29654]: from='client.15258 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:21:24.280 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:21:23 smithi057 ceph-mon[29654]: pgmap v86: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:21:24.280 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:21:23 smithi057 ceph-mon[29654]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:21:24.280 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:21:23 smithi057 ceph-mon[29654]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:21:24.280 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:21:23 smithi057 ceph-mon[29654]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:21:24.350 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:21:23 smithi148 ceph-mon[25742]: from='client.15258 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:21:24.350 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:21:23 smithi148 ceph-mon[25742]: pgmap v86: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:21:24.350 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:21:23 smithi148 ceph-mon[25742]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:21:24.350 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:21:23 smithi148 ceph-mon[25742]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:21:24.350 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:21:23 smithi148 ceph-mon[25742]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:21:26.099 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:21:25 smithi148 ceph-mon[25742]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:21:26.100 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:21:25 smithi148 ceph-mon[25742]: pgmap v87: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:21:26.100 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:21:25 smithi148 ceph-mon[25742]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:21:26.100 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:21:25 smithi148 ceph-mon[25742]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:21:26.128 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:21:25 smithi057 ceph-mon[24810]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:21:26.128 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:21:25 smithi057 ceph-mon[24810]: pgmap v87: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:21:26.128 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:21:25 smithi057 ceph-mon[24810]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:21:26.128 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:21:25 smithi057 ceph-mon[24810]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:21:26.128 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:21:25 smithi057 ceph-mon[29654]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:21:26.128 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:21:25 smithi057 ceph-mon[29654]: pgmap v87: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:21:26.128 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:21:25 smithi057 ceph-mon[29654]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:21:26.128 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:21:25 smithi057 ceph-mon[29654]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:21:28.099 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:21:27 smithi148 ceph-mon[25742]: pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:21:28.369 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:21:27 smithi057 ceph-mon[24810]: pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:21:28.369 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:21:27 smithi057 ceph-mon[29654]: pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:21:30.349 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:21:30 smithi148 ceph-mon[25742]: pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:21:30.377 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:21:30 smithi057 ceph-mon[24810]: pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:21:30.378 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:21:30 smithi057 ceph-mon[29654]: pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:21:31.877 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:21:31 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:21:31] "GET /metrics HTTP/1.1" 200 37916 "" "Prometheus/2.33.4" 2024-04-15T21:21:32.349 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:21:32 smithi148 ceph-mon[25742]: pgmap v90: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:21:32.377 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:21:32 smithi057 ceph-mon[24810]: pgmap v90: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:21:32.378 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:21:32 smithi057 ceph-mon[29654]: pgmap v90: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:21:34.349 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:21:34 smithi148 ceph-mon[25742]: from='client.15258 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:21:34.349 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:21:34 smithi148 ceph-mon[25742]: pgmap v91: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:21:34.378 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:21:34 smithi057 ceph-mon[24810]: from='client.15258 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:21:34.378 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:21:34 smithi057 ceph-mon[24810]: pgmap v91: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:21:34.378 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:21:34 smithi057 ceph-mon[29654]: from='client.15258 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:21:34.378 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:21:34 smithi057 ceph-mon[29654]: pgmap v91: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:21:36.349 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:21:36 smithi148 ceph-mon[25742]: pgmap v92: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:21:36.378 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:21:36 smithi057 ceph-mon[24810]: pgmap v92: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:21:36.378 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:21:36 smithi057 ceph-mon[29654]: pgmap v92: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:21:37.349 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:21:37 smithi148 ceph-mon[25742]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:21:37.378 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:21:37 smithi057 ceph-mon[24810]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:21:37.378 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:21:37 smithi057 ceph-mon[29654]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:21:38.349 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:21:38 smithi148 ceph-mon[25742]: pgmap v93: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:21:38.377 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:21:38 smithi057 ceph-mon[24810]: pgmap v93: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:21:38.378 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:21:38 smithi057 ceph-mon[29654]: pgmap v93: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:21:40.349 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:21:40 smithi148 ceph-mon[25742]: pgmap v94: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:21:40.377 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:21:40 smithi057 ceph-mon[24810]: pgmap v94: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:21:40.378 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:21:40 smithi057 ceph-mon[29654]: pgmap v94: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:21:40.800 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 -e sha1=87dbfb632e974cb2c28d17423071d2d833b53b29 -- bash -c 'ceph orch ps' 2024-04-15T21:21:41.878 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:21:41 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:21:41] "GET /metrics HTTP/1.1" 200 37914 "" "Prometheus/2.33.4" 2024-04-15T21:21:42.237 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:21:42 smithi057 ceph-mon[24810]: pgmap v95: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:21:42.238 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:21:42 smithi057 ceph-mon[29654]: pgmap v95: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:21:42.350 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:21:42 smithi148 ceph-mon[25742]: pgmap v95: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:21:43.019 INFO:teuthology.orchestra.run.smithi057.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-15T21:21:43.020 INFO:teuthology.orchestra.run.smithi057.stdout:agent.smithi057 smithi057 running 20s ago 22m - - 2024-04-15T21:21:43.020 INFO:teuthology.orchestra.run.smithi057.stdout:agent.smithi148 smithi148 running 18s ago 22m - - 2024-04-15T21:21:43.020 INFO:teuthology.orchestra.run.smithi057.stdout:alertmanager.a smithi057 *:9093,9094 running (9m) 20s ago 17m 23.1M - 0.23.0 ba2b418f427c 272eab17dd5f 2024-04-15T21:21:43.020 INFO:teuthology.orchestra.run.smithi057.stdout:grafana.a smithi148 *:3000 running (8m) 18s ago 17m 51.6M - 8.3.5 dad864ee21e9 a2302b3001ab 2024-04-15T21:21:43.020 INFO:teuthology.orchestra.run.smithi057.stdout:iscsi.foo.smithi057.jwyjxv smithi057 running (2m) 20s ago 16m 50.9M - 3.5 e1d6a67b021e 7a43031a34de 2024-04-15T21:21:43.020 INFO:teuthology.orchestra.run.smithi057.stdout:mgr.x smithi148 *:8443,9283 running (12m) 18s ago 22m 451M - 19.0.0-3084-g87dbfb63 a452a57266c7 83d028d1b9d2 2024-04-15T21:21:43.020 INFO:teuthology.orchestra.run.smithi057.stdout:mgr.y smithi057 *:8443,9283,8765 running (5m) 20s ago 23m 514M - 19.0.0-3084-g87dbfb63 a452a57266c7 7bb446a32fbb 2024-04-15T21:21:43.020 INFO:teuthology.orchestra.run.smithi057.stdout:mon.a smithi057 running (23m) 20s ago 23m 74.9M 2048M 17.2.0 e1d6a67b021e f68a8a14d0b2 2024-04-15T21:21:43.020 INFO:teuthology.orchestra.run.smithi057.stdout:mon.b smithi148 running (22m) 18s ago 22m 57.8M 2048M 17.2.0 e1d6a67b021e 27f4990cb4d7 2024-04-15T21:21:43.020 INFO:teuthology.orchestra.run.smithi057.stdout:mon.c smithi057 running (22m) 20s ago 22m 52.5M 2048M 17.2.0 e1d6a67b021e 7cbf3ea734af 2024-04-15T21:21:43.020 INFO:teuthology.orchestra.run.smithi057.stdout:node-exporter.a smithi057 *:9100 running (9m) 20s ago 18m 18.4M - 1.3.1 1dbe0e931976 a827ac9a2599 2024-04-15T21:21:43.020 INFO:teuthology.orchestra.run.smithi057.stdout:node-exporter.b smithi148 *:9100 running (9m) 18s ago 18m 18.1M - 1.3.1 1dbe0e931976 a1defb3de404 2024-04-15T21:21:43.020 INFO:teuthology.orchestra.run.smithi057.stdout:osd.0 smithi057 running (21m) 20s ago 21m 53.0M 4096M 17.2.0 e1d6a67b021e a825b23c2b8e 2024-04-15T21:21:43.021 INFO:teuthology.orchestra.run.smithi057.stdout:osd.1 smithi057 running (21m) 20s ago 21m 57.6M 4096M 17.2.0 e1d6a67b021e ef43105379fd 2024-04-15T21:21:43.021 INFO:teuthology.orchestra.run.smithi057.stdout:osd.2 smithi057 running (20m) 20s ago 20m 52.5M 4096M 17.2.0 e1d6a67b021e 8cea1b1b5212 2024-04-15T21:21:43.021 INFO:teuthology.orchestra.run.smithi057.stdout:osd.3 smithi057 running (20m) 20s ago 20m 52.0M 4096M 17.2.0 e1d6a67b021e 8400e9bee4fe 2024-04-15T21:21:43.021 INFO:teuthology.orchestra.run.smithi057.stdout:osd.4 smithi148 running (20m) 18s ago 20m 52.1M 4096M 17.2.0 e1d6a67b021e 955a657c7722 2024-04-15T21:21:43.021 INFO:teuthology.orchestra.run.smithi057.stdout:osd.5 smithi148 running (19m) 18s ago 19m 50.7M 4096M 17.2.0 e1d6a67b021e bf2b1914ffc9 2024-04-15T21:21:43.021 INFO:teuthology.orchestra.run.smithi057.stdout:osd.6 smithi148 running (19m) 18s ago 19m 50.7M 4096M 17.2.0 e1d6a67b021e ab801778ca01 2024-04-15T21:21:43.021 INFO:teuthology.orchestra.run.smithi057.stdout:osd.7 smithi148 running (19m) 18s ago 19m 51.4M 4096M 17.2.0 e1d6a67b021e c9334bc357be 2024-04-15T21:21:43.021 INFO:teuthology.orchestra.run.smithi057.stdout:prometheus.a smithi148 *:9095 running (2m) 18s ago 18m 65.3M - 2.33.4 514e6a882f6e 43c18561055d 2024-04-15T21:21:43.021 INFO:teuthology.orchestra.run.smithi057.stdout:rgw.foo.smithi057.lxigfo smithi057 *:8000 running (16m) 20s ago 16m 77.0M - 17.2.0 e1d6a67b021e fa044b726c8d 2024-04-15T21:21:43.021 INFO:teuthology.orchestra.run.smithi057.stdout:rgw.foo.smithi148.cgzzfh smithi148 *:8000 running (16m) 18s ago 16m 73.9M - 17.2.0 e1d6a67b021e 722242170e62 2024-04-15T21:21:43.633 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 -e sha1=87dbfb632e974cb2c28d17423071d2d833b53b29 -- bash -c 'ceph versions' 2024-04-15T21:21:44.221 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:21:44 smithi057 ceph-mon[24810]: from='client.15258 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:21:44.221 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:21:44 smithi057 ceph-mon[24810]: pgmap v96: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:21:44.221 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:21:44 smithi057 ceph-mon[24810]: from='client.25186 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:21:44.221 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:21:44 smithi057 ceph-mon[24810]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:21:44.221 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:21:44 smithi057 ceph-mon[24810]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:21:44.221 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:21:44 smithi057 ceph-mon[24810]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:21:44.222 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:21:44 smithi057 ceph-mon[29654]: from='client.15258 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:21:44.222 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:21:44 smithi057 ceph-mon[29654]: pgmap v96: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:21:44.222 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:21:44 smithi057 ceph-mon[29654]: from='client.25186 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:21:44.222 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:21:44 smithi057 ceph-mon[29654]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:21:44.222 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:21:44 smithi057 ceph-mon[29654]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:21:44.222 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:21:44 smithi057 ceph-mon[29654]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:21:44.349 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:21:44 smithi148 ceph-mon[25742]: from='client.15258 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:21:44.349 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:21:44 smithi148 ceph-mon[25742]: pgmap v96: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:21:44.350 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:21:44 smithi148 ceph-mon[25742]: from='client.25186 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:21:44.350 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:21:44 smithi148 ceph-mon[25742]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:21:44.350 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:21:44 smithi148 ceph-mon[25742]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:21:44.350 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:21:44 smithi148 ceph-mon[25742]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:21:45.732 INFO:teuthology.orchestra.run.smithi057.stdout:{ 2024-04-15T21:21:45.732 INFO:teuthology.orchestra.run.smithi057.stdout: "mon": { 2024-04-15T21:21:45.732 INFO:teuthology.orchestra.run.smithi057.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 3 2024-04-15T21:21:45.732 INFO:teuthology.orchestra.run.smithi057.stdout: }, 2024-04-15T21:21:45.732 INFO:teuthology.orchestra.run.smithi057.stdout: "mgr": { 2024-04-15T21:21:45.732 INFO:teuthology.orchestra.run.smithi057.stdout: "ceph version 19.0.0-3084-g87dbfb63 (87dbfb632e974cb2c28d17423071d2d833b53b29) squid (dev)": 2 2024-04-15T21:21:45.732 INFO:teuthology.orchestra.run.smithi057.stdout: }, 2024-04-15T21:21:45.732 INFO:teuthology.orchestra.run.smithi057.stdout: "osd": { 2024-04-15T21:21:45.732 INFO:teuthology.orchestra.run.smithi057.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 8 2024-04-15T21:21:45.732 INFO:teuthology.orchestra.run.smithi057.stdout: }, 2024-04-15T21:21:45.732 INFO:teuthology.orchestra.run.smithi057.stdout: "mds": {}, 2024-04-15T21:21:45.733 INFO:teuthology.orchestra.run.smithi057.stdout: "rgw": { 2024-04-15T21:21:45.733 INFO:teuthology.orchestra.run.smithi057.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 2 2024-04-15T21:21:45.733 INFO:teuthology.orchestra.run.smithi057.stdout: }, 2024-04-15T21:21:45.733 INFO:teuthology.orchestra.run.smithi057.stdout: "overall": { 2024-04-15T21:21:45.733 INFO:teuthology.orchestra.run.smithi057.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 13, 2024-04-15T21:21:45.733 INFO:teuthology.orchestra.run.smithi057.stdout: "ceph version 19.0.0-3084-g87dbfb63 (87dbfb632e974cb2c28d17423071d2d833b53b29) squid (dev)": 2 2024-04-15T21:21:45.733 INFO:teuthology.orchestra.run.smithi057.stdout: } 2024-04-15T21:21:45.733 INFO:teuthology.orchestra.run.smithi057.stdout:} 2024-04-15T21:21:46.013 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:21:45 smithi057 ceph-mon[24810]: pgmap v97: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:21:46.013 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:21:45 smithi057 ceph-mon[24810]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:21:46.013 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:21:45 smithi057 ceph-mon[24810]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:21:46.013 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:21:45 smithi057 ceph-mon[24810]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:21:46.013 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:21:45 smithi057 ceph-mon[24810]: from='client.? 172.21.15.57:0/3261493172' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:21:46.014 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:21:45 smithi057 ceph-mon[29654]: pgmap v97: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:21:46.014 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:21:45 smithi057 ceph-mon[29654]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:21:46.014 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:21:45 smithi057 ceph-mon[29654]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:21:46.014 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:21:45 smithi057 ceph-mon[29654]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:21:46.014 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:21:45 smithi057 ceph-mon[29654]: from='client.? 172.21.15.57:0/3261493172' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:21:46.325 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 -e sha1=87dbfb632e974cb2c28d17423071d2d833b53b29 -- bash -c 'ceph -s' 2024-04-15T21:21:46.349 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:21:45 smithi148 ceph-mon[25742]: pgmap v97: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:21:46.349 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:21:45 smithi148 ceph-mon[25742]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:21:46.349 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:21:45 smithi148 ceph-mon[25742]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:21:46.350 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:21:45 smithi148 ceph-mon[25742]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:21:46.350 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:21:45 smithi148 ceph-mon[25742]: from='client.? 172.21.15.57:0/3261493172' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:21:48.099 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:21:47 smithi148 ceph-mon[25742]: pgmap v98: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:21:48.322 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:21:47 smithi057 ceph-mon[24810]: pgmap v98: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:21:48.322 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:21:47 smithi057 ceph-mon[29654]: pgmap v98: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:21:50.349 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:21:50 smithi148 ceph-mon[25742]: pgmap v99: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:21:50.377 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:21:50 smithi057 ceph-mon[24810]: pgmap v99: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:21:50.378 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:21:50 smithi057 ceph-mon[29654]: pgmap v99: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:21:50.438 INFO:teuthology.orchestra.run.smithi057.stdout: cluster: 2024-04-15T21:21:50.438 INFO:teuthology.orchestra.run.smithi057.stdout: id: b97cffaa-fb6a-11ee-bc8f-c7b262605968 2024-04-15T21:21:50.438 INFO:teuthology.orchestra.run.smithi057.stdout: health: HEALTH_OK 2024-04-15T21:21:50.438 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-15T21:21:50.438 INFO:teuthology.orchestra.run.smithi057.stdout: services: 2024-04-15T21:21:50.438 INFO:teuthology.orchestra.run.smithi057.stdout: mon: 3 daemons, quorum a,c,b (age 22m) 2024-04-15T21:21:50.438 INFO:teuthology.orchestra.run.smithi057.stdout: mgr: y(active, since 3m), standbys: x 2024-04-15T21:21:50.438 INFO:teuthology.orchestra.run.smithi057.stdout: osd: 8 osds: 8 up (since 19m), 8 in (since 19m) 2024-04-15T21:21:50.438 INFO:teuthology.orchestra.run.smithi057.stdout: rgw: 2 daemons active (2 hosts, 1 zones) 2024-04-15T21:21:50.439 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-15T21:21:50.439 INFO:teuthology.orchestra.run.smithi057.stdout: data: 2024-04-15T21:21:50.439 INFO:teuthology.orchestra.run.smithi057.stdout: pools: 6 pools, 161 pgs 2024-04-15T21:21:50.439 INFO:teuthology.orchestra.run.smithi057.stdout: objects: 209 objects, 585 KiB 2024-04-15T21:21:50.439 INFO:teuthology.orchestra.run.smithi057.stdout: usage: 95 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:21:50.439 INFO:teuthology.orchestra.run.smithi057.stdout: pgs: 161 active+clean 2024-04-15T21:21:50.439 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-15T21:21:50.439 INFO:teuthology.orchestra.run.smithi057.stdout: io: 2024-04-15T21:21:50.439 INFO:teuthology.orchestra.run.smithi057.stdout: client: 1.2 KiB/s rd, 1 op/s rd, 0 op/s wr 2024-04-15T21:21:50.439 INFO:teuthology.orchestra.run.smithi057.stdout: 2024-04-15T21:21:51.113 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:21:51 smithi057 ceph-mon[24810]: from='client.? 172.21.15.57:0/1665676529' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-15T21:21:51.113 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:21:51 smithi057 ceph-mon[29654]: from='client.? 172.21.15.57:0/1665676529' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-15T21:21:51.139 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 -e sha1=87dbfb632e974cb2c28d17423071d2d833b53b29 -- bash -c 'ceph health detail' 2024-04-15T21:21:51.349 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:21:51 smithi148 ceph-mon[25742]: from='client.? 172.21.15.57:0/1665676529' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-15T21:21:51.783 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:21:51 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:21:51] "GET /metrics HTTP/1.1" 200 37914 "" "Prometheus/2.33.4" 2024-04-15T21:21:52.128 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:21:52 smithi057 ceph-mon[29654]: pgmap v100: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:21:52.128 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:21:52 smithi057 ceph-mon[29654]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:21:52.128 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:21:52 smithi057 ceph-mon[24810]: pgmap v100: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:21:52.128 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:21:52 smithi057 ceph-mon[24810]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:21:52.270 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:21:52 smithi148 ceph-mon[25742]: pgmap v100: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:21:52.270 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:21:52 smithi148 ceph-mon[25742]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:21:53.284 INFO:teuthology.orchestra.run.smithi057.stdout:HEALTH_OK 2024-04-15T21:21:53.911 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 -e sha1=87dbfb632e974cb2c28d17423071d2d833b53b29 -- bash -c 'ceph versions | jq -e '"'"'.mgr | length == 1'"'"'' 2024-04-15T21:21:54.228 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:21:54 smithi057 ceph-mon[24810]: from='client.15258 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:21:54.228 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:21:54 smithi057 ceph-mon[24810]: pgmap v101: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:21:54.228 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:21:54 smithi057 ceph-mon[24810]: from='client.? 172.21.15.57:0/1607729074' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-04-15T21:21:54.228 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:21:54 smithi057 ceph-mon[24810]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:21:54.228 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:21:54 smithi057 ceph-mon[24810]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:21:54.228 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:21:54 smithi057 ceph-mon[24810]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:21:54.229 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:21:54 smithi057 ceph-mon[29654]: from='client.15258 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:21:54.229 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:21:54 smithi057 ceph-mon[29654]: pgmap v101: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:21:54.229 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:21:54 smithi057 ceph-mon[29654]: from='client.? 172.21.15.57:0/1607729074' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-04-15T21:21:54.229 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:21:54 smithi057 ceph-mon[29654]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:21:54.229 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:21:54 smithi057 ceph-mon[29654]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:21:54.229 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:21:54 smithi057 ceph-mon[29654]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:21:54.349 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:21:54 smithi148 ceph-mon[25742]: from='client.15258 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:21:54.350 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:21:54 smithi148 ceph-mon[25742]: pgmap v101: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:21:54.350 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:21:54 smithi148 ceph-mon[25742]: from='client.? 172.21.15.57:0/1607729074' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-04-15T21:21:54.350 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:21:54 smithi148 ceph-mon[25742]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:21:54.350 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:21:54 smithi148 ceph-mon[25742]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:21:54.350 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:21:54 smithi148 ceph-mon[25742]: from='mgr.25096 172.21.15.57:0/2693194678' entity='mgr.y' 2024-04-15T21:21:56.055 INFO:teuthology.orchestra.run.smithi057.stdout:true 2024-04-15T21:21:56.350 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:21:56 smithi148 ceph-mon[25742]: pgmap v102: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:21:56.370 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:21:56 smithi057 ceph-mon[24810]: pgmap v102: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:21:56.371 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:21:56 smithi057 ceph-mon[29654]: pgmap v102: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:21:56.695 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 -e sha1=87dbfb632e974cb2c28d17423071d2d833b53b29 -- bash -c 'ceph mgr fail' 2024-04-15T21:21:57.324 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:21:57 smithi057 ceph-mon[24810]: from='client.? 172.21.15.57:0/3188076889' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:21:57.324 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:21:57 smithi057 ceph-mon[29654]: from='client.? 172.21.15.57:0/3188076889' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:21:57.349 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:21:57 smithi148 ceph-mon[25742]: from='client.? 172.21.15.57:0/3188076889' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:21:58.230 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:21:58 smithi057 ceph-mon[24810]: pgmap v103: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:21:58.231 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:21:58 smithi057 ceph-mon[29654]: pgmap v103: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:21:58.349 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:21:58 smithi148 ceph-mon[25742]: pgmap v103: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:21:59.349 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:21:59 smithi148 ceph-mon[25742]: from='client.? 172.21.15.57:0/3893439425' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2024-04-15T21:21:59.349 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:21:59 smithi148 ceph-mon[25742]: osdmap e105: 8 total, 8 up, 8 in 2024-04-15T21:21:59.350 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:21:59 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: [15/Apr/2024:21:21:59] ENGINE Bus STOPPING 2024-04-15T21:21:59.350 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:21:59 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: [15/Apr/2024:21:21:59] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-15T21:21:59.350 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:21:59 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: [15/Apr/2024:21:21:59] ENGINE Bus STOPPED 2024-04-15T21:21:59.350 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:21:59 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: [15/Apr/2024:21:21:59] ENGINE Bus STARTING 2024-04-15T21:21:59.350 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:21:59 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: [15/Apr/2024:21:21:59] ENGINE Serving on http://:::9283 2024-04-15T21:21:59.350 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:21:59 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: [15/Apr/2024:21:21:59] ENGINE Bus STARTED 2024-04-15T21:21:59.377 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:21:59 smithi057 ceph-mon[24810]: from='client.? 172.21.15.57:0/3893439425' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2024-04-15T21:21:59.377 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:21:59 smithi057 ceph-mon[24810]: osdmap e105: 8 total, 8 up, 8 in 2024-04-15T21:21:59.378 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:21:59 smithi057 ceph-mon[29654]: from='client.? 172.21.15.57:0/3893439425' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2024-04-15T21:21:59.378 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:21:59 smithi057 ceph-mon[29654]: osdmap e105: 8 total, 8 up, 8 in 2024-04-15T21:21:59.378 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:21:59 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: 2024-04-15T21:21:59.051+0000 7fdaca265700 -1 mgr handle_mgr_map I was active but no longer am 2024-04-15T21:21:59.378 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:21:59 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: ignoring --setuser ceph since I am not root 2024-04-15T21:21:59.378 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:21:59 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: ignoring --setgroup ceph since I am not root 2024-04-15T21:21:59.378 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:21:59 smithi057 ceph-mgr[71367]: -- 172.21.15.57:0/3828207564 <== mon.0 v2:172.21.15.57:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x558bec0e45a0 con 0x558bec0b8c00 2024-04-15T21:21:59.747 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:21:59 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: 2024-04-15T21:21:59.649+0000 7f91b6c9e200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-15T21:21:59.896 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 -e sha1=87dbfb632e974cb2c28d17423071d2d833b53b29 -- bash -c 'sleep 180' 2024-04-15T21:22:00.060 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:21:59 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: 2024-04-15T21:21:59.746+0000 7f91b6c9e200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-15T21:22:00.188 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:00 smithi148 ceph-mon[25742]: from='client.? 172.21.15.57:0/3893439425' entity='client.admin' cmd='[{"prefix": "mgr fail"}]': finished 2024-04-15T21:22:00.188 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:00 smithi148 ceph-mon[25742]: mgrmap e33: x(active, starting, since 0.262679s) 2024-04-15T21:22:00.189 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:00 smithi148 ceph-mon[25742]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T21:22:00.189 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:00 smithi148 ceph-mon[25742]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T21:22:00.189 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:00 smithi148 ceph-mon[25742]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T21:22:00.189 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:00 smithi148 ceph-mon[25742]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-15T21:22:00.189 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:00 smithi148 ceph-mon[25742]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-15T21:22:00.189 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:00 smithi148 ceph-mon[25742]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-15T21:22:00.189 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:00 smithi148 ceph-mon[25742]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-15T21:22:00.189 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:00 smithi148 ceph-mon[25742]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-15T21:22:00.189 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:00 smithi148 ceph-mon[25742]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-15T21:22:00.189 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:00 smithi148 ceph-mon[25742]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-15T21:22:00.189 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:00 smithi148 ceph-mon[25742]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-15T21:22:00.189 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:00 smithi148 ceph-mon[25742]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-15T21:22:00.189 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:00 smithi148 ceph-mon[25742]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-15T21:22:00.189 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:00 smithi148 ceph-mon[25742]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-15T21:22:00.190 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:00 smithi148 ceph-mon[25742]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-15T21:22:00.190 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:00 smithi148 ceph-mon[25742]: Manager daemon x is now available 2024-04-15T21:22:00.190 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:00 smithi148 ceph-mon[25742]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:00.190 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:00 smithi148 ceph-mon[25742]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi148", "caps": []}]: dispatch 2024-04-15T21:22:00.190 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:00 smithi148 ceph-mon[25742]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi057", "caps": []}]: dispatch 2024-04-15T21:22:00.190 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:00 smithi148 ceph-mon[25742]: from='mgr.34994 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi148", "caps": []}]: dispatch 2024-04-15T21:22:00.190 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:00 smithi148 ceph-mon[25742]: from='mgr.34994 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi057", "caps": []}]: dispatch 2024-04-15T21:22:00.190 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:00 smithi148 ceph-mon[25742]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:22:00.190 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:00 smithi148 ceph-mon[25742]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-15T21:22:00.190 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:00 smithi148 ceph-mon[25742]: from='mgr.34994 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-15T21:22:00.190 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:00 smithi148 ceph-mon[25742]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-15T21:22:00.190 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:00 smithi148 ceph-mon[25742]: from='mgr.34994 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-15T21:22:00.190 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:00 smithi148 ceph-mon[25742]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi148", "name": "osd_memory_target"}]: dispatch 2024-04-15T21:22:00.191 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:00 smithi148 ceph-mon[25742]: from='mgr.34994 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi148", "name": "osd_memory_target"}]: dispatch 2024-04-15T21:22:00.191 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:00 smithi148 ceph-mon[25742]: [15/Apr/2024:21:21:59] ENGINE Bus STARTING 2024-04-15T21:22:00.191 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:00 smithi148 ceph-mon[25742]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:00.191 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:00 smithi148 ceph-mon[25742]: [15/Apr/2024:21:21:59] ENGINE Serving on http://172.21.15.148:8765 2024-04-15T21:22:00.191 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:00 smithi148 ceph-mon[25742]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:00.191 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:00 smithi148 ceph-mon[25742]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi057", "name": "osd_memory_target"}]: dispatch 2024-04-15T21:22:00.191 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:00 smithi148 ceph-mon[25742]: from='mgr.34994 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi057", "name": "osd_memory_target"}]: dispatch 2024-04-15T21:22:00.191 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:00 smithi148 ceph-mon[25742]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:22:00.191 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:00 smithi148 ceph-mon[25742]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:22:00.191 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:00 smithi148 ceph-mon[25742]: Updating smithi057:/etc/ceph/ceph.conf 2024-04-15T21:22:00.191 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:00 smithi148 ceph-mon[25742]: Updating smithi148:/etc/ceph/ceph.conf 2024-04-15T21:22:00.191 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:00 smithi148 ceph-mon[25742]: [15/Apr/2024:21:21:59] ENGINE Serving on https://172.21.15.148:7150 2024-04-15T21:22:00.191 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:00 smithi148 ceph-mon[25742]: [15/Apr/2024:21:21:59] ENGINE Bus STARTED 2024-04-15T21:22:00.191 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:00 smithi148 ceph-mon[25742]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:00.378 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:00 smithi057 ceph-mon[24810]: from='client.? 172.21.15.57:0/3893439425' entity='client.admin' cmd='[{"prefix": "mgr fail"}]': finished 2024-04-15T21:22:00.378 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:00 smithi057 ceph-mon[24810]: mgrmap e33: x(active, starting, since 0.262679s) 2024-04-15T21:22:00.378 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:00 smithi057 ceph-mon[24810]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T21:22:00.378 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:00 smithi057 ceph-mon[24810]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T21:22:00.378 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:00 smithi057 ceph-mon[24810]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T21:22:00.378 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:00 smithi057 ceph-mon[24810]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-15T21:22:00.378 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:00 smithi057 ceph-mon[24810]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-15T21:22:00.378 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:00 smithi057 ceph-mon[24810]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-15T21:22:00.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:00 smithi057 ceph-mon[24810]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-15T21:22:00.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:00 smithi057 ceph-mon[24810]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-15T21:22:00.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:00 smithi057 ceph-mon[24810]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-15T21:22:00.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:00 smithi057 ceph-mon[24810]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-15T21:22:00.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:00 smithi057 ceph-mon[24810]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-15T21:22:00.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:00 smithi057 ceph-mon[24810]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-15T21:22:00.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:00 smithi057 ceph-mon[24810]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-15T21:22:00.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:00 smithi057 ceph-mon[24810]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-15T21:22:00.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:00 smithi057 ceph-mon[24810]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-15T21:22:00.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:00 smithi057 ceph-mon[24810]: Manager daemon x is now available 2024-04-15T21:22:00.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:00 smithi057 ceph-mon[24810]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:00.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:00 smithi057 ceph-mon[24810]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi148", "caps": []}]: dispatch 2024-04-15T21:22:00.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:00 smithi057 ceph-mon[24810]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi057", "caps": []}]: dispatch 2024-04-15T21:22:00.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:00 smithi057 ceph-mon[24810]: from='mgr.34994 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi148", "caps": []}]: dispatch 2024-04-15T21:22:00.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:00 smithi057 ceph-mon[24810]: from='mgr.34994 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi057", "caps": []}]: dispatch 2024-04-15T21:22:00.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:00 smithi057 ceph-mon[24810]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:22:00.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:00 smithi057 ceph-mon[24810]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-15T21:22:00.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:00 smithi057 ceph-mon[24810]: from='mgr.34994 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-15T21:22:00.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:00 smithi057 ceph-mon[29654]: from='client.? 172.21.15.57:0/3893439425' entity='client.admin' cmd='[{"prefix": "mgr fail"}]': finished 2024-04-15T21:22:00.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:00 smithi057 ceph-mon[29654]: mgrmap e33: x(active, starting, since 0.262679s) 2024-04-15T21:22:00.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:00 smithi057 ceph-mon[29654]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T21:22:00.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:00 smithi057 ceph-mon[29654]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T21:22:00.381 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:00 smithi057 ceph-mon[29654]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T21:22:00.381 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:00 smithi057 ceph-mon[29654]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-15T21:22:00.381 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:00 smithi057 ceph-mon[29654]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-15T21:22:00.381 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:00 smithi057 ceph-mon[29654]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-15T21:22:00.381 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:00 smithi057 ceph-mon[29654]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-15T21:22:00.381 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:00 smithi057 ceph-mon[29654]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-15T21:22:00.381 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:00 smithi057 ceph-mon[29654]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-15T21:22:00.381 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:00 smithi057 ceph-mon[29654]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-15T21:22:00.381 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:00 smithi057 ceph-mon[29654]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-15T21:22:00.381 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:00 smithi057 ceph-mon[29654]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-15T21:22:00.381 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:00 smithi057 ceph-mon[29654]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-15T21:22:00.381 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:00 smithi057 ceph-mon[29654]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-15T21:22:00.381 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:00 smithi057 ceph-mon[29654]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-15T21:22:00.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:00 smithi057 ceph-mon[29654]: Manager daemon x is now available 2024-04-15T21:22:00.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:00 smithi057 ceph-mon[29654]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:00.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:00 smithi057 ceph-mon[29654]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi148", "caps": []}]: dispatch 2024-04-15T21:22:00.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:00 smithi057 ceph-mon[29654]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi057", "caps": []}]: dispatch 2024-04-15T21:22:00.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:00 smithi057 ceph-mon[29654]: from='mgr.34994 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi148", "caps": []}]: dispatch 2024-04-15T21:22:00.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:00 smithi057 ceph-mon[29654]: from='mgr.34994 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi057", "caps": []}]: dispatch 2024-04-15T21:22:00.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:00 smithi057 ceph-mon[29654]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:22:00.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:00 smithi057 ceph-mon[29654]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-15T21:22:00.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:00 smithi057 ceph-mon[29654]: from='mgr.34994 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-15T21:22:00.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:00 smithi057 ceph-mon[24810]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-15T21:22:00.383 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:00 smithi057 ceph-mon[24810]: from='mgr.34994 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-15T21:22:00.383 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:00 smithi057 ceph-mon[24810]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi148", "name": "osd_memory_target"}]: dispatch 2024-04-15T21:22:00.383 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:00 smithi057 ceph-mon[24810]: from='mgr.34994 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi148", "name": "osd_memory_target"}]: dispatch 2024-04-15T21:22:00.383 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:00 smithi057 ceph-mon[24810]: [15/Apr/2024:21:21:59] ENGINE Bus STARTING 2024-04-15T21:22:00.383 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:00 smithi057 ceph-mon[24810]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:00.383 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:00 smithi057 ceph-mon[24810]: [15/Apr/2024:21:21:59] ENGINE Serving on http://172.21.15.148:8765 2024-04-15T21:22:00.383 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:00 smithi057 ceph-mon[24810]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:00.383 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:00 smithi057 ceph-mon[24810]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi057", "name": "osd_memory_target"}]: dispatch 2024-04-15T21:22:00.383 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:00 smithi057 ceph-mon[24810]: from='mgr.34994 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi057", "name": "osd_memory_target"}]: dispatch 2024-04-15T21:22:00.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:00 smithi057 ceph-mon[24810]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:22:00.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:00 smithi057 ceph-mon[24810]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:22:00.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:00 smithi057 ceph-mon[24810]: Updating smithi057:/etc/ceph/ceph.conf 2024-04-15T21:22:00.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:00 smithi057 ceph-mon[24810]: Updating smithi148:/etc/ceph/ceph.conf 2024-04-15T21:22:00.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:00 smithi057 ceph-mon[24810]: [15/Apr/2024:21:21:59] ENGINE Serving on https://172.21.15.148:7150 2024-04-15T21:22:00.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:00 smithi057 ceph-mon[24810]: [15/Apr/2024:21:21:59] ENGINE Bus STARTED 2024-04-15T21:22:00.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:00 smithi057 ceph-mon[24810]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:00.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:00 smithi057 ceph-mon[29654]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-15T21:22:00.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:00 smithi057 ceph-mon[29654]: from='mgr.34994 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-15T21:22:00.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:00 smithi057 ceph-mon[29654]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi148", "name": "osd_memory_target"}]: dispatch 2024-04-15T21:22:00.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:00 smithi057 ceph-mon[29654]: from='mgr.34994 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi148", "name": "osd_memory_target"}]: dispatch 2024-04-15T21:22:00.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:00 smithi057 ceph-mon[29654]: [15/Apr/2024:21:21:59] ENGINE Bus STARTING 2024-04-15T21:22:00.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:00 smithi057 ceph-mon[29654]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:00.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:00 smithi057 ceph-mon[29654]: [15/Apr/2024:21:21:59] ENGINE Serving on http://172.21.15.148:8765 2024-04-15T21:22:00.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:00 smithi057 ceph-mon[29654]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:00.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:00 smithi057 ceph-mon[29654]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi057", "name": "osd_memory_target"}]: dispatch 2024-04-15T21:22:00.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:00 smithi057 ceph-mon[29654]: from='mgr.34994 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi057", "name": "osd_memory_target"}]: dispatch 2024-04-15T21:22:00.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:00 smithi057 ceph-mon[29654]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:22:00.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:00 smithi057 ceph-mon[29654]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:22:00.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:00 smithi057 ceph-mon[29654]: Updating smithi057:/etc/ceph/ceph.conf 2024-04-15T21:22:00.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:00 smithi057 ceph-mon[29654]: Updating smithi148:/etc/ceph/ceph.conf 2024-04-15T21:22:00.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:00 smithi057 ceph-mon[29654]: [15/Apr/2024:21:21:59] ENGINE Serving on https://172.21.15.148:7150 2024-04-15T21:22:00.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:00 smithi057 ceph-mon[29654]: [15/Apr/2024:21:21:59] ENGINE Bus STARTED 2024-04-15T21:22:00.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:00 smithi057 ceph-mon[29654]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:00.727 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:22:00 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: 2024-04-15T21:22:00.466+0000 7f91b6c9e200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-15T21:22:00.727 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:22:00 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: 2024-04-15T21:22:00.576+0000 7f91b6c9e200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-15T21:22:00.727 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:22:00 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: 2024-04-15T21:22:00.726+0000 7f91b6c9e200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-15T21:22:00.978 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:22:00 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: 2024-04-15T21:22:00.834+0000 7f91b6c9e200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-15T21:22:00.978 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:22:00 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: 2024-04-15T21:22:00.927+0000 7f91b6c9e200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-15T21:22:01.256 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:01 smithi057 ceph-mon[24810]: mgrmap e34: x(active, since 1.29087s) 2024-04-15T21:22:01.256 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:01 smithi057 ceph-mon[24810]: pgmap v3: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:22:01.256 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:01 smithi057 ceph-mon[24810]: Updating smithi148:/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/config/ceph.conf 2024-04-15T21:22:01.256 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:01 smithi057 ceph-mon[24810]: Updating smithi057:/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/config/ceph.conf 2024-04-15T21:22:01.256 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:01 smithi057 ceph-mon[24810]: Updating smithi148:/etc/ceph/ceph.client.admin.keyring 2024-04-15T21:22:01.256 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:01 smithi057 ceph-mon[24810]: Updating smithi057:/etc/ceph/ceph.client.admin.keyring 2024-04-15T21:22:01.256 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:01 smithi057 ceph-mon[24810]: Updating smithi148:/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/config/ceph.client.admin.keyring 2024-04-15T21:22:01.256 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:01 smithi057 ceph-mon[24810]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:01.257 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:01 smithi057 ceph-mon[24810]: Updating smithi057:/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/config/ceph.client.admin.keyring 2024-04-15T21:22:01.257 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:01 smithi057 ceph-mon[24810]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:01.257 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:01 smithi057 ceph-mon[24810]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:01.257 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:01 smithi057 ceph-mon[24810]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:01.257 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:01 smithi057 ceph-mon[24810]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:01.257 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:01 smithi057 ceph-mon[24810]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:01.257 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:01 smithi057 ceph-mon[24810]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:01.257 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:01 smithi057 ceph-mon[24810]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:01.257 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:01 smithi057 ceph-mon[29654]: mgrmap e34: x(active, since 1.29087s) 2024-04-15T21:22:01.257 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:01 smithi057 ceph-mon[29654]: pgmap v3: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:22:01.257 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:01 smithi057 ceph-mon[29654]: Updating smithi148:/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/config/ceph.conf 2024-04-15T21:22:01.257 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:01 smithi057 ceph-mon[29654]: Updating smithi057:/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/config/ceph.conf 2024-04-15T21:22:01.258 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:01 smithi057 ceph-mon[29654]: Updating smithi148:/etc/ceph/ceph.client.admin.keyring 2024-04-15T21:22:01.258 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:01 smithi057 ceph-mon[29654]: Updating smithi057:/etc/ceph/ceph.client.admin.keyring 2024-04-15T21:22:01.258 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:01 smithi057 ceph-mon[29654]: Updating smithi148:/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/config/ceph.client.admin.keyring 2024-04-15T21:22:01.258 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:01 smithi057 ceph-mon[29654]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:01.258 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:01 smithi057 ceph-mon[29654]: Updating smithi057:/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/config/ceph.client.admin.keyring 2024-04-15T21:22:01.258 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:01 smithi057 ceph-mon[29654]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:01.258 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:01 smithi057 ceph-mon[29654]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:01.258 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:01 smithi057 ceph-mon[29654]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:01.258 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:01 smithi057 ceph-mon[29654]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:01.258 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:01 smithi057 ceph-mon[29654]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:01.258 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:01 smithi057 ceph-mon[29654]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:01.258 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:01 smithi057 ceph-mon[29654]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:01.329 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:01 smithi148 ceph-mon[25742]: mgrmap e34: x(active, since 1.29087s) 2024-04-15T21:22:01.330 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:01 smithi148 ceph-mon[25742]: pgmap v3: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:22:01.330 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:01 smithi148 ceph-mon[25742]: Updating smithi148:/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/config/ceph.conf 2024-04-15T21:22:01.330 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:01 smithi148 ceph-mon[25742]: Updating smithi057:/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/config/ceph.conf 2024-04-15T21:22:01.330 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:01 smithi148 ceph-mon[25742]: Updating smithi148:/etc/ceph/ceph.client.admin.keyring 2024-04-15T21:22:01.330 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:01 smithi148 ceph-mon[25742]: Updating smithi057:/etc/ceph/ceph.client.admin.keyring 2024-04-15T21:22:01.330 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:01 smithi148 ceph-mon[25742]: Updating smithi148:/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/config/ceph.client.admin.keyring 2024-04-15T21:22:01.330 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:01 smithi148 ceph-mon[25742]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:01.330 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:01 smithi148 ceph-mon[25742]: Updating smithi057:/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/config/ceph.client.admin.keyring 2024-04-15T21:22:01.330 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:01 smithi148 ceph-mon[25742]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:01.330 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:01 smithi148 ceph-mon[25742]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:01.331 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:01 smithi148 ceph-mon[25742]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:01.331 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:01 smithi148 ceph-mon[25742]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:01.331 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:01 smithi148 ceph-mon[25742]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:01.331 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:01 smithi148 ceph-mon[25742]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:01.331 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:01 smithi148 ceph-mon[25742]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:01.589 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:22:01 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: 2024-04-15T21:22:01.254+0000 7f91b6c9e200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-15T21:22:01.589 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:22:01 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: 2024-04-15T21:22:01.373+0000 7f91b6c9e200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-15T21:22:01.590 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:22:01 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: 2024-04-15T21:22:01.472+0000 7f91b6c9e200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-15T21:22:01.590 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:22:01 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: 2024-04-15T21:22:01.588+0000 7f91b6c9e200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-15T21:22:01.858 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:22:01 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: 2024-04-15T21:22:01.780+0000 7f91b6c9e200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-15T21:22:02.124 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:02 smithi057 ceph-mon[24810]: pgmap v4: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:22:02.124 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:02 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:22:02.124 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:02 smithi057 ceph-mon[24810]: mgrmap e35: x(active, since 2s) 2024-04-15T21:22:02.124 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:02 smithi057 ceph-mon[24810]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:02.124 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:02 smithi057 ceph-mon[24810]: Reconfiguring iscsi.foo.smithi057.jwyjxv (dependencies changed)... 2024-04-15T21:22:02.124 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:02 smithi057 ceph-mon[24810]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi057.jwyjxv", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-04-15T21:22:02.124 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:02 smithi057 ceph-mon[24810]: from='mgr.34994 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi057.jwyjxv", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-04-15T21:22:02.124 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:02 smithi057 ceph-mon[24810]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:22:02.125 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:02 smithi057 ceph-mon[24810]: Reconfiguring daemon iscsi.foo.smithi057.jwyjxv on smithi057 2024-04-15T21:22:02.125 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:02 smithi057 ceph-mon[24810]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:02.125 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:02 smithi057 ceph-mon[24810]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:02.125 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:02 smithi057 ceph-mon[24810]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:02.125 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:02 smithi057 ceph-mon[24810]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:02.125 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:02 smithi057 ceph-mon[29654]: pgmap v4: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:22:02.125 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:02 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:22:02.125 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:02 smithi057 ceph-mon[29654]: mgrmap e35: x(active, since 2s) 2024-04-15T21:22:02.125 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:02 smithi057 ceph-mon[29654]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:02.125 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:02 smithi057 ceph-mon[29654]: Reconfiguring iscsi.foo.smithi057.jwyjxv (dependencies changed)... 2024-04-15T21:22:02.125 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:02 smithi057 ceph-mon[29654]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi057.jwyjxv", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-04-15T21:22:02.126 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:02 smithi057 ceph-mon[29654]: from='mgr.34994 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi057.jwyjxv", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-04-15T21:22:02.126 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:02 smithi057 ceph-mon[29654]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:22:02.126 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:02 smithi057 ceph-mon[29654]: Reconfiguring daemon iscsi.foo.smithi057.jwyjxv on smithi057 2024-04-15T21:22:02.126 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:02 smithi057 ceph-mon[29654]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:02.126 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:02 smithi057 ceph-mon[29654]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:02.126 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:02 smithi057 ceph-mon[29654]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:02.126 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:02 smithi057 ceph-mon[29654]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:02.350 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:02 smithi148 ceph-mon[25742]: pgmap v4: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:22:02.350 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:02 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:22:02.350 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:02 smithi148 ceph-mon[25742]: mgrmap e35: x(active, since 2s) 2024-04-15T21:22:02.350 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:02 smithi148 ceph-mon[25742]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:02.350 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:02 smithi148 ceph-mon[25742]: Reconfiguring iscsi.foo.smithi057.jwyjxv (dependencies changed)... 2024-04-15T21:22:02.350 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:02 smithi148 ceph-mon[25742]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi057.jwyjxv", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-04-15T21:22:02.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:02 smithi148 ceph-mon[25742]: from='mgr.34994 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi057.jwyjxv", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-04-15T21:22:02.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:02 smithi148 ceph-mon[25742]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:22:02.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:02 smithi148 ceph-mon[25742]: Reconfiguring daemon iscsi.foo.smithi057.jwyjxv on smithi057 2024-04-15T21:22:02.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:02 smithi148 ceph-mon[25742]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:02.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:02 smithi148 ceph-mon[25742]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:02.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:02 smithi148 ceph-mon[25742]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:02.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:02 smithi148 ceph-mon[25742]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:03.098 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:22:02 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: 2024-04-15T21:22:02.808+0000 7f91b6c9e200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-15T21:22:03.098 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:22:02 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: 2024-04-15T21:22:02.952+0000 7f91b6c9e200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-15T21:22:03.120 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:03 smithi148 ceph-mon[25742]: from='client.15258 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:22:03.120 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:03 smithi148 ceph-mon[25742]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:03.120 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:03 smithi148 ceph-mon[25742]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:03.121 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:03 smithi148 ceph-mon[25742]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:03.377 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:22:03 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: 2024-04-15T21:22:03.307+0000 7f91b6c9e200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-15T21:22:03.378 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:03 smithi057 ceph-mon[24810]: from='client.15258 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:22:03.378 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:03 smithi057 ceph-mon[24810]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:03.378 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:03 smithi057 ceph-mon[24810]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:03.378 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:03 smithi057 ceph-mon[24810]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:03.378 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:03 smithi057 ceph-mon[29654]: from='client.15258 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:22:03.378 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:03 smithi057 ceph-mon[29654]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:03.378 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:03 smithi057 ceph-mon[29654]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:03.378 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:03 smithi057 ceph-mon[29654]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:03.724 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:22:03 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: 2024-04-15T21:22:03.404+0000 7f91b6c9e200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-15T21:22:03.724 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:22:03 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: 2024-04-15T21:22:03.640+0000 7f91b6c9e200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-15T21:22:04.103 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:22:03 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: 2024-04-15T21:22:03.843+0000 7f91b6c9e200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-15T21:22:04.286 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:04 smithi148 ceph-mon[25742]: pgmap v5: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:22:04.287 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:04 smithi148 ceph-mon[25742]: mgrmap e36: x(active, since 4s) 2024-04-15T21:22:04.287 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:04 smithi148 ceph-mon[25742]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:04.377 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:22:04 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: 2024-04-15T21:22:04.150+0000 7f91b6c9e200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-15T21:22:04.378 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:04 smithi057 ceph-mon[29654]: pgmap v5: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:22:04.378 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:04 smithi057 ceph-mon[29654]: mgrmap e36: x(active, since 4s) 2024-04-15T21:22:04.378 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:04 smithi057 ceph-mon[29654]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:04.378 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:04 smithi057 ceph-mon[24810]: pgmap v5: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:22:04.378 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:04 smithi057 ceph-mon[24810]: mgrmap e36: x(active, since 4s) 2024-04-15T21:22:04.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:04 smithi057 ceph-mon[24810]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:04.684 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:22:04 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: 2024-04-15T21:22:04.421+0000 7f91b6c9e200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-15T21:22:05.127 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:22:04 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: 2024-04-15T21:22:04.683+0000 7f91b6c9e200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-15T21:22:05.878 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:22:05 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: 2024-04-15T21:22:05.584+0000 7f91b6c9e200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-15T21:22:06.195 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:06 smithi057 ceph-mon[24810]: pgmap v6: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:22:06.195 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:06 smithi057 ceph-mon[24810]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:06.196 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:06 smithi057 ceph-mon[24810]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:06.196 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:06 smithi057 ceph-mon[24810]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:06.196 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:06 smithi057 ceph-mon[29654]: pgmap v6: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:22:06.196 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:06 smithi057 ceph-mon[29654]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:06.196 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:06 smithi057 ceph-mon[29654]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:06.196 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:06 smithi057 ceph-mon[29654]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:06.349 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:06 smithi148 ceph-mon[25742]: pgmap v6: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:22:06.349 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:06 smithi148 ceph-mon[25742]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:06.350 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:06 smithi148 ceph-mon[25742]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:06.350 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:06 smithi148 ceph-mon[25742]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:06.350 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:22:06 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: 2024-04-15T21:22:06.028+0000 7fd7bf2c4700 -1 log_channel(cephadm) log [ERR] : cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi057.jwyjxv ... 2024-04-15T21:22:06.350 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:22:06 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: Creating ceph-iscsi config... 2024-04-15T21:22:06.350 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:22:06 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: Write file: /var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/iscsi.foo.smithi057.jwyjxv/iscsi-gateway.cfg 2024-04-15T21:22:06.350 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:22:06 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: Write file: /var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/iscsi.foo.smithi057.jwyjxv/tcmu-runner-entrypoint.sh 2024-04-15T21:22:06.350 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:22:06 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: Non-zero exit code 1 from systemctl restart ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv 2024-04-15T21:22:06.350 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:22:06 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: systemctl: stderr Job for ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service failed because the control process exited with error code. 2024-04-15T21:22:06.350 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:22:06 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: systemctl: stderr See "systemctl status ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" and "journalctl -xeu ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" for details. 2024-04-15T21:22:06.351 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:22:06 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: Traceback (most recent call last): 2024-04-15T21:22:06.351 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:22:06 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-04-15T21:22:06.351 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:22:06 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: return _run_code(code, main_globals, None, 2024-04-15T21:22:06.351 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:22:06 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-04-15T21:22:06.351 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:22:06 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: exec(code, run_globals) 2024-04-15T21:22:06.351 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:22:06 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 5618, in 2024-04-15T21:22:06.351 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:22:06 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 5606, in main 2024-04-15T21:22:06.351 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:22:06 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 3096, in command_deploy_from 2024-04-15T21:22:06.351 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:22:06 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 3131, in _common_deploy 2024-04-15T21:22:06.351 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:22:06 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 3151, in _deploy_daemon_container 2024-04-15T21:22:06.351 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:22:06 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 1123, in deploy_daemon 2024-04-15T21:22:06.351 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:22:06 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-04-15T21:22:06.352 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:22:06 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: RuntimeError: Failed command: systemctl restart ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv: Job for ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service failed because the control process exited with error code. 2024-04-15T21:22:06.352 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:22:06 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: See "systemctl status ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" and "journalctl -xeu ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" for details. 2024-04-15T21:22:06.352 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:22:06 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: Traceback (most recent call last): 2024-04-15T21:22:06.352 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:22:06 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1114, in _check_daemons 2024-04-15T21:22:06.352 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:22:06 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: self.mgr._daemon_action(daemon_spec, action=action) 2024-04-15T21:22:06.352 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:22:06 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: File "/usr/share/ceph/mgr/cephadm/module.py", line 2457, in _daemon_action 2024-04-15T21:22:06.352 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:22:06 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: CephadmServe(self)._create_daemon(daemon_spec, reconfig=(action == 'reconfig'))) 2024-04-15T21:22:06.353 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:22:06 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: File "/usr/share/ceph/mgr/cephadm/module.py", line 779, in wait_async 2024-04-15T21:22:06.353 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:22:06 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: return self.event_loop.get_result(coro, timeout) 2024-04-15T21:22:06.353 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:22:06 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: File "/usr/share/ceph/mgr/cephadm/ssh.py", line 136, in get_result 2024-04-15T21:22:06.353 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:22:06 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: return future.result(timeout) 2024-04-15T21:22:06.353 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:22:06 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: File "/lib64/python3.6/concurrent/futures/_base.py", line 432, in result 2024-04-15T21:22:06.353 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:22:06 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: return self.__get_result() 2024-04-15T21:22:06.353 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:22:06 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: File "/lib64/python3.6/concurrent/futures/_base.py", line 384, in __get_result 2024-04-15T21:22:06.353 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:22:06 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: raise self._exception 2024-04-15T21:22:06.353 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:22:06 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1377, in _create_daemon 2024-04-15T21:22:06.353 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:22:06 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: use_current_daemon_image=reconfig, 2024-04-15T21:22:06.353 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:22:06 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1692, in _run_cephadm 2024-04-15T21:22:06.353 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:22:06 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: f'cephadm exited with an error code: {code}, stderr: {err}') 2024-04-15T21:22:06.353 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:22:06 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: orchestrator._interface.OrchestratorError: cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi057.jwyjxv ... 2024-04-15T21:22:06.354 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:22:06 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: Creating ceph-iscsi config... 2024-04-15T21:22:06.354 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:22:06 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: Write file: /var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/iscsi.foo.smithi057.jwyjxv/iscsi-gateway.cfg 2024-04-15T21:22:06.354 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:22:06 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: Write file: /var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/iscsi.foo.smithi057.jwyjxv/tcmu-runner-entrypoint.sh 2024-04-15T21:22:06.354 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:22:06 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: Non-zero exit code 1 from systemctl restart ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv 2024-04-15T21:22:06.354 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:22:06 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: systemctl: stderr Job for ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service failed because the control process exited with error code. 2024-04-15T21:22:06.354 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:22:06 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: systemctl: stderr See "systemctl status ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" and "journalctl -xeu ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" for details. 2024-04-15T21:22:06.354 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:22:06 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: Traceback (most recent call last): 2024-04-15T21:22:06.354 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:22:06 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-04-15T21:22:06.354 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:22:06 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: return _run_code(code, main_globals, None, 2024-04-15T21:22:06.354 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:22:06 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-04-15T21:22:06.354 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:22:06 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: exec(code, run_globals) 2024-04-15T21:22:06.355 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:22:06 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 5618, in 2024-04-15T21:22:06.355 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:22:06 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 5606, in main 2024-04-15T21:22:06.355 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:22:06 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 3096, in command_deploy_from 2024-04-15T21:22:06.355 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:22:06 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 3131, in _common_deploy 2024-04-15T21:22:06.355 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:22:06 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 3151, in _deploy_daemon_container 2024-04-15T21:22:06.355 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:22:06 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 1123, in deploy_daemon 2024-04-15T21:22:06.355 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:22:06 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-04-15T21:22:06.355 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:22:06 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: RuntimeError: Failed command: systemctl restart ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv: Job for ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service failed because the control process exited with error code. 2024-04-15T21:22:06.355 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:22:06 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: See "systemctl status ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" and "journalctl -xeu ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" for details. 2024-04-15T21:22:06.544 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:22:06 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: 2024-04-15T21:22:06.218+0000 7f91b6c9e200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-15T21:22:06.544 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:22:06 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: 2024-04-15T21:22:06.325+0000 7f91b6c9e200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-15T21:22:06.877 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:22:06 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: 2024-04-15T21:22:06.568+0000 7f91b6c9e200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-15T21:22:06.878 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:22:06 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: [15/Apr/2024:21:22:06] ENGINE Bus STARTING 2024-04-15T21:22:06.878 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:22:06 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: CherryPy Checker: 2024-04-15T21:22:06.878 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:22:06 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: The Application mounted at '' has an empty config. 2024-04-15T21:22:06.878 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:22:06 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: 2024-04-15T21:22:06.878 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:22:06 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: [15/Apr/2024:21:22:06] ENGINE Serving on http://:::9283 2024-04-15T21:22:06.878 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:22:06 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: [15/Apr/2024:21:22:06] ENGINE Bus STARTED 2024-04-15T21:22:07.367 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:07 smithi057 ceph-mon[24810]: cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi057.jwyjxv ... 2024-04-15T21:22:07.367 INFO:journalctl@ceph.mon.a.smithi057.stdout: Creating ceph-iscsi config... 2024-04-15T21:22:07.367 INFO:journalctl@ceph.mon.a.smithi057.stdout: Write file: /var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/iscsi.foo.smithi057.jwyjxv/iscsi-gateway.cfg 2024-04-15T21:22:07.367 INFO:journalctl@ceph.mon.a.smithi057.stdout: Write file: /var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/iscsi.foo.smithi057.jwyjxv/tcmu-runner-entrypoint.sh 2024-04-15T21:22:07.367 INFO:journalctl@ceph.mon.a.smithi057.stdout: Non-zero exit code 1 from systemctl restart ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv 2024-04-15T21:22:07.367 INFO:journalctl@ceph.mon.a.smithi057.stdout: systemctl: stderr Job for ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service failed because the control process exited with error code. 2024-04-15T21:22:07.367 INFO:journalctl@ceph.mon.a.smithi057.stdout: systemctl: stderr See "systemctl status ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" and "journalctl -xeu ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" for details. 2024-04-15T21:22:07.367 INFO:journalctl@ceph.mon.a.smithi057.stdout: Traceback (most recent call last): 2024-04-15T21:22:07.367 INFO:journalctl@ceph.mon.a.smithi057.stdout: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-04-15T21:22:07.368 INFO:journalctl@ceph.mon.a.smithi057.stdout: return _run_code(code, main_globals, None, 2024-04-15T21:22:07.368 INFO:journalctl@ceph.mon.a.smithi057.stdout: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-04-15T21:22:07.368 INFO:journalctl@ceph.mon.a.smithi057.stdout: exec(code, run_globals) 2024-04-15T21:22:07.368 INFO:journalctl@ceph.mon.a.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 5618, in 2024-04-15T21:22:07.368 INFO:journalctl@ceph.mon.a.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 5606, in main 2024-04-15T21:22:07.368 INFO:journalctl@ceph.mon.a.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 3096, in command_deploy_from 2024-04-15T21:22:07.368 INFO:journalctl@ceph.mon.a.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 3131, in _common_deploy 2024-04-15T21:22:07.368 INFO:journalctl@ceph.mon.a.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 3151, in _deploy_daemon_container 2024-04-15T21:22:07.368 INFO:journalctl@ceph.mon.a.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 1123, in deploy_daemon 2024-04-15T21:22:07.368 INFO:journalctl@ceph.mon.a.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-04-15T21:22:07.368 INFO:journalctl@ceph.mon.a.smithi057.stdout: RuntimeError: Failed command: systemctl restart ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv: Job for ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service failed because the control process exited with error code. 2024-04-15T21:22:07.368 INFO:journalctl@ceph.mon.a.smithi057.stdout: See "systemctl status ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" and "journalctl -xeu ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" for details. 2024-04-15T21:22:07.368 INFO:journalctl@ceph.mon.a.smithi057.stdout: Traceback (most recent call last): 2024-04-15T21:22:07.368 INFO:journalctl@ceph.mon.a.smithi057.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1114, in _check_daemons 2024-04-15T21:22:07.368 INFO:journalctl@ceph.mon.a.smithi057.stdout: self.mgr._daemon_action(daemon_spec, action=action) 2024-04-15T21:22:07.369 INFO:journalctl@ceph.mon.a.smithi057.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 2457, in _daemon_action 2024-04-15T21:22:07.369 INFO:journalctl@ceph.mon.a.smithi057.stdout: CephadmServe(self)._create_daemon(daemon_spec, reconfig=(action == 'reconfig'))) 2024-04-15T21:22:07.369 INFO:journalctl@ceph.mon.a.smithi057.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 779, in wait_async 2024-04-15T21:22:07.369 INFO:journalctl@ceph.mon.a.smithi057.stdout: return self.event_loop.get_result(coro, timeout) 2024-04-15T21:22:07.369 INFO:journalctl@ceph.mon.a.smithi057.stdout: File "/usr/share/ceph/mgr/cephadm/ssh.py", line 136, in get_result 2024-04-15T21:22:07.369 INFO:journalctl@ceph.mon.a.smithi057.stdout: return future.result(timeout) 2024-04-15T21:22:07.369 INFO:journalctl@ceph.mon.a.smithi057.stdout: File "/lib64/python3.6/concurrent/futures/_base.py", line 432, in result 2024-04-15T21:22:07.369 INFO:journalctl@ceph.mon.a.smithi057.stdout: return self.__get_result() 2024-04-15T21:22:07.369 INFO:journalctl@ceph.mon.a.smithi057.stdout: File "/lib64/python3.6/concurrent/futures/_base.py", line 384, in __get_result 2024-04-15T21:22:07.369 INFO:journalctl@ceph.mon.a.smithi057.stdout: raise self._exception 2024-04-15T21:22:07.369 INFO:journalctl@ceph.mon.a.smithi057.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1377, in _create_daemon 2024-04-15T21:22:07.369 INFO:journalctl@ceph.mon.a.smithi057.stdout: use_current_daemon_image=reconfig, 2024-04-15T21:22:07.369 INFO:journalctl@ceph.mon.a.smithi057.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1692, in _run_cephadm 2024-04-15T21:22:07.369 INFO:journalctl@ceph.mon.a.smithi057.stdout: f'cephadm exited with an error code: {code}, stderr: {err}') 2024-04-15T21:22:07.369 INFO:journalctl@ceph.mon.a.smithi057.stdout: orchestrator._interface.OrchestratorError: cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi057.jwyjxv ... 2024-04-15T21:22:07.370 INFO:journalctl@ceph.mon.a.smithi057.stdout: Creating ceph-iscsi config... 2024-04-15T21:22:07.370 INFO:journalctl@ceph.mon.a.smithi057.stdout: Write file: /var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/iscsi.foo.smithi057.jwyjxv/iscsi-gateway.cfg 2024-04-15T21:22:07.370 INFO:journalctl@ceph.mon.a.smithi057.stdout: Write file: /var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/iscsi.foo.smithi057.jwyjxv/tcmu-runner-entrypoint.sh 2024-04-15T21:22:07.370 INFO:journalctl@ceph.mon.a.smithi057.stdout: Non-zero exit code 1 from systemctl restart ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv 2024-04-15T21:22:07.370 INFO:journalctl@ceph.mon.a.smithi057.stdout: systemctl: stderr Job for ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service failed because the control process exited with error code. 2024-04-15T21:22:07.370 INFO:journalctl@ceph.mon.a.smithi057.stdout: systemctl: stderr See "systemctl status ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" and "journalctl -xeu ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" for details. 2024-04-15T21:22:07.370 INFO:journalctl@ceph.mon.a.smithi057.stdout: Traceback (most recent call last): 2024-04-15T21:22:07.370 INFO:journalctl@ceph.mon.a.smithi057.stdout: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-04-15T21:22:07.370 INFO:journalctl@ceph.mon.a.smithi057.stdout: return _run_code(code, main_globals, None, 2024-04-15T21:22:07.370 INFO:journalctl@ceph.mon.a.smithi057.stdout: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-04-15T21:22:07.370 INFO:journalctl@ceph.mon.a.smithi057.stdout: exec(code, run_globals) 2024-04-15T21:22:07.370 INFO:journalctl@ceph.mon.a.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 5618, in 2024-04-15T21:22:07.370 INFO:journalctl@ceph.mon.a.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 5606, in main 2024-04-15T21:22:07.370 INFO:journalctl@ceph.mon.a.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 3096, in command_deploy_from 2024-04-15T21:22:07.371 INFO:journalctl@ceph.mon.a.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 3131, in _common_deploy 2024-04-15T21:22:07.371 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:07 smithi057 ceph-mon[29654]: cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi057.jwyjxv ... 2024-04-15T21:22:07.371 INFO:journalctl@ceph.mon.c.smithi057.stdout: Creating ceph-iscsi config... 2024-04-15T21:22:07.371 INFO:journalctl@ceph.mon.c.smithi057.stdout: Write file: /var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/iscsi.foo.smithi057.jwyjxv/iscsi-gateway.cfg 2024-04-15T21:22:07.371 INFO:journalctl@ceph.mon.c.smithi057.stdout: Write file: /var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/iscsi.foo.smithi057.jwyjxv/tcmu-runner-entrypoint.sh 2024-04-15T21:22:07.371 INFO:journalctl@ceph.mon.c.smithi057.stdout: Non-zero exit code 1 from systemctl restart ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv 2024-04-15T21:22:07.371 INFO:journalctl@ceph.mon.c.smithi057.stdout: systemctl: stderr Job for ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service failed because the control process exited with error code. 2024-04-15T21:22:07.371 INFO:journalctl@ceph.mon.c.smithi057.stdout: systemctl: stderr See "systemctl status ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" and "journalctl -xeu ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" for details. 2024-04-15T21:22:07.371 INFO:journalctl@ceph.mon.c.smithi057.stdout: Traceback (most recent call last): 2024-04-15T21:22:07.371 INFO:journalctl@ceph.mon.c.smithi057.stdout: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-04-15T21:22:07.372 INFO:journalctl@ceph.mon.c.smithi057.stdout: return _run_code(code, main_globals, None, 2024-04-15T21:22:07.372 INFO:journalctl@ceph.mon.c.smithi057.stdout: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-04-15T21:22:07.372 INFO:journalctl@ceph.mon.c.smithi057.stdout: exec(code, run_globals) 2024-04-15T21:22:07.372 INFO:journalctl@ceph.mon.c.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 5618, in 2024-04-15T21:22:07.372 INFO:journalctl@ceph.mon.c.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 5606, in main 2024-04-15T21:22:07.372 INFO:journalctl@ceph.mon.c.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 3096, in command_deploy_from 2024-04-15T21:22:07.372 INFO:journalctl@ceph.mon.c.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 3131, in _common_deploy 2024-04-15T21:22:07.372 INFO:journalctl@ceph.mon.c.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 3151, in _deploy_daemon_container 2024-04-15T21:22:07.372 INFO:journalctl@ceph.mon.c.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 1123, in deploy_daemon 2024-04-15T21:22:07.372 INFO:journalctl@ceph.mon.c.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-04-15T21:22:07.372 INFO:journalctl@ceph.mon.c.smithi057.stdout: RuntimeError: Failed command: systemctl restart ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv: Job for ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service failed because the control process exited with error code. 2024-04-15T21:22:07.372 INFO:journalctl@ceph.mon.c.smithi057.stdout: See "systemctl status ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" and "journalctl -xeu ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" for details. 2024-04-15T21:22:07.372 INFO:journalctl@ceph.mon.c.smithi057.stdout: Traceback (most recent call last): 2024-04-15T21:22:07.372 INFO:journalctl@ceph.mon.c.smithi057.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1114, in _check_daemons 2024-04-15T21:22:07.372 INFO:journalctl@ceph.mon.c.smithi057.stdout: self.mgr._daemon_action(daemon_spec, action=action) 2024-04-15T21:22:07.373 INFO:journalctl@ceph.mon.c.smithi057.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 2457, in _daemon_action 2024-04-15T21:22:07.373 INFO:journalctl@ceph.mon.c.smithi057.stdout: CephadmServe(self)._create_daemon(daemon_spec, reconfig=(action == 'reconfig'))) 2024-04-15T21:22:07.373 INFO:journalctl@ceph.mon.c.smithi057.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 779, in wait_async 2024-04-15T21:22:07.373 INFO:journalctl@ceph.mon.c.smithi057.stdout: return self.event_loop.get_result(coro, timeout) 2024-04-15T21:22:07.373 INFO:journalctl@ceph.mon.c.smithi057.stdout: File "/usr/share/ceph/mgr/cephadm/ssh.py", line 136, in get_result 2024-04-15T21:22:07.373 INFO:journalctl@ceph.mon.c.smithi057.stdout: return future.result(timeout) 2024-04-15T21:22:07.373 INFO:journalctl@ceph.mon.c.smithi057.stdout: File "/lib64/python3.6/concurrent/futures/_base.py", line 432, in result 2024-04-15T21:22:07.373 INFO:journalctl@ceph.mon.c.smithi057.stdout: return self.__get_result() 2024-04-15T21:22:07.373 INFO:journalctl@ceph.mon.c.smithi057.stdout: File "/lib64/python3.6/concurrent/futures/_base.py", line 384, in __get_result 2024-04-15T21:22:07.373 INFO:journalctl@ceph.mon.c.smithi057.stdout: raise self._exception 2024-04-15T21:22:07.373 INFO:journalctl@ceph.mon.c.smithi057.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1377, in _create_daemon 2024-04-15T21:22:07.373 INFO:journalctl@ceph.mon.c.smithi057.stdout: use_current_daemon_image=reconfig, 2024-04-15T21:22:07.373 INFO:journalctl@ceph.mon.c.smithi057.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1692, in _run_cephadm 2024-04-15T21:22:07.373 INFO:journalctl@ceph.mon.c.smithi057.stdout: f'cephadm exited with an error code: {code}, stderr: {err}') 2024-04-15T21:22:07.374 INFO:journalctl@ceph.mon.c.smithi057.stdout: orchestrator._interface.OrchestratorError: cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi057.jwyjxv ... 2024-04-15T21:22:07.374 INFO:journalctl@ceph.mon.c.smithi057.stdout: Creating ceph-iscsi config... 2024-04-15T21:22:07.374 INFO:journalctl@ceph.mon.c.smithi057.stdout: Write file: /var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/iscsi.foo.smithi057.jwyjxv/iscsi-gateway.cfg 2024-04-15T21:22:07.374 INFO:journalctl@ceph.mon.c.smithi057.stdout: Write file: /var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/iscsi.foo.smithi057.jwyjxv/tcmu-runner-entrypoint.sh 2024-04-15T21:22:07.374 INFO:journalctl@ceph.mon.c.smithi057.stdout: Non-zero exit code 1 from systemctl restart ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv 2024-04-15T21:22:07.374 INFO:journalctl@ceph.mon.c.smithi057.stdout: systemctl: stderr Job for ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service failed because the control process exited with error code. 2024-04-15T21:22:07.374 INFO:journalctl@ceph.mon.c.smithi057.stdout: systemctl: stderr See "systemctl status ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" and "journalctl -xeu ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" for details. 2024-04-15T21:22:07.374 INFO:journalctl@ceph.mon.c.smithi057.stdout: Traceback (most recent call last): 2024-04-15T21:22:07.374 INFO:journalctl@ceph.mon.c.smithi057.stdout: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-04-15T21:22:07.374 INFO:journalctl@ceph.mon.c.smithi057.stdout: return _run_code(code, main_globals, None, 2024-04-15T21:22:07.374 INFO:journalctl@ceph.mon.c.smithi057.stdout: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-04-15T21:22:07.374 INFO:journalctl@ceph.mon.c.smithi057.stdout: exec(code, run_globals) 2024-04-15T21:22:07.374 INFO:journalctl@ceph.mon.c.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 5618, in 2024-04-15T21:22:07.374 INFO:journalctl@ceph.mon.c.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 5606, in main 2024-04-15T21:22:07.374 INFO:journalctl@ceph.mon.c.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 3096, in command_deploy_from 2024-04-15T21:22:07.375 INFO:journalctl@ceph.mon.c.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 3131, in _common_deploy 2024-04-15T21:22:07.375 INFO:journalctl@ceph.mon.a.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 3151, in _deploy_daemon_container 2024-04-15T21:22:07.375 INFO:journalctl@ceph.mon.a.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 1123, in deploy_daemon 2024-04-15T21:22:07.375 INFO:journalctl@ceph.mon.a.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-04-15T21:22:07.375 INFO:journalctl@ceph.mon.a.smithi057.stdout: RuntimeError: Failed command: systemctl restart ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv: Job for ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service failed because the control process exited with error code. 2024-04-15T21:22:07.375 INFO:journalctl@ceph.mon.a.smithi057.stdout: See "systemctl status ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" and "journalctl -xeu ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" for details. 2024-04-15T21:22:07.375 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:07 smithi057 ceph-mon[24810]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-15T21:22:07.375 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:07 smithi057 ceph-mon[24810]: Reconfiguring daemon prometheus.a on smithi148 2024-04-15T21:22:07.375 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:07 smithi057 ceph-mon[24810]: Standby manager daemon y started 2024-04-15T21:22:07.375 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:07 smithi057 ceph-mon[24810]: from='mgr.? 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-15T21:22:07.376 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:07 smithi057 ceph-mon[24810]: from='mgr.? 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-15T21:22:07.376 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:07 smithi057 ceph-mon[24810]: from='mgr.? 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-15T21:22:07.376 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:07 smithi057 ceph-mon[24810]: from='mgr.? 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-15T21:22:07.376 INFO:journalctl@ceph.mon.c.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 3151, in _deploy_daemon_container 2024-04-15T21:22:07.376 INFO:journalctl@ceph.mon.c.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 1123, in deploy_daemon 2024-04-15T21:22:07.376 INFO:journalctl@ceph.mon.c.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-04-15T21:22:07.376 INFO:journalctl@ceph.mon.c.smithi057.stdout: RuntimeError: Failed command: systemctl restart ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv: Job for ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service failed because the control process exited with error code. 2024-04-15T21:22:07.376 INFO:journalctl@ceph.mon.c.smithi057.stdout: See "systemctl status ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" and "journalctl -xeu ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" for details. 2024-04-15T21:22:07.376 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:07 smithi057 ceph-mon[29654]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-15T21:22:07.376 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:07 smithi057 ceph-mon[29654]: Reconfiguring daemon prometheus.a on smithi148 2024-04-15T21:22:07.376 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:07 smithi057 ceph-mon[29654]: Standby manager daemon y started 2024-04-15T21:22:07.376 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:07 smithi057 ceph-mon[29654]: from='mgr.? 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-15T21:22:07.376 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:07 smithi057 ceph-mon[29654]: from='mgr.? 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-15T21:22:07.377 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:07 smithi057 ceph-mon[29654]: from='mgr.? 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-15T21:22:07.377 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:07 smithi057 ceph-mon[29654]: from='mgr.? 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-15T21:22:07.405 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:07 smithi148 ceph-mon[25742]: cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi057.jwyjxv ... 2024-04-15T21:22:07.405 INFO:journalctl@ceph.mon.b.smithi148.stdout: Creating ceph-iscsi config... 2024-04-15T21:22:07.405 INFO:journalctl@ceph.mon.b.smithi148.stdout: Write file: /var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/iscsi.foo.smithi057.jwyjxv/iscsi-gateway.cfg 2024-04-15T21:22:07.405 INFO:journalctl@ceph.mon.b.smithi148.stdout: Write file: /var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/iscsi.foo.smithi057.jwyjxv/tcmu-runner-entrypoint.sh 2024-04-15T21:22:07.405 INFO:journalctl@ceph.mon.b.smithi148.stdout: Non-zero exit code 1 from systemctl restart ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv 2024-04-15T21:22:07.406 INFO:journalctl@ceph.mon.b.smithi148.stdout: systemctl: stderr Job for ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service failed because the control process exited with error code. 2024-04-15T21:22:07.406 INFO:journalctl@ceph.mon.b.smithi148.stdout: systemctl: stderr See "systemctl status ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" and "journalctl -xeu ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" for details. 2024-04-15T21:22:07.406 INFO:journalctl@ceph.mon.b.smithi148.stdout: Traceback (most recent call last): 2024-04-15T21:22:07.406 INFO:journalctl@ceph.mon.b.smithi148.stdout: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-04-15T21:22:07.406 INFO:journalctl@ceph.mon.b.smithi148.stdout: return _run_code(code, main_globals, None, 2024-04-15T21:22:07.406 INFO:journalctl@ceph.mon.b.smithi148.stdout: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-04-15T21:22:07.406 INFO:journalctl@ceph.mon.b.smithi148.stdout: exec(code, run_globals) 2024-04-15T21:22:07.406 INFO:journalctl@ceph.mon.b.smithi148.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 5618, in 2024-04-15T21:22:07.406 INFO:journalctl@ceph.mon.b.smithi148.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 5606, in main 2024-04-15T21:22:07.406 INFO:journalctl@ceph.mon.b.smithi148.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 3096, in command_deploy_from 2024-04-15T21:22:07.406 INFO:journalctl@ceph.mon.b.smithi148.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 3131, in _common_deploy 2024-04-15T21:22:07.406 INFO:journalctl@ceph.mon.b.smithi148.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 3151, in _deploy_daemon_container 2024-04-15T21:22:07.406 INFO:journalctl@ceph.mon.b.smithi148.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 1123, in deploy_daemon 2024-04-15T21:22:07.406 INFO:journalctl@ceph.mon.b.smithi148.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-04-15T21:22:07.407 INFO:journalctl@ceph.mon.b.smithi148.stdout: RuntimeError: Failed command: systemctl restart ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv: Job for ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service failed because the control process exited with error code. 2024-04-15T21:22:07.407 INFO:journalctl@ceph.mon.b.smithi148.stdout: See "systemctl status ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" and "journalctl -xeu ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" for details. 2024-04-15T21:22:07.407 INFO:journalctl@ceph.mon.b.smithi148.stdout: Traceback (most recent call last): 2024-04-15T21:22:07.407 INFO:journalctl@ceph.mon.b.smithi148.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1114, in _check_daemons 2024-04-15T21:22:07.407 INFO:journalctl@ceph.mon.b.smithi148.stdout: self.mgr._daemon_action(daemon_spec, action=action) 2024-04-15T21:22:07.407 INFO:journalctl@ceph.mon.b.smithi148.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 2457, in _daemon_action 2024-04-15T21:22:07.407 INFO:journalctl@ceph.mon.b.smithi148.stdout: CephadmServe(self)._create_daemon(daemon_spec, reconfig=(action == 'reconfig'))) 2024-04-15T21:22:07.407 INFO:journalctl@ceph.mon.b.smithi148.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 779, in wait_async 2024-04-15T21:22:07.407 INFO:journalctl@ceph.mon.b.smithi148.stdout: return self.event_loop.get_result(coro, timeout) 2024-04-15T21:22:07.407 INFO:journalctl@ceph.mon.b.smithi148.stdout: File "/usr/share/ceph/mgr/cephadm/ssh.py", line 136, in get_result 2024-04-15T21:22:07.407 INFO:journalctl@ceph.mon.b.smithi148.stdout: return future.result(timeout) 2024-04-15T21:22:07.407 INFO:journalctl@ceph.mon.b.smithi148.stdout: File "/lib64/python3.6/concurrent/futures/_base.py", line 432, in result 2024-04-15T21:22:07.407 INFO:journalctl@ceph.mon.b.smithi148.stdout: return self.__get_result() 2024-04-15T21:22:07.407 INFO:journalctl@ceph.mon.b.smithi148.stdout: File "/lib64/python3.6/concurrent/futures/_base.py", line 384, in __get_result 2024-04-15T21:22:07.407 INFO:journalctl@ceph.mon.b.smithi148.stdout: raise self._exception 2024-04-15T21:22:07.407 INFO:journalctl@ceph.mon.b.smithi148.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1377, in _create_daemon 2024-04-15T21:22:07.407 INFO:journalctl@ceph.mon.b.smithi148.stdout: use_current_daemon_image=reconfig, 2024-04-15T21:22:07.408 INFO:journalctl@ceph.mon.b.smithi148.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1692, in _run_cephadm 2024-04-15T21:22:07.408 INFO:journalctl@ceph.mon.b.smithi148.stdout: f'cephadm exited with an error code: {code}, stderr: {err}') 2024-04-15T21:22:07.408 INFO:journalctl@ceph.mon.b.smithi148.stdout: orchestrator._interface.OrchestratorError: cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi057.jwyjxv ... 2024-04-15T21:22:07.408 INFO:journalctl@ceph.mon.b.smithi148.stdout: Creating ceph-iscsi config... 2024-04-15T21:22:07.408 INFO:journalctl@ceph.mon.b.smithi148.stdout: Write file: /var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/iscsi.foo.smithi057.jwyjxv/iscsi-gateway.cfg 2024-04-15T21:22:07.408 INFO:journalctl@ceph.mon.b.smithi148.stdout: Write file: /var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/iscsi.foo.smithi057.jwyjxv/tcmu-runner-entrypoint.sh 2024-04-15T21:22:07.408 INFO:journalctl@ceph.mon.b.smithi148.stdout: Non-zero exit code 1 from systemctl restart ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv 2024-04-15T21:22:07.408 INFO:journalctl@ceph.mon.b.smithi148.stdout: systemctl: stderr Job for ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service failed because the control process exited with error code. 2024-04-15T21:22:07.408 INFO:journalctl@ceph.mon.b.smithi148.stdout: systemctl: stderr See "systemctl status ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" and "journalctl -xeu ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" for details. 2024-04-15T21:22:07.408 INFO:journalctl@ceph.mon.b.smithi148.stdout: Traceback (most recent call last): 2024-04-15T21:22:07.408 INFO:journalctl@ceph.mon.b.smithi148.stdout: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-04-15T21:22:07.408 INFO:journalctl@ceph.mon.b.smithi148.stdout: return _run_code(code, main_globals, None, 2024-04-15T21:22:07.408 INFO:journalctl@ceph.mon.b.smithi148.stdout: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-04-15T21:22:07.408 INFO:journalctl@ceph.mon.b.smithi148.stdout: exec(code, run_globals) 2024-04-15T21:22:07.408 INFO:journalctl@ceph.mon.b.smithi148.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 5618, in 2024-04-15T21:22:07.408 INFO:journalctl@ceph.mon.b.smithi148.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 5606, in main 2024-04-15T21:22:07.409 INFO:journalctl@ceph.mon.b.smithi148.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 3096, in command_deploy_from 2024-04-15T21:22:07.409 INFO:journalctl@ceph.mon.b.smithi148.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 3131, in _common_deploy 2024-04-15T21:22:07.409 INFO:journalctl@ceph.mon.b.smithi148.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 3151, in _deploy_daemon_container 2024-04-15T21:22:07.409 INFO:journalctl@ceph.mon.b.smithi148.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 1123, in deploy_daemon 2024-04-15T21:22:07.409 INFO:journalctl@ceph.mon.b.smithi148.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-04-15T21:22:07.409 INFO:journalctl@ceph.mon.b.smithi148.stdout: RuntimeError: Failed command: systemctl restart ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv: Job for ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service failed because the control process exited with error code. 2024-04-15T21:22:07.409 INFO:journalctl@ceph.mon.b.smithi148.stdout: See "systemctl status ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" and "journalctl -xeu ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" for details. 2024-04-15T21:22:07.409 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:07 smithi148 ceph-mon[25742]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-15T21:22:07.409 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:07 smithi148 ceph-mon[25742]: Reconfiguring daemon prometheus.a on smithi148 2024-04-15T21:22:07.409 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:07 smithi148 ceph-mon[25742]: Standby manager daemon y started 2024-04-15T21:22:07.409 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:07 smithi148 ceph-mon[25742]: from='mgr.? 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-15T21:22:07.409 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:07 smithi148 ceph-mon[25742]: from='mgr.? 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-15T21:22:07.409 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:07 smithi148 ceph-mon[25742]: from='mgr.? 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-15T21:22:07.409 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:07 smithi148 ceph-mon[25742]: from='mgr.? 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-15T21:22:08.289 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:08 smithi148 ceph-mon[25742]: pgmap v7: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 30 KiB/s rd, 0 B/s wr, 17 op/s 2024-04-15T21:22:08.289 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:08 smithi148 ceph-mon[25742]: mgrmap e37: x(active, since 8s), standbys: y 2024-04-15T21:22:08.289 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:08 smithi148 ceph-mon[25742]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-15T21:22:08.506 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:08 smithi057 ceph-mon[24810]: pgmap v7: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 30 KiB/s rd, 0 B/s wr, 17 op/s 2024-04-15T21:22:08.506 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:08 smithi057 ceph-mon[24810]: mgrmap e37: x(active, since 8s), standbys: y 2024-04-15T21:22:08.506 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:08 smithi057 ceph-mon[24810]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-15T21:22:08.506 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:08 smithi057 ceph-mon[29654]: pgmap v7: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 30 KiB/s rd, 0 B/s wr, 17 op/s 2024-04-15T21:22:08.506 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:08 smithi057 ceph-mon[29654]: mgrmap e37: x(active, since 8s), standbys: y 2024-04-15T21:22:08.506 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:08 smithi057 ceph-mon[29654]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-15T21:22:09.772 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:09 smithi148 ceph-mon[25742]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:09.772 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:22:09 smithi148 systemd[1]: Stopping Ceph prometheus.a for b97cffaa-fb6a-11ee-bc8f-c7b262605968... 2024-04-15T21:22:09.773 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:22:09 smithi148 bash[67636]: Error: no container with name or ID "ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus.a" found: no such container 2024-04-15T21:22:09.874 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:09 smithi057 ceph-mon[24810]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:09.874 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:09 smithi057 ceph-mon[29654]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:10.100 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:22:09 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[63148]: ts=2024-04-15T21:22:09.771Z caller=main.go:775 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-04-15T21:22:10.100 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:22:09 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[63148]: ts=2024-04-15T21:22:09.772Z caller=main.go:798 level=info msg="Stopping scrape discovery manager..." 2024-04-15T21:22:10.100 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:22:09 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[63148]: ts=2024-04-15T21:22:09.772Z caller=main.go:812 level=info msg="Stopping notify discovery manager..." 2024-04-15T21:22:10.100 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:22:09 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[63148]: ts=2024-04-15T21:22:09.772Z caller=main.go:834 level=info msg="Stopping scrape manager..." 2024-04-15T21:22:10.100 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:22:09 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[63148]: ts=2024-04-15T21:22:09.772Z caller=main.go:794 level=info msg="Scrape discovery manager stopped" 2024-04-15T21:22:10.100 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:22:09 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[63148]: ts=2024-04-15T21:22:09.772Z caller=main.go:808 level=info msg="Notify discovery manager stopped" 2024-04-15T21:22:10.100 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:22:09 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[63148]: ts=2024-04-15T21:22:09.772Z caller=manager.go:945 level=info component="rule manager" msg="Stopping rule manager..." 2024-04-15T21:22:10.100 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:22:09 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[63148]: ts=2024-04-15T21:22:09.772Z caller=main.go:828 level=info msg="Scrape manager stopped" 2024-04-15T21:22:10.100 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:22:09 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[63148]: ts=2024-04-15T21:22:09.772Z caller=manager.go:955 level=info component="rule manager" msg="Rule manager stopped" 2024-04-15T21:22:10.100 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:22:09 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[63148]: ts=2024-04-15T21:22:09.772Z caller=notifier.go:600 level=info component=notifier msg="Stopping notification manager..." 2024-04-15T21:22:10.100 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:22:09 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[63148]: ts=2024-04-15T21:22:09.772Z caller=main.go:1054 level=info msg="Notifier manager stopped" 2024-04-15T21:22:10.100 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:22:09 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[63148]: ts=2024-04-15T21:22:09.772Z caller=main.go:1066 level=info msg="See you next time!" 2024-04-15T21:22:10.101 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:22:09 smithi148 podman[67647]: 2024-04-15 21:22:09.781781922 +0000 UTC m=+0.134530636 container died 43c18561055dcbdf04e34f1e3307d52c98c3f2499899edccdf67047b2d34558a (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-15T21:22:10.430 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:22:10 smithi148 podman[67647]: 2024-04-15 21:22:10.179814554 +0000 UTC m=+0.532563264 container cleanup 43c18561055dcbdf04e34f1e3307d52c98c3f2499899edccdf67047b2d34558a (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-15T21:22:10.430 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:22:10 smithi148 bash[67647]: ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a 2024-04-15T21:22:10.430 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:22:10 smithi148 bash[67673]: Error: no container with name or ID "ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus.a" found: no such container 2024-04-15T21:22:10.681 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:10 smithi148 ceph-mon[25742]: pgmap v8: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 24 KiB/s rd, 0 B/s wr, 13 op/s 2024-04-15T21:22:10.681 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:22:10 smithi148 podman[67661]: 2024-04-15 21:22:10.430719811 +0000 UTC m=+0.650667724 container remove 43c18561055dcbdf04e34f1e3307d52c98c3f2499899edccdf67047b2d34558a (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-15T21:22:10.681 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:22:10 smithi148 systemd[1]: ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-04-15T21:22:10.681 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:22:10 smithi148 systemd[1]: Stopped Ceph prometheus.a for b97cffaa-fb6a-11ee-bc8f-c7b262605968. 2024-04-15T21:22:10.681 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:22:10 smithi148 systemd[1]: ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@prometheus.a.service: Consumed 1.405s CPU time. 2024-04-15T21:22:10.682 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:22:10 smithi148 systemd[1]: Starting Ceph prometheus.a for b97cffaa-fb6a-11ee-bc8f-c7b262605968... 2024-04-15T21:22:10.682 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:22:10 smithi148 podman[67745]: 2024-04-15 21:22:10.5746427 +0000 UTC m=+0.019920748 image pull 514e6a882f6e74806a5856468489eeff8d7106095557578da96935e4d0ba4d9d quay.io/prometheus/prometheus:v2.33.4 2024-04-15T21:22:10.682 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:22:10 smithi148 podman[67745]: 2024-04-15 21:22:10.681548221 +0000 UTC m=+0.126826254 container create b7977e12019c955cc8f5f6c696cd07b68593a93adca12f02a071eb1e446c275b (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-15T21:22:10.695 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:10 smithi057 ceph-mon[24810]: pgmap v8: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 24 KiB/s rd, 0 B/s wr, 13 op/s 2024-04-15T21:22:10.695 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:10 smithi057 ceph-mon[29654]: pgmap v8: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 24 KiB/s rd, 0 B/s wr, 13 op/s 2024-04-15T21:22:11.350 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:22:11 smithi148 podman[67745]: 2024-04-15 21:22:11.067773649 +0000 UTC m=+0.513051682 container init b7977e12019c955cc8f5f6c696cd07b68593a93adca12f02a071eb1e446c275b (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-15T21:22:11.350 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:22:11 smithi148 podman[67745]: 2024-04-15 21:22:11.070742931 +0000 UTC m=+0.516020965 container start b7977e12019c955cc8f5f6c696cd07b68593a93adca12f02a071eb1e446c275b (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-15T21:22:11.350 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:22:11 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[67759]: ts=2024-04-15T21:22:11.094Z caller=main.go:475 level=info msg="No time or size retention was set so using the default time retention" duration=15d 2024-04-15T21:22:11.350 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:22:11 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[67759]: ts=2024-04-15T21:22:11.094Z caller=main.go:512 level=info msg="Starting Prometheus" version="(version=2.33.4, branch=HEAD, revision=83032011a5d3e6102624fe58241a374a7201fee8)" 2024-04-15T21:22:11.351 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:22:11 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[67759]: ts=2024-04-15T21:22:11.094Z caller=main.go:517 level=info build_context="(go=go1.17.7, user=root@d13bf69e7be8, date=20220222-16:51:28)" 2024-04-15T21:22:11.351 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:22:11 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[67759]: ts=2024-04-15T21:22:11.094Z caller=main.go:518 level=info host_details="(Linux 5.14.0-438.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024 x86_64 smithi148 (none))" 2024-04-15T21:22:11.351 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:22:11 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[67759]: ts=2024-04-15T21:22:11.094Z caller=main.go:519 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-04-15T21:22:11.351 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:22:11 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[67759]: ts=2024-04-15T21:22:11.094Z caller=main.go:520 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-04-15T21:22:11.351 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:22:11 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[67759]: ts=2024-04-15T21:22:11.096Z caller=web.go:570 level=info component=web msg="Start listening for connections" address=:9095 2024-04-15T21:22:11.351 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:22:11 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[67759]: ts=2024-04-15T21:22:11.096Z caller=main.go:923 level=info msg="Starting TSDB ..." 2024-04-15T21:22:11.351 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:22:11 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[67759]: ts=2024-04-15T21:22:11.097Z caller=tls_config.go:195 level=info component=web msg="TLS is disabled." http2=false 2024-04-15T21:22:11.351 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:22:11 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[67759]: ts=2024-04-15T21:22:11.099Z caller=head.go:493 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-04-15T21:22:11.351 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:22:11 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[67759]: ts=2024-04-15T21:22:11.099Z caller=head.go:527 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.506µs 2024-04-15T21:22:11.351 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:22:11 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[67759]: ts=2024-04-15T21:22:11.099Z caller=head.go:533 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-04-15T21:22:11.351 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:22:11 smithi148 bash[67745]: b7977e12019c955cc8f5f6c696cd07b68593a93adca12f02a071eb1e446c275b 2024-04-15T21:22:11.351 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:22:11 smithi148 systemd[1]: Started Ceph prometheus.a for b97cffaa-fb6a-11ee-bc8f-c7b262605968. 2024-04-15T21:22:11.351 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:22:11 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[67759]: ts=2024-04-15T21:22:11.307Z caller=head.go:604 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=6 2024-04-15T21:22:11.352 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:22:11 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[67759]: ts=2024-04-15T21:22:11.307Z caller=head.go:604 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=6 2024-04-15T21:22:11.814 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:22:11 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[67759]: ts=2024-04-15T21:22:11.475Z caller=head.go:604 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=6 2024-04-15T21:22:11.815 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:22:11 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[67759]: ts=2024-04-15T21:22:11.576Z caller=head.go:604 level=info component=tsdb msg="WAL segment loaded" segment=3 maxSegment=6 2024-04-15T21:22:11.815 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:22:11 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[67759]: ts=2024-04-15T21:22:11.815Z caller=head.go:604 level=info component=tsdb msg="WAL segment loaded" segment=4 maxSegment=6 2024-04-15T21:22:12.100 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:22:11 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[67759]: ts=2024-04-15T21:22:11.873Z caller=head.go:604 level=info component=tsdb msg="WAL segment loaded" segment=5 maxSegment=6 2024-04-15T21:22:12.100 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:22:11 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[67759]: ts=2024-04-15T21:22:11.874Z caller=head.go:604 level=info component=tsdb msg="WAL segment loaded" segment=6 maxSegment=6 2024-04-15T21:22:12.100 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:22:11 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[67759]: ts=2024-04-15T21:22:11.874Z caller=head.go:610 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=45.749µs wal_replay_duration=775.065797ms total_replay_duration=775.123624ms 2024-04-15T21:22:12.100 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:22:11 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[67759]: ts=2024-04-15T21:22:11.880Z caller=main.go:944 level=info fs_type=XFS_SUPER_MAGIC 2024-04-15T21:22:12.100 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:22:11 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[67759]: ts=2024-04-15T21:22:11.880Z caller=main.go:947 level=info msg="TSDB started" 2024-04-15T21:22:12.100 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:22:11 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[67759]: ts=2024-04-15T21:22:11.880Z caller=main.go:1128 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-15T21:22:12.100 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:22:11 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[67759]: ts=2024-04-15T21:22:11.900Z caller=main.go:1165 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=19.6375ms db_storage=699ns remote_storage=1.154µs web_handler=304ns query_engine=994ns scrape=163.763µs scrape_sd=89.202µs notify=15.922µs notify_sd=15.326µs rules=18.925478ms 2024-04-15T21:22:12.100 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:22:11 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[67759]: ts=2024-04-15T21:22:11.900Z caller=main.go:896 level=info msg="Server is ready to receive web requests." 2024-04-15T21:22:12.213 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:12 smithi057 ceph-mon[29654]: pgmap v9: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 11 op/s 2024-04-15T21:22:12.214 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:12 smithi057 ceph-mon[29654]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:12.214 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:12 smithi057 ceph-mon[29654]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:12.214 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:12 smithi057 ceph-mon[29654]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-15T21:22:12.214 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:12 smithi057 ceph-mon[29654]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-15T21:22:12.214 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:12 smithi057 ceph-mon[29654]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:22:12.214 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:12 smithi057 ceph-mon[29654]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:22:12.214 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:12 smithi057 ceph-mon[29654]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:12.214 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:12 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:22:12.214 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:12 smithi057 ceph-mon[29654]: Reconfiguring iscsi.foo.smithi057.jwyjxv (dependencies changed)... 2024-04-15T21:22:12.214 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:12 smithi057 ceph-mon[29654]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi057.jwyjxv", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-04-15T21:22:12.214 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:12 smithi057 ceph-mon[29654]: from='mgr.34994 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi057.jwyjxv", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-04-15T21:22:12.214 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:12 smithi057 ceph-mon[29654]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:22:12.215 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:12 smithi057 ceph-mon[29654]: Reconfiguring daemon iscsi.foo.smithi057.jwyjxv on smithi057 2024-04-15T21:22:12.215 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:12 smithi057 ceph-mon[29654]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:12.215 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:12 smithi057 ceph-mon[24810]: pgmap v9: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 11 op/s 2024-04-15T21:22:12.215 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:12 smithi057 ceph-mon[24810]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:12.215 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:12 smithi057 ceph-mon[24810]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:12.215 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:12 smithi057 ceph-mon[24810]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-15T21:22:12.215 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:12 smithi057 ceph-mon[24810]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-15T21:22:12.215 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:12 smithi057 ceph-mon[24810]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:22:12.215 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:12 smithi057 ceph-mon[24810]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:22:12.215 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:12 smithi057 ceph-mon[24810]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:12.215 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:12 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:22:12.216 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:12 smithi057 ceph-mon[24810]: Reconfiguring iscsi.foo.smithi057.jwyjxv (dependencies changed)... 2024-04-15T21:22:12.216 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:12 smithi057 ceph-mon[24810]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi057.jwyjxv", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-04-15T21:22:12.216 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:12 smithi057 ceph-mon[24810]: from='mgr.34994 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi057.jwyjxv", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-04-15T21:22:12.216 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:12 smithi057 ceph-mon[24810]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:22:12.216 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:12 smithi057 ceph-mon[24810]: Reconfiguring daemon iscsi.foo.smithi057.jwyjxv on smithi057 2024-04-15T21:22:12.216 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:12 smithi057 ceph-mon[24810]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:12.600 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:12 smithi148 ceph-mon[25742]: pgmap v9: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 11 op/s 2024-04-15T21:22:12.600 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:12 smithi148 ceph-mon[25742]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:12.600 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:12 smithi148 ceph-mon[25742]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:12.600 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:12 smithi148 ceph-mon[25742]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-15T21:22:12.600 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:12 smithi148 ceph-mon[25742]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-15T21:22:12.600 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:12 smithi148 ceph-mon[25742]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:22:12.600 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:12 smithi148 ceph-mon[25742]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:22:12.600 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:12 smithi148 ceph-mon[25742]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:12.600 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:12 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:22:12.600 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:12 smithi148 ceph-mon[25742]: Reconfiguring iscsi.foo.smithi057.jwyjxv (dependencies changed)... 2024-04-15T21:22:12.600 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:12 smithi148 ceph-mon[25742]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi057.jwyjxv", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-04-15T21:22:12.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:12 smithi148 ceph-mon[25742]: from='mgr.34994 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi057.jwyjxv", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-04-15T21:22:12.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:12 smithi148 ceph-mon[25742]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:22:12.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:12 smithi148 ceph-mon[25742]: Reconfiguring daemon iscsi.foo.smithi057.jwyjxv on smithi057 2024-04-15T21:22:12.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:12 smithi148 ceph-mon[25742]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:15.100 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:14 smithi148 ceph-mon[25742]: pgmap v10: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-15T21:22:15.100 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:14 smithi148 ceph-mon[25742]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:15.100 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:14 smithi148 ceph-mon[25742]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:15.100 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:14 smithi148 ceph-mon[25742]: pgmap v11: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 0 B/s wr, 11 op/s 2024-04-15T21:22:15.100 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:14 smithi148 ceph-mon[25742]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:15.100 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:14 smithi148 ceph-mon[25742]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:22:15.100 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:14 smithi148 ceph-mon[25742]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:15.100 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:14 smithi148 ceph-mon[25742]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:15.128 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:14 smithi057 ceph-mon[24810]: pgmap v10: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-15T21:22:15.128 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:14 smithi057 ceph-mon[24810]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:15.128 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:14 smithi057 ceph-mon[24810]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:15.128 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:14 smithi057 ceph-mon[24810]: pgmap v11: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 0 B/s wr, 11 op/s 2024-04-15T21:22:15.128 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:14 smithi057 ceph-mon[24810]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:15.128 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:14 smithi057 ceph-mon[24810]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:22:15.128 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:14 smithi057 ceph-mon[24810]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:15.128 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:14 smithi057 ceph-mon[24810]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:15.128 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:14 smithi057 ceph-mon[29654]: pgmap v10: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-15T21:22:15.129 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:14 smithi057 ceph-mon[29654]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:15.129 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:14 smithi057 ceph-mon[29654]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:15.129 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:14 smithi057 ceph-mon[29654]: pgmap v11: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 0 B/s wr, 11 op/s 2024-04-15T21:22:15.129 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:14 smithi057 ceph-mon[29654]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:15.129 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:14 smithi057 ceph-mon[29654]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:22:15.129 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:14 smithi057 ceph-mon[29654]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:15.129 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:14 smithi057 ceph-mon[29654]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:16.100 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:15 smithi148 ceph-mon[25742]: Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-04-15T21:22:16.100 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:15 smithi148 ceph-mon[25742]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-04-15T21:22:16.100 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:15 smithi148 ceph-mon[25742]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-04-15T21:22:16.100 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:15 smithi148 ceph-mon[25742]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-04-15T21:22:16.100 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:15 smithi148 ceph-mon[25742]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-04-15T21:22:16.100 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:15 smithi148 ceph-mon[25742]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:22:16.100 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:15 smithi148 ceph-mon[25742]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:22:16.100 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:15 smithi148 ceph-mon[25742]: pgmap v12: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 22 KiB/s rd, 0 B/s wr, 12 op/s 2024-04-15T21:22:16.101 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:15 smithi148 ceph-mon[25742]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:16.101 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:15 smithi148 ceph-mon[25742]: from='client.? 172.21.15.57:0/1988661155' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-04-15T21:22:16.101 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:15 smithi148 ceph-mon[25742]: from='client.? 172.21.15.57:0/306540595' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:0/61930816"}]: dispatch 2024-04-15T21:22:16.101 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:15 smithi148 ceph-mon[25742]: from='client.? ' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:0/61930816"}]: dispatch 2024-04-15T21:22:16.127 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:15 smithi057 ceph-mon[29654]: Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-04-15T21:22:16.128 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:15 smithi057 ceph-mon[29654]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-04-15T21:22:16.128 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:15 smithi057 ceph-mon[29654]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-04-15T21:22:16.128 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:15 smithi057 ceph-mon[29654]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-04-15T21:22:16.128 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:15 smithi057 ceph-mon[29654]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-04-15T21:22:16.128 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:15 smithi057 ceph-mon[29654]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:22:16.128 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:15 smithi057 ceph-mon[29654]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:22:16.128 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:15 smithi057 ceph-mon[29654]: pgmap v12: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 22 KiB/s rd, 0 B/s wr, 12 op/s 2024-04-15T21:22:16.128 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:15 smithi057 ceph-mon[29654]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:16.128 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:15 smithi057 ceph-mon[29654]: from='client.? 172.21.15.57:0/1988661155' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-04-15T21:22:16.128 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:15 smithi057 ceph-mon[29654]: from='client.? 172.21.15.57:0/306540595' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:0/61930816"}]: dispatch 2024-04-15T21:22:16.128 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:15 smithi057 ceph-mon[29654]: from='client.? ' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:0/61930816"}]: dispatch 2024-04-15T21:22:16.128 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:15 smithi057 ceph-mon[24810]: Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-04-15T21:22:16.129 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:15 smithi057 ceph-mon[24810]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-04-15T21:22:16.129 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:15 smithi057 ceph-mon[24810]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-04-15T21:22:16.129 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:15 smithi057 ceph-mon[24810]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-04-15T21:22:16.129 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:15 smithi057 ceph-mon[24810]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-04-15T21:22:16.129 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:15 smithi057 ceph-mon[24810]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:22:16.129 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:15 smithi057 ceph-mon[24810]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:22:16.129 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:15 smithi057 ceph-mon[24810]: pgmap v12: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 22 KiB/s rd, 0 B/s wr, 12 op/s 2024-04-15T21:22:16.129 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:15 smithi057 ceph-mon[24810]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:16.129 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:15 smithi057 ceph-mon[24810]: from='client.? 172.21.15.57:0/1988661155' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-04-15T21:22:16.129 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:15 smithi057 ceph-mon[24810]: from='client.? 172.21.15.57:0/306540595' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:0/61930816"}]: dispatch 2024-04-15T21:22:16.129 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:15 smithi057 ceph-mon[24810]: from='client.? ' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:0/61930816"}]: dispatch 2024-04-15T21:22:17.099 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:16 smithi148 ceph-mon[25742]: Health check cleared: CEPHADM_FAILED_DAEMON (was: 1 failed cephadm daemon(s)) 2024-04-15T21:22:17.100 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:16 smithi148 ceph-mon[25742]: Cluster is now healthy 2024-04-15T21:22:17.100 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:16 smithi148 ceph-mon[25742]: from='client.? ' entity='client.iscsi.foo.smithi057.jwyjxv' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:0/61930816"}]': finished 2024-04-15T21:22:17.100 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:16 smithi148 ceph-mon[25742]: osdmap e106: 8 total, 8 up, 8 in 2024-04-15T21:22:17.100 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:16 smithi148 ceph-mon[25742]: from='client.? 172.21.15.57:0/2217302616' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:6801/1965000984"}]: dispatch 2024-04-15T21:22:17.127 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:16 smithi057 ceph-mon[24810]: Health check cleared: CEPHADM_FAILED_DAEMON (was: 1 failed cephadm daemon(s)) 2024-04-15T21:22:17.128 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:16 smithi057 ceph-mon[24810]: Cluster is now healthy 2024-04-15T21:22:17.128 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:16 smithi057 ceph-mon[24810]: from='client.? ' entity='client.iscsi.foo.smithi057.jwyjxv' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:0/61930816"}]': finished 2024-04-15T21:22:17.128 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:16 smithi057 ceph-mon[24810]: osdmap e106: 8 total, 8 up, 8 in 2024-04-15T21:22:17.128 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:16 smithi057 ceph-mon[24810]: from='client.? 172.21.15.57:0/2217302616' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:6801/1965000984"}]: dispatch 2024-04-15T21:22:17.128 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:16 smithi057 ceph-mon[29654]: Health check cleared: CEPHADM_FAILED_DAEMON (was: 1 failed cephadm daemon(s)) 2024-04-15T21:22:17.128 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:16 smithi057 ceph-mon[29654]: Cluster is now healthy 2024-04-15T21:22:17.128 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:16 smithi057 ceph-mon[29654]: from='client.? ' entity='client.iscsi.foo.smithi057.jwyjxv' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:0/61930816"}]': finished 2024-04-15T21:22:17.128 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:16 smithi057 ceph-mon[29654]: osdmap e106: 8 total, 8 up, 8 in 2024-04-15T21:22:17.128 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:16 smithi057 ceph-mon[29654]: from='client.? 172.21.15.57:0/2217302616' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:6801/1965000984"}]: dispatch 2024-04-15T21:22:18.099 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:17 smithi148 ceph-mon[25742]: pgmap v14: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 132 B/s rd, 0 op/s 2024-04-15T21:22:18.100 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:17 smithi148 ceph-mon[25742]: from='client.? 172.21.15.57:0/2217302616' entity='client.iscsi.foo.smithi057.jwyjxv' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:6801/1965000984"}]': finished 2024-04-15T21:22:18.100 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:17 smithi148 ceph-mon[25742]: osdmap e107: 8 total, 8 up, 8 in 2024-04-15T21:22:18.100 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:17 smithi148 ceph-mon[25742]: from='client.? 172.21.15.57:0/1546775661' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:0/2256523517"}]: dispatch 2024-04-15T21:22:18.100 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:17 smithi148 ceph-mon[25742]: from='client.? ' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:0/2256523517"}]: dispatch 2024-04-15T21:22:18.128 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:17 smithi057 ceph-mon[29654]: pgmap v14: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 132 B/s rd, 0 op/s 2024-04-15T21:22:18.128 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:17 smithi057 ceph-mon[29654]: from='client.? 172.21.15.57:0/2217302616' entity='client.iscsi.foo.smithi057.jwyjxv' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:6801/1965000984"}]': finished 2024-04-15T21:22:18.128 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:17 smithi057 ceph-mon[29654]: osdmap e107: 8 total, 8 up, 8 in 2024-04-15T21:22:18.128 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:17 smithi057 ceph-mon[29654]: from='client.? 172.21.15.57:0/1546775661' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:0/2256523517"}]: dispatch 2024-04-15T21:22:18.128 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:17 smithi057 ceph-mon[29654]: from='client.? ' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:0/2256523517"}]: dispatch 2024-04-15T21:22:18.128 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:17 smithi057 ceph-mon[24810]: pgmap v14: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 132 B/s rd, 0 op/s 2024-04-15T21:22:18.128 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:17 smithi057 ceph-mon[24810]: from='client.? 172.21.15.57:0/2217302616' entity='client.iscsi.foo.smithi057.jwyjxv' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:6801/1965000984"}]': finished 2024-04-15T21:22:18.128 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:17 smithi057 ceph-mon[24810]: osdmap e107: 8 total, 8 up, 8 in 2024-04-15T21:22:18.129 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:17 smithi057 ceph-mon[24810]: from='client.? 172.21.15.57:0/1546775661' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:0/2256523517"}]: dispatch 2024-04-15T21:22:18.129 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:17 smithi057 ceph-mon[24810]: from='client.? ' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:0/2256523517"}]: dispatch 2024-04-15T21:22:19.349 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:19 smithi148 ceph-mon[25742]: from='client.? ' entity='client.iscsi.foo.smithi057.jwyjxv' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:0/2256523517"}]': finished 2024-04-15T21:22:19.350 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:19 smithi148 ceph-mon[25742]: osdmap e108: 8 total, 8 up, 8 in 2024-04-15T21:22:19.350 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:19 smithi148 ceph-mon[25742]: from='client.? 172.21.15.57:0/3476648020' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:0/4216398874"}]: dispatch 2024-04-15T21:22:19.350 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:19 smithi148 ceph-mon[25742]: from='client.? ' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:0/4216398874"}]: dispatch 2024-04-15T21:22:19.350 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:19 smithi148 ceph-mon[25742]: pgmap v17: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 204 B/s rd, 0 op/s 2024-04-15T21:22:19.377 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:19 smithi057 ceph-mon[24810]: from='client.? ' entity='client.iscsi.foo.smithi057.jwyjxv' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:0/2256523517"}]': finished 2024-04-15T21:22:19.377 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:19 smithi057 ceph-mon[24810]: osdmap e108: 8 total, 8 up, 8 in 2024-04-15T21:22:19.378 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:19 smithi057 ceph-mon[24810]: from='client.? 172.21.15.57:0/3476648020' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:0/4216398874"}]: dispatch 2024-04-15T21:22:19.378 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:19 smithi057 ceph-mon[24810]: from='client.? ' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:0/4216398874"}]: dispatch 2024-04-15T21:22:19.378 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:19 smithi057 ceph-mon[24810]: pgmap v17: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 204 B/s rd, 0 op/s 2024-04-15T21:22:19.378 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:19 smithi057 ceph-mon[29654]: from='client.? ' entity='client.iscsi.foo.smithi057.jwyjxv' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:0/2256523517"}]': finished 2024-04-15T21:22:19.378 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:19 smithi057 ceph-mon[29654]: osdmap e108: 8 total, 8 up, 8 in 2024-04-15T21:22:19.378 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:19 smithi057 ceph-mon[29654]: from='client.? 172.21.15.57:0/3476648020' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:0/4216398874"}]: dispatch 2024-04-15T21:22:19.378 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:19 smithi057 ceph-mon[29654]: from='client.? ' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:0/4216398874"}]: dispatch 2024-04-15T21:22:19.378 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:19 smithi057 ceph-mon[29654]: pgmap v17: 161 pgs: 161 active+clean; 585 KiB data, 95 MiB used, 715 GiB / 715 GiB avail; 204 B/s rd, 0 op/s 2024-04-15T21:22:20.349 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:20 smithi148 ceph-mon[25742]: from='client.? ' entity='client.iscsi.foo.smithi057.jwyjxv' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:0/4216398874"}]': finished 2024-04-15T21:22:20.350 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:20 smithi148 ceph-mon[25742]: osdmap e109: 8 total, 8 up, 8 in 2024-04-15T21:22:20.350 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:20 smithi148 ceph-mon[25742]: from='client.? 172.21.15.57:0/1745093739' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:6800/1965000984"}]: dispatch 2024-04-15T21:22:20.350 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:20 smithi148 ceph-mon[25742]: from='client.? ' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:6800/1965000984"}]: dispatch 2024-04-15T21:22:20.378 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:20 smithi057 ceph-mon[24810]: from='client.? ' entity='client.iscsi.foo.smithi057.jwyjxv' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:0/4216398874"}]': finished 2024-04-15T21:22:20.378 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:20 smithi057 ceph-mon[24810]: osdmap e109: 8 total, 8 up, 8 in 2024-04-15T21:22:20.378 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:20 smithi057 ceph-mon[24810]: from='client.? 172.21.15.57:0/1745093739' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:6800/1965000984"}]: dispatch 2024-04-15T21:22:20.378 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:20 smithi057 ceph-mon[24810]: from='client.? ' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:6800/1965000984"}]: dispatch 2024-04-15T21:22:20.378 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:20 smithi057 ceph-mon[29654]: from='client.? ' entity='client.iscsi.foo.smithi057.jwyjxv' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:0/4216398874"}]': finished 2024-04-15T21:22:20.378 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:20 smithi057 ceph-mon[29654]: osdmap e109: 8 total, 8 up, 8 in 2024-04-15T21:22:20.379 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:20 smithi057 ceph-mon[29654]: from='client.? 172.21.15.57:0/1745093739' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:6800/1965000984"}]: dispatch 2024-04-15T21:22:20.379 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:20 smithi057 ceph-mon[29654]: from='client.? ' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:6800/1965000984"}]: dispatch 2024-04-15T21:22:21.349 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:21 smithi148 ceph-mon[25742]: from='client.? ' entity='client.iscsi.foo.smithi057.jwyjxv' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:6800/1965000984"}]': finished 2024-04-15T21:22:21.350 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:21 smithi148 ceph-mon[25742]: osdmap e110: 8 total, 8 up, 8 in 2024-04-15T21:22:21.350 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:21 smithi148 ceph-mon[25742]: from='client.? 172.21.15.57:0/3818258961' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:0/124173045"}]: dispatch 2024-04-15T21:22:21.350 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:21 smithi148 ceph-mon[25742]: pgmap v20: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:22:21.350 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:22:21 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:22:21] "GET /metrics HTTP/1.1" 200 37908 "" "Prometheus/2.33.4" 2024-04-15T21:22:21.378 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:21 smithi057 ceph-mon[24810]: from='client.? ' entity='client.iscsi.foo.smithi057.jwyjxv' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:6800/1965000984"}]': finished 2024-04-15T21:22:21.378 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:21 smithi057 ceph-mon[24810]: osdmap e110: 8 total, 8 up, 8 in 2024-04-15T21:22:21.378 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:21 smithi057 ceph-mon[24810]: from='client.? 172.21.15.57:0/3818258961' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:0/124173045"}]: dispatch 2024-04-15T21:22:21.378 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:21 smithi057 ceph-mon[24810]: pgmap v20: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:22:21.378 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:21 smithi057 ceph-mon[29654]: from='client.? ' entity='client.iscsi.foo.smithi057.jwyjxv' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:6800/1965000984"}]': finished 2024-04-15T21:22:21.378 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:21 smithi057 ceph-mon[29654]: osdmap e110: 8 total, 8 up, 8 in 2024-04-15T21:22:21.378 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:21 smithi057 ceph-mon[29654]: from='client.? 172.21.15.57:0/3818258961' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:0/124173045"}]: dispatch 2024-04-15T21:22:21.378 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:21 smithi057 ceph-mon[29654]: pgmap v20: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:22:22.250 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:22 smithi148 ceph-mon[25742]: from='client.? 172.21.15.57:0/3818258961' entity='client.iscsi.foo.smithi057.jwyjxv' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:0/124173045"}]': finished 2024-04-15T21:22:22.250 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:22 smithi148 ceph-mon[25742]: osdmap e111: 8 total, 8 up, 8 in 2024-04-15T21:22:22.378 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:22 smithi057 ceph-mon[24810]: from='client.? 172.21.15.57:0/3818258961' entity='client.iscsi.foo.smithi057.jwyjxv' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:0/124173045"}]': finished 2024-04-15T21:22:22.378 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:22 smithi057 ceph-mon[24810]: osdmap e111: 8 total, 8 up, 8 in 2024-04-15T21:22:22.378 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:22 smithi057 ceph-mon[29654]: from='client.? 172.21.15.57:0/3818258961' entity='client.iscsi.foo.smithi057.jwyjxv' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.57:0/124173045"}]': finished 2024-04-15T21:22:22.378 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:22 smithi057 ceph-mon[29654]: osdmap e111: 8 total, 8 up, 8 in 2024-04-15T21:22:23.349 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:23 smithi148 ceph-mon[25742]: pgmap v22: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-04-15T21:22:23.377 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:23 smithi057 ceph-mon[24810]: pgmap v22: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-04-15T21:22:23.378 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:23 smithi057 ceph-mon[29654]: pgmap v22: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-04-15T21:22:26.033 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:25 smithi148 ceph-mon[25742]: pgmap v23: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:22:26.033 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:25 smithi148 ceph-mon[25742]: from='client.25264 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:22:26.127 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:25 smithi057 ceph-mon[24810]: pgmap v23: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:22:26.128 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:25 smithi057 ceph-mon[24810]: from='client.25264 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:22:26.128 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:25 smithi057 ceph-mon[29654]: pgmap v23: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:22:26.128 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:25 smithi057 ceph-mon[29654]: from='client.25264 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:22:27.479 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:27 smithi148 ceph-mon[25742]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:27.480 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:27 smithi148 ceph-mon[25742]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:27.480 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:27 smithi148 ceph-mon[25742]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:27.480 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:27 smithi148 ceph-mon[25742]: pgmap v24: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-04-15T21:22:27.628 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:27 smithi057 ceph-mon[24810]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:27.628 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:27 smithi057 ceph-mon[24810]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:27.628 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:27 smithi057 ceph-mon[24810]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:27.628 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:27 smithi057 ceph-mon[24810]: pgmap v24: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-04-15T21:22:27.628 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:27 smithi057 ceph-mon[29654]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:27.628 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:27 smithi057 ceph-mon[29654]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:27.628 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:27 smithi057 ceph-mon[29654]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:27.628 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:27 smithi057 ceph-mon[29654]: pgmap v24: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-04-15T21:22:29.727 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:29 smithi057 ceph-mon[24810]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:29.727 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:29 smithi057 ceph-mon[24810]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:29.727 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:29 smithi057 ceph-mon[24810]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:29.727 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:29 smithi057 ceph-mon[24810]: pgmap v25: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-04-15T21:22:29.727 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:29 smithi057 ceph-mon[24810]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:22:29.727 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:29 smithi057 ceph-mon[29654]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:29.727 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:29 smithi057 ceph-mon[29654]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:29.727 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:29 smithi057 ceph-mon[29654]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:29.727 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:29 smithi057 ceph-mon[29654]: pgmap v25: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-04-15T21:22:29.728 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:29 smithi057 ceph-mon[29654]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:22:29.849 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:29 smithi148 ceph-mon[25742]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:29.850 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:29 smithi148 ceph-mon[25742]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:29.850 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:29 smithi148 ceph-mon[25742]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:29.850 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:29 smithi148 ceph-mon[25742]: pgmap v25: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-04-15T21:22:29.850 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:29 smithi148 ceph-mon[25742]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:22:31.600 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:22:31 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:22:31] "GET /metrics HTTP/1.1" 200 37903 "" "Prometheus/2.33.4" 2024-04-15T21:22:32.099 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:31 smithi148 ceph-mon[25742]: pgmap v26: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-04-15T21:22:32.128 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:31 smithi057 ceph-mon[24810]: pgmap v26: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-04-15T21:22:32.128 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:31 smithi057 ceph-mon[29654]: pgmap v26: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-04-15T21:22:33.349 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:33 smithi148 ceph-mon[25742]: pgmap v27: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 871 B/s rd, 0 op/s 2024-04-15T21:22:33.378 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:33 smithi057 ceph-mon[24810]: pgmap v27: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 871 B/s rd, 0 op/s 2024-04-15T21:22:33.378 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:33 smithi057 ceph-mon[29654]: pgmap v27: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 871 B/s rd, 0 op/s 2024-04-15T21:22:35.128 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:34 smithi057 ceph-mon[24810]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:35.128 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:34 smithi057 ceph-mon[24810]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:35.129 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:34 smithi057 ceph-mon[24810]: pgmap v28: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 920 B/s rd, 0 op/s 2024-04-15T21:22:35.129 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:34 smithi057 ceph-mon[24810]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:35.129 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:34 smithi057 ceph-mon[24810]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:22:35.129 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:34 smithi057 ceph-mon[24810]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:22:35.129 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:34 smithi057 ceph-mon[24810]: pgmap v29: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-04-15T21:22:35.129 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:34 smithi057 ceph-mon[24810]: pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 715 B/s rd, 0 op/s 2024-04-15T21:22:35.129 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:34 smithi057 ceph-mon[24810]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:35.129 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:34 smithi057 ceph-mon[24810]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:35.129 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:34 smithi057 ceph-mon[24810]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:35.129 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:34 smithi057 ceph-mon[24810]: pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 861 B/s rd, 0 op/s 2024-04-15T21:22:35.129 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:34 smithi057 ceph-mon[24810]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:35.129 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:34 smithi057 ceph-mon[24810]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:22:35.129 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:34 smithi057 ceph-mon[24810]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:22:35.129 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:34 smithi057 ceph-mon[24810]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:35.129 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:34 smithi057 ceph-mon[24810]: from='client.25264 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:22:35.130 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:34 smithi057 ceph-mon[29654]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:35.130 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:34 smithi057 ceph-mon[29654]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:35.130 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:34 smithi057 ceph-mon[29654]: pgmap v28: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 920 B/s rd, 0 op/s 2024-04-15T21:22:35.130 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:34 smithi057 ceph-mon[29654]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:35.130 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:34 smithi057 ceph-mon[29654]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:22:35.130 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:34 smithi057 ceph-mon[29654]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:22:35.130 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:34 smithi057 ceph-mon[29654]: pgmap v29: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-04-15T21:22:35.130 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:34 smithi057 ceph-mon[29654]: pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 715 B/s rd, 0 op/s 2024-04-15T21:22:35.130 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:34 smithi057 ceph-mon[29654]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:35.130 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:34 smithi057 ceph-mon[29654]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:35.130 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:34 smithi057 ceph-mon[29654]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:35.131 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:34 smithi057 ceph-mon[29654]: pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 861 B/s rd, 0 op/s 2024-04-15T21:22:35.131 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:34 smithi057 ceph-mon[29654]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:35.131 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:34 smithi057 ceph-mon[29654]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:22:35.131 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:34 smithi057 ceph-mon[29654]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:22:35.131 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:34 smithi057 ceph-mon[29654]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:35.131 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:34 smithi057 ceph-mon[29654]: from='client.25264 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:22:35.349 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:34 smithi148 ceph-mon[25742]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:35.350 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:34 smithi148 ceph-mon[25742]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:35.350 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:34 smithi148 ceph-mon[25742]: pgmap v28: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 920 B/s rd, 0 op/s 2024-04-15T21:22:35.350 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:34 smithi148 ceph-mon[25742]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:35.350 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:34 smithi148 ceph-mon[25742]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:22:35.350 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:34 smithi148 ceph-mon[25742]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:22:35.350 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:34 smithi148 ceph-mon[25742]: pgmap v29: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-04-15T21:22:35.350 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:34 smithi148 ceph-mon[25742]: pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 715 B/s rd, 0 op/s 2024-04-15T21:22:35.350 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:34 smithi148 ceph-mon[25742]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:35.350 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:34 smithi148 ceph-mon[25742]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:35.350 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:34 smithi148 ceph-mon[25742]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:35.350 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:34 smithi148 ceph-mon[25742]: pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 861 B/s rd, 0 op/s 2024-04-15T21:22:35.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:34 smithi148 ceph-mon[25742]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:35.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:34 smithi148 ceph-mon[25742]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:22:35.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:34 smithi148 ceph-mon[25742]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:22:35.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:34 smithi148 ceph-mon[25742]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:35.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:34 smithi148 ceph-mon[25742]: from='client.25264 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:22:38.099 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:37 smithi148 ceph-mon[25742]: pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 861 B/s rd, 0 op/s 2024-04-15T21:22:38.128 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:37 smithi057 ceph-mon[24810]: pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 861 B/s rd, 0 op/s 2024-04-15T21:22:38.128 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:37 smithi057 ceph-mon[29654]: pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 861 B/s rd, 0 op/s 2024-04-15T21:22:40.099 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:39 smithi148 ceph-mon[25742]: pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 861 B/s rd, 0 op/s 2024-04-15T21:22:40.128 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:39 smithi057 ceph-mon[24810]: pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 861 B/s rd, 0 op/s 2024-04-15T21:22:40.128 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:39 smithi057 ceph-mon[29654]: pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 861 B/s rd, 0 op/s 2024-04-15T21:22:41.599 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:22:41 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:22:41] "GET /metrics HTTP/1.1" 200 37903 "" "Prometheus/2.33.4" 2024-04-15T21:22:42.099 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:41 smithi148 ceph-mon[25742]: pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.5 KiB/s rd, 1 op/s 2024-04-15T21:22:42.128 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:41 smithi057 ceph-mon[24810]: pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.5 KiB/s rd, 1 op/s 2024-04-15T21:22:42.128 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:41 smithi057 ceph-mon[29654]: pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.5 KiB/s rd, 1 op/s 2024-04-15T21:22:43.349 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:43 smithi148 ceph-mon[25742]: pgmap v35: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-04-15T21:22:43.377 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:43 smithi057 ceph-mon[24810]: pgmap v35: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-04-15T21:22:43.378 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:43 smithi057 ceph-mon[29654]: pgmap v35: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-04-15T21:22:44.599 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:44 smithi148 ceph-mon[25742]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:22:44.633 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:44 smithi057 ceph-mon[24810]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:22:44.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:44 smithi057 ceph-mon[29654]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:22:45.600 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:45 smithi148 ceph-mon[25742]: pgmap v36: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 948 B/s rd, 0 op/s 2024-04-15T21:22:45.600 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:45 smithi148 ceph-mon[25742]: from='client.25264 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:22:45.628 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:45 smithi057 ceph-mon[24810]: pgmap v36: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 948 B/s rd, 0 op/s 2024-04-15T21:22:45.628 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:45 smithi057 ceph-mon[24810]: from='client.25264 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:22:45.628 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:45 smithi057 ceph-mon[29654]: pgmap v36: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 948 B/s rd, 0 op/s 2024-04-15T21:22:45.628 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:45 smithi057 ceph-mon[29654]: from='client.25264 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:22:47.878 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:47 smithi057 ceph-mon[24810]: pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:22:47.879 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:47 smithi057 ceph-mon[24810]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:47.879 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:47 smithi057 ceph-mon[24810]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:47.879 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:47 smithi057 ceph-mon[24810]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:47.879 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:47 smithi057 ceph-mon[29654]: pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:22:47.880 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:47 smithi057 ceph-mon[29654]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:47.880 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:47 smithi057 ceph-mon[29654]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:47.880 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:47 smithi057 ceph-mon[29654]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:48.100 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:47 smithi148 ceph-mon[25742]: pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:22:48.100 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:47 smithi148 ceph-mon[25742]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:48.100 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:47 smithi148 ceph-mon[25742]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:48.100 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:47 smithi148 ceph-mon[25742]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:49.974 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:49 smithi057 ceph-mon[24810]: pgmap v38: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:22:49.974 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:49 smithi057 ceph-mon[29654]: pgmap v38: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:22:50.099 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:49 smithi148 ceph-mon[25742]: pgmap v38: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:22:51.221 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:50 smithi148 ceph-mon[25742]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:51.221 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:50 smithi148 ceph-mon[25742]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:51.221 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:50 smithi148 ceph-mon[25742]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:51.221 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:50 smithi148 ceph-mon[25742]: pgmap v39: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:22:51.378 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:50 smithi057 ceph-mon[24810]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:51.378 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:50 smithi057 ceph-mon[24810]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:51.378 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:50 smithi057 ceph-mon[24810]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:51.378 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:50 smithi057 ceph-mon[24810]: pgmap v39: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:22:51.378 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:50 smithi057 ceph-mon[29654]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:51.378 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:50 smithi057 ceph-mon[29654]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:51.378 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:50 smithi057 ceph-mon[29654]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:22:51.379 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:50 smithi057 ceph-mon[29654]: pgmap v39: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:22:51.600 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:22:51 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:22:51] "GET /metrics HTTP/1.1" 200 37903 "" "Prometheus/2.33.4" 2024-04-15T21:22:53.349 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:53 smithi148 ceph-mon[25742]: pgmap v40: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:22:53.378 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:53 smithi057 ceph-mon[24810]: pgmap v40: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:22:53.378 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:53 smithi057 ceph-mon[29654]: pgmap v40: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:22:56.099 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:55 smithi148 ceph-mon[25742]: pgmap v41: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:22:56.100 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:55 smithi148 ceph-mon[25742]: from='client.25264 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:22:56.128 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:55 smithi057 ceph-mon[24810]: pgmap v41: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:22:56.128 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:55 smithi057 ceph-mon[24810]: from='client.25264 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:22:56.128 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:55 smithi057 ceph-mon[29654]: pgmap v41: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:22:56.128 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:55 smithi057 ceph-mon[29654]: from='client.25264 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:22:58.100 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:57 smithi148 ceph-mon[25742]: pgmap v42: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:22:58.128 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:57 smithi057 ceph-mon[24810]: pgmap v42: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:22:58.128 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:57 smithi057 ceph-mon[29654]: pgmap v42: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:23:00.100 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:59 smithi148 ceph-mon[25742]: pgmap v43: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:23:00.100 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:22:59 smithi148 ceph-mon[25742]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:23:00.128 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:59 smithi057 ceph-mon[24810]: pgmap v43: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:23:00.128 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:22:59 smithi057 ceph-mon[24810]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:23:00.128 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:59 smithi057 ceph-mon[29654]: pgmap v43: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:23:00.128 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:22:59 smithi057 ceph-mon[29654]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:23:01.600 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:23:01 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:23:01] "GET /metrics HTTP/1.1" 200 37904 "" "Prometheus/2.33.4" 2024-04-15T21:23:02.099 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:23:01 smithi148 ceph-mon[25742]: pgmap v44: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:23:02.128 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:23:01 smithi057 ceph-mon[24810]: pgmap v44: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:23:02.128 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:23:01 smithi057 ceph-mon[29654]: pgmap v44: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:23:03.350 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:23:03 smithi148 ceph-mon[25742]: pgmap v45: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:23:03.378 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:23:03 smithi057 ceph-mon[24810]: pgmap v45: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:23:03.378 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:23:03 smithi057 ceph-mon[29654]: pgmap v45: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:23:06.066 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:23:05 smithi148 ceph-mon[25742]: pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:23:06.070 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:23:05 smithi148 ceph-mon[25742]: from='client.25264 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:23:06.128 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:23:05 smithi057 ceph-mon[24810]: pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:23:06.128 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:23:05 smithi057 ceph-mon[24810]: from='client.25264 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:23:06.128 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:23:05 smithi057 ceph-mon[29654]: pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:23:06.128 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:23:05 smithi057 ceph-mon[29654]: from='client.25264 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:23:07.850 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:23:07 smithi148 ceph-mon[25742]: pgmap v47: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:23:07.850 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:23:07 smithi148 ceph-mon[25742]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:23:07.850 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:23:07 smithi148 ceph-mon[25742]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:23:07.850 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:23:07 smithi148 ceph-mon[25742]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:23:08.128 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:23:07 smithi057 ceph-mon[24810]: pgmap v47: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:23:08.129 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:23:07 smithi057 ceph-mon[24810]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:23:08.129 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:23:07 smithi057 ceph-mon[24810]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:23:08.129 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:23:07 smithi057 ceph-mon[24810]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:23:08.129 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:23:07 smithi057 ceph-mon[29654]: pgmap v47: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:23:08.129 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:23:07 smithi057 ceph-mon[29654]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:23:08.129 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:23:07 smithi057 ceph-mon[29654]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:23:08.129 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:23:07 smithi057 ceph-mon[29654]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:23:10.100 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:23:09 smithi148 ceph-mon[25742]: pgmap v48: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:23:10.105 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:23:09 smithi057 ceph-mon[24810]: pgmap v48: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:23:10.105 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:23:09 smithi057 ceph-mon[29654]: pgmap v48: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:23:11.350 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:23:11 smithi148 ceph-mon[25742]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:23:11.350 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:23:11 smithi148 ceph-mon[25742]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:23:11.350 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:23:11 smithi148 ceph-mon[25742]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:23:11.350 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:23:11 smithi148 ceph-mon[25742]: pgmap v49: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:23:11.350 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:23:11 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:23:11] "GET /metrics HTTP/1.1" 200 37904 "" "Prometheus/2.33.4" 2024-04-15T21:23:11.378 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:23:11 smithi057 ceph-mon[24810]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:23:11.378 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:23:11 smithi057 ceph-mon[24810]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:23:11.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:23:11 smithi057 ceph-mon[24810]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:23:11.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:23:11 smithi057 ceph-mon[24810]: pgmap v49: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:23:11.379 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:23:11 smithi057 ceph-mon[29654]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:23:11.379 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:23:11 smithi057 ceph-mon[29654]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:23:11.379 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:23:11 smithi057 ceph-mon[29654]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:23:11.379 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:23:11 smithi057 ceph-mon[29654]: pgmap v49: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:23:13.349 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:23:13 smithi148 ceph-mon[25742]: pgmap v50: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:23:13.378 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:23:13 smithi057 ceph-mon[24810]: pgmap v50: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:23:13.378 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:23:13 smithi057 ceph-mon[29654]: pgmap v50: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:23:14.599 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:23:14 smithi148 ceph-mon[25742]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:23:14.628 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:23:14 smithi057 ceph-mon[24810]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:23:14.628 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:23:14 smithi057 ceph-mon[29654]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:23:15.600 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:23:15 smithi148 ceph-mon[25742]: pgmap v51: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:23:15.600 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:23:15 smithi148 ceph-mon[25742]: from='client.25264 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:23:15.628 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:23:15 smithi057 ceph-mon[24810]: pgmap v51: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:23:15.628 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:23:15 smithi057 ceph-mon[24810]: from='client.25264 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:23:15.628 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:23:15 smithi057 ceph-mon[29654]: pgmap v51: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:23:15.629 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:23:15 smithi057 ceph-mon[29654]: from='client.25264 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:23:18.100 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:23:17 smithi148 ceph-mon[25742]: pgmap v52: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:23:18.128 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:23:17 smithi057 ceph-mon[24810]: pgmap v52: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:23:18.128 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:23:17 smithi057 ceph-mon[29654]: pgmap v52: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:23:20.073 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:23:19 smithi057 ceph-mon[24810]: pgmap v53: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:23:20.073 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:23:19 smithi057 ceph-mon[29654]: pgmap v53: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:23:20.100 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:23:19 smithi148 ceph-mon[25742]: pgmap v53: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:23:21.600 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:23:21 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:23:21] "GET /metrics HTTP/1.1" 200 37906 "" "Prometheus/2.33.4" 2024-04-15T21:23:22.099 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:23:21 smithi148 ceph-mon[25742]: pgmap v54: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:23:22.128 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:23:21 smithi057 ceph-mon[24810]: pgmap v54: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:23:22.128 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:23:21 smithi057 ceph-mon[29654]: pgmap v54: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:23:23.350 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:23:23 smithi148 ceph-mon[25742]: pgmap v55: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:23:23.378 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:23:23 smithi057 ceph-mon[24810]: pgmap v55: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:23:23.378 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:23:23 smithi057 ceph-mon[29654]: pgmap v55: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:23:25.993 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:23:25 smithi148 ceph-mon[25742]: pgmap v56: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:23:25.993 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:23:25 smithi148 ceph-mon[25742]: from='client.25264 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:23:26.128 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:23:25 smithi057 ceph-mon[24810]: pgmap v56: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:23:26.128 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:23:25 smithi057 ceph-mon[24810]: from='client.25264 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:23:26.128 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:23:25 smithi057 ceph-mon[29654]: pgmap v56: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:23:26.129 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:23:25 smithi057 ceph-mon[29654]: from='client.25264 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:23:28.100 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:23:27 smithi148 ceph-mon[25742]: pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:23:28.100 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:23:27 smithi148 ceph-mon[25742]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:23:28.100 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:23:27 smithi148 ceph-mon[25742]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:23:28.100 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:23:27 smithi148 ceph-mon[25742]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:23:28.128 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:23:27 smithi057 ceph-mon[24810]: pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:23:28.128 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:23:27 smithi057 ceph-mon[24810]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:23:28.128 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:23:27 smithi057 ceph-mon[24810]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:23:28.128 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:23:27 smithi057 ceph-mon[24810]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:23:28.128 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:23:27 smithi057 ceph-mon[29654]: pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:23:28.128 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:23:27 smithi057 ceph-mon[29654]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:23:28.129 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:23:27 smithi057 ceph-mon[29654]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:23:28.129 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:23:27 smithi057 ceph-mon[29654]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:23:30.044 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:23:29 smithi057 ceph-mon[24810]: pgmap v58: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:23:30.044 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:23:29 smithi057 ceph-mon[24810]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:23:30.045 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:23:29 smithi057 ceph-mon[29654]: pgmap v58: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:23:30.045 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:23:29 smithi057 ceph-mon[29654]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:23:30.100 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:23:29 smithi148 ceph-mon[25742]: pgmap v58: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:23:30.100 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:23:29 smithi148 ceph-mon[25742]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:23:31.539 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:23:31 smithi057 ceph-mon[24810]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:23:31.539 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:23:31 smithi057 ceph-mon[24810]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:23:31.540 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:23:31 smithi057 ceph-mon[24810]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:23:31.540 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:23:31 smithi057 ceph-mon[24810]: pgmap v59: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:23:31.540 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:23:31 smithi057 ceph-mon[29654]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:23:31.540 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:23:31 smithi057 ceph-mon[29654]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:23:31.540 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:23:31 smithi057 ceph-mon[29654]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:23:31.540 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:23:31 smithi057 ceph-mon[29654]: pgmap v59: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:23:31.600 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:23:31 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:23:31] "GET /metrics HTTP/1.1" 200 37908 "" "Prometheus/2.33.4" 2024-04-15T21:23:31.600 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:23:31 smithi148 ceph-mon[25742]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:23:31.600 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:23:31 smithi148 ceph-mon[25742]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:23:31.600 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:23:31 smithi148 ceph-mon[25742]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:23:31.600 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:23:31 smithi148 ceph-mon[25742]: pgmap v59: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:23:33.350 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:23:33 smithi148 ceph-mon[25742]: pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:23:33.378 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:23:33 smithi057 ceph-mon[24810]: pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:23:33.378 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:23:33 smithi057 ceph-mon[29654]: pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:23:36.100 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:23:35 smithi148 ceph-mon[25742]: pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:23:36.100 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:23:35 smithi148 ceph-mon[25742]: from='client.25264 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:23:36.100 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:23:35 smithi148 ceph-mon[25742]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:23:36.100 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:23:35 smithi148 ceph-mon[25742]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:23:36.100 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:23:35 smithi148 ceph-mon[25742]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:23:36.128 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:23:35 smithi057 ceph-mon[24810]: pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:23:36.128 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:23:35 smithi057 ceph-mon[24810]: from='client.25264 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:23:36.128 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:23:35 smithi057 ceph-mon[24810]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:23:36.128 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:23:35 smithi057 ceph-mon[24810]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:23:36.128 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:23:35 smithi057 ceph-mon[24810]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:23:36.128 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:23:35 smithi057 ceph-mon[29654]: pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:23:36.129 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:23:35 smithi057 ceph-mon[29654]: from='client.25264 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:23:36.129 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:23:35 smithi057 ceph-mon[29654]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:23:36.129 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:23:35 smithi057 ceph-mon[29654]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:23:36.129 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:23:35 smithi057 ceph-mon[29654]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:23:38.100 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:23:37 smithi148 ceph-mon[25742]: pgmap v62: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:23:38.128 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:23:37 smithi057 ceph-mon[24810]: pgmap v62: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:23:38.128 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:23:37 smithi057 ceph-mon[29654]: pgmap v62: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:23:40.100 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:23:39 smithi148 ceph-mon[25742]: pgmap v63: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:23:40.128 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:23:39 smithi057 ceph-mon[24810]: pgmap v63: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:23:40.128 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:23:39 smithi057 ceph-mon[29654]: pgmap v63: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:23:41.600 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:23:41 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:23:41] "GET /metrics HTTP/1.1" 200 37908 "" "Prometheus/2.33.4" 2024-04-15T21:23:42.100 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:23:41 smithi148 ceph-mon[25742]: pgmap v64: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:23:42.128 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:23:41 smithi057 ceph-mon[24810]: pgmap v64: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:23:42.129 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:23:41 smithi057 ceph-mon[29654]: pgmap v64: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:23:43.350 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:23:43 smithi148 ceph-mon[25742]: pgmap v65: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:23:43.378 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:23:43 smithi057 ceph-mon[24810]: pgmap v65: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:23:43.378 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:23:43 smithi057 ceph-mon[29654]: pgmap v65: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:23:44.600 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:23:44 smithi148 ceph-mon[25742]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:23:44.628 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:23:44 smithi057 ceph-mon[24810]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:23:44.628 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:23:44 smithi057 ceph-mon[29654]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:23:45.537 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:23:45 smithi148 ceph-mon[25742]: pgmap v66: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:23:45.628 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:23:45 smithi057 ceph-mon[24810]: pgmap v66: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:23:45.628 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:23:45 smithi057 ceph-mon[29654]: pgmap v66: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:23:46.600 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:23:46 smithi148 ceph-mon[25742]: from='client.25264 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:23:46.628 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:23:46 smithi057 ceph-mon[24810]: from='client.25264 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:23:46.628 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:23:46 smithi057 ceph-mon[29654]: from='client.25264 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:23:47.600 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:23:47 smithi148 ceph-mon[25742]: pgmap v67: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:23:47.600 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:23:47 smithi148 ceph-mon[25742]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:23:47.600 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:23:47 smithi148 ceph-mon[25742]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:23:47.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:23:47 smithi148 ceph-mon[25742]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:23:47.628 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:23:47 smithi057 ceph-mon[24810]: pgmap v67: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:23:47.628 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:23:47 smithi057 ceph-mon[24810]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:23:47.628 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:23:47 smithi057 ceph-mon[24810]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:23:47.628 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:23:47 smithi057 ceph-mon[24810]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:23:47.629 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:23:47 smithi057 ceph-mon[29654]: pgmap v67: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:23:47.629 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:23:47 smithi057 ceph-mon[29654]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:23:47.629 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:23:47 smithi057 ceph-mon[29654]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:23:47.629 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:23:47 smithi057 ceph-mon[29654]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:23:50.079 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:23:49 smithi057 ceph-mon[24810]: pgmap v68: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:23:50.079 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:23:49 smithi057 ceph-mon[29654]: pgmap v68: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:23:50.099 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:23:49 smithi148 ceph-mon[25742]: pgmap v68: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:23:51.374 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:23:51 smithi057 ceph-mon[24810]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:23:51.600 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:23:51 smithi148 ceph-mon[25742]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:23:51.600 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:23:51 smithi148 ceph-mon[25742]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:23:51.600 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:23:51 smithi148 ceph-mon[25742]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:23:51.600 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:23:51 smithi148 ceph-mon[25742]: pgmap v69: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:23:51.601 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:23:51 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:23:51] "GET /metrics HTTP/1.1" 200 37907 "" "Prometheus/2.33.4" 2024-04-15T21:23:51.628 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:23:51 smithi057 ceph-mon[24810]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:23:51.628 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:23:51 smithi057 ceph-mon[24810]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:23:51.628 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:23:51 smithi057 ceph-mon[24810]: pgmap v69: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:23:51.628 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:23:51 smithi057 ceph-mon[29654]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:23:51.628 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:23:51 smithi057 ceph-mon[29654]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:23:51.628 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:23:51 smithi057 ceph-mon[29654]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:23:51.628 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:23:51 smithi057 ceph-mon[29654]: pgmap v69: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:23:53.350 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:23:53 smithi148 ceph-mon[25742]: pgmap v70: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:23:53.378 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:23:53 smithi057 ceph-mon[24810]: pgmap v70: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:23:53.378 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:23:53 smithi057 ceph-mon[29654]: pgmap v70: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:23:56.100 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:23:55 smithi148 ceph-mon[25742]: pgmap v71: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:23:56.128 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:23:55 smithi057 ceph-mon[24810]: pgmap v71: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:23:56.128 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:23:55 smithi057 ceph-mon[29654]: pgmap v71: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:23:57.100 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:23:56 smithi148 ceph-mon[25742]: from='client.25264 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:23:57.128 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:23:56 smithi057 ceph-mon[24810]: from='client.25264 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:23:57.128 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:23:56 smithi057 ceph-mon[29654]: from='client.25264 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:23:58.100 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:23:57 smithi148 ceph-mon[25742]: pgmap v72: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:23:58.128 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:23:57 smithi057 ceph-mon[24810]: pgmap v72: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:23:58.128 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:23:57 smithi057 ceph-mon[29654]: pgmap v72: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:24:00.100 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:23:59 smithi148 ceph-mon[25742]: pgmap v73: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:24:00.100 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:23:59 smithi148 ceph-mon[25742]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:24:00.128 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:23:59 smithi057 ceph-mon[24810]: pgmap v73: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:24:00.128 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:23:59 smithi057 ceph-mon[24810]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:24:00.128 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:23:59 smithi057 ceph-mon[29654]: pgmap v73: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:24:00.129 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:23:59 smithi057 ceph-mon[29654]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:24:01.600 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:24:01 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:24:01] "GET /metrics HTTP/1.1" 200 37903 "" "Prometheus/2.33.4" 2024-04-15T21:24:02.100 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:24:01 smithi148 ceph-mon[25742]: pgmap v74: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:24:02.128 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:24:01 smithi057 ceph-mon[24810]: pgmap v74: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:24:02.128 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:24:01 smithi057 ceph-mon[29654]: pgmap v74: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:24:03.350 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:24:03 smithi148 ceph-mon[25742]: pgmap v75: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:24:03.378 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:24:03 smithi057 ceph-mon[29654]: pgmap v75: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:24:03.378 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:24:03 smithi057 ceph-mon[24810]: pgmap v75: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:24:05.991 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:24:05 smithi148 ceph-mon[25742]: pgmap v76: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:24:06.128 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:24:05 smithi057 ceph-mon[24810]: pgmap v76: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:24:06.128 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:24:05 smithi057 ceph-mon[29654]: pgmap v76: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:24:07.008 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:24:06 smithi148 ceph-mon[25742]: from='client.25264 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:24:07.128 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:24:06 smithi057 ceph-mon[24810]: from='client.25264 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:24:07.128 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:24:06 smithi057 ceph-mon[29654]: from='client.25264 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:24:08.100 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:24:07 smithi148 ceph-mon[25742]: pgmap v77: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:24:08.100 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:24:07 smithi148 ceph-mon[25742]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:24:08.100 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:24:07 smithi148 ceph-mon[25742]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:24:08.101 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:24:07 smithi148 ceph-mon[25742]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:24:08.128 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:24:07 smithi057 ceph-mon[24810]: pgmap v77: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:24:08.128 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:24:07 smithi057 ceph-mon[24810]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:24:08.128 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:24:07 smithi057 ceph-mon[24810]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:24:08.128 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:24:07 smithi057 ceph-mon[24810]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:24:08.129 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:24:07 smithi057 ceph-mon[29654]: pgmap v77: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:24:08.129 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:24:07 smithi057 ceph-mon[29654]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:24:08.129 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:24:07 smithi057 ceph-mon[29654]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:24:08.129 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:24:07 smithi057 ceph-mon[29654]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:24:10.100 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:24:09 smithi148 ceph-mon[25742]: pgmap v78: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:24:10.128 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:24:09 smithi057 ceph-mon[24810]: pgmap v78: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:24:10.129 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:24:09 smithi057 ceph-mon[29654]: pgmap v78: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:24:11.509 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:24:11 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:24:11] "GET /metrics HTTP/1.1" 200 37903 "" "Prometheus/2.33.4" 2024-04-15T21:24:11.800 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:24:11 smithi057 ceph-mon[29654]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:24:11.800 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:24:11 smithi057 ceph-mon[29654]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:24:11.800 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:24:11 smithi057 ceph-mon[29654]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:24:11.800 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:24:11 smithi057 ceph-mon[29654]: pgmap v79: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:24:11.800 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:24:11 smithi057 ceph-mon[24810]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:24:11.801 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:24:11 smithi057 ceph-mon[24810]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:24:11.801 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:24:11 smithi057 ceph-mon[24810]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:24:11.801 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:24:11 smithi057 ceph-mon[24810]: pgmap v79: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:24:11.850 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:24:11 smithi148 ceph-mon[25742]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:24:11.850 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:24:11 smithi148 ceph-mon[25742]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:24:11.850 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:24:11 smithi148 ceph-mon[25742]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:24:11.850 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:24:11 smithi148 ceph-mon[25742]: pgmap v79: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:24:13.350 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:24:13 smithi148 ceph-mon[25742]: pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:24:13.378 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:24:13 smithi057 ceph-mon[24810]: pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:24:13.379 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:24:13 smithi057 ceph-mon[29654]: pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:24:14.600 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:24:14 smithi148 ceph-mon[25742]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:24:14.628 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:24:14 smithi057 ceph-mon[29654]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:24:14.628 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:24:14 smithi057 ceph-mon[24810]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:24:15.600 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:24:15 smithi148 ceph-mon[25742]: pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:24:15.628 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:24:15 smithi057 ceph-mon[24810]: pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:24:15.628 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:24:15 smithi057 ceph-mon[29654]: pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:24:16.600 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:24:16 smithi148 ceph-mon[25742]: from='client.25264 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:24:16.628 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:24:16 smithi057 ceph-mon[24810]: from='client.25264 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:24:16.628 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:24:16 smithi057 ceph-mon[29654]: from='client.25264 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:24:17.600 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:24:17 smithi148 ceph-mon[25742]: pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:24:17.628 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:24:17 smithi057 ceph-mon[24810]: pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:24:17.628 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:24:17 smithi057 ceph-mon[29654]: pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:24:20.100 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:24:19 smithi148 ceph-mon[25742]: pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:24:20.128 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:24:19 smithi057 ceph-mon[24810]: pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:24:20.128 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:24:19 smithi057 ceph-mon[29654]: pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:24:21.600 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:24:21 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:24:21] "GET /metrics HTTP/1.1" 200 37915 "" "Prometheus/2.33.4" 2024-04-15T21:24:22.100 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:24:21 smithi148 ceph-mon[25742]: pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:24:22.128 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:24:21 smithi057 ceph-mon[24810]: pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:24:22.128 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:24:21 smithi057 ceph-mon[29654]: pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:24:23.350 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:24:23 smithi148 ceph-mon[25742]: pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:24:23.378 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:24:23 smithi057 ceph-mon[24810]: pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:24:23.378 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:24:23 smithi057 ceph-mon[29654]: pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:24:26.100 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:24:25 smithi148 ceph-mon[25742]: pgmap v86: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:24:26.128 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:24:25 smithi057 ceph-mon[24810]: pgmap v86: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:24:26.129 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:24:25 smithi057 ceph-mon[29654]: pgmap v86: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:24:26.850 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:24:26 smithi148 ceph-mon[25742]: from='client.25264 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:24:26.878 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:24:26 smithi057 ceph-mon[24810]: from='client.25264 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:24:26.878 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:24:26 smithi057 ceph-mon[29654]: from='client.25264 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:24:27.992 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:24:27 smithi148 ceph-mon[25742]: pgmap v87: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:24:27.992 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:24:27 smithi148 ceph-mon[25742]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:24:27.992 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:24:27 smithi148 ceph-mon[25742]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:24:27.992 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:24:27 smithi148 ceph-mon[25742]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:24:28.128 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:24:27 smithi057 ceph-mon[24810]: pgmap v87: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:24:28.128 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:24:27 smithi057 ceph-mon[24810]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:24:28.128 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:24:27 smithi057 ceph-mon[24810]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:24:28.129 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:24:27 smithi057 ceph-mon[24810]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:24:28.129 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:24:27 smithi057 ceph-mon[29654]: pgmap v87: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:24:28.129 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:24:27 smithi057 ceph-mon[29654]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:24:28.129 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:24:27 smithi057 ceph-mon[29654]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:24:28.129 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:24:27 smithi057 ceph-mon[29654]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:24:30.100 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:24:29 smithi148 ceph-mon[25742]: pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:24:30.100 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:24:29 smithi148 ceph-mon[25742]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:24:30.123 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:24:29 smithi057 ceph-mon[24810]: pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:24:30.124 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:24:29 smithi057 ceph-mon[24810]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:24:30.124 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:24:29 smithi057 ceph-mon[29654]: pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:24:30.124 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:24:29 smithi057 ceph-mon[29654]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:24:31.600 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:24:31 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:24:31] "GET /metrics HTTP/1.1" 200 37919 "" "Prometheus/2.33.4" 2024-04-15T21:24:32.072 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:24:31 smithi057 ceph-mon[29654]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:24:32.072 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:24:31 smithi057 ceph-mon[29654]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:24:32.072 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:24:31 smithi057 ceph-mon[29654]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:24:32.072 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:24:31 smithi057 ceph-mon[29654]: pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:24:32.072 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:24:31 smithi057 ceph-mon[24810]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:24:32.072 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:24:31 smithi057 ceph-mon[24810]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:24:32.072 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:24:31 smithi057 ceph-mon[24810]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:24:32.073 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:24:31 smithi057 ceph-mon[24810]: pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:24:32.100 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:24:31 smithi148 ceph-mon[25742]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:24:32.100 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:24:31 smithi148 ceph-mon[25742]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:24:32.100 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:24:31 smithi148 ceph-mon[25742]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:24:32.100 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:24:31 smithi148 ceph-mon[25742]: pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:24:33.350 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:24:33 smithi148 ceph-mon[25742]: pgmap v90: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:24:33.378 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:24:33 smithi057 ceph-mon[24810]: pgmap v90: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:24:33.378 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:24:33 smithi057 ceph-mon[29654]: pgmap v90: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:24:36.100 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:24:35 smithi148 ceph-mon[25742]: pgmap v91: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:24:36.100 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:24:35 smithi148 ceph-mon[25742]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:24:36.100 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:24:35 smithi148 ceph-mon[25742]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:24:36.100 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:24:35 smithi148 ceph-mon[25742]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:24:36.128 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:24:35 smithi057 ceph-mon[24810]: pgmap v91: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:24:36.128 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:24:35 smithi057 ceph-mon[24810]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:24:36.128 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:24:35 smithi057 ceph-mon[24810]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:24:36.129 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:24:35 smithi057 ceph-mon[24810]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:24:36.129 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:24:35 smithi057 ceph-mon[29654]: pgmap v91: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:24:36.129 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:24:35 smithi057 ceph-mon[29654]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:24:36.129 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:24:35 smithi057 ceph-mon[29654]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:24:36.129 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:24:35 smithi057 ceph-mon[29654]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:24:37.100 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:24:36 smithi148 ceph-mon[25742]: from='client.25264 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:24:37.128 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:24:36 smithi057 ceph-mon[24810]: from='client.25264 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:24:37.128 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:24:36 smithi057 ceph-mon[29654]: from='client.25264 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:24:38.100 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:24:37 smithi148 ceph-mon[25742]: pgmap v92: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:24:38.128 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:24:37 smithi057 ceph-mon[29654]: pgmap v92: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:24:38.129 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:24:37 smithi057 ceph-mon[24810]: pgmap v92: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:24:40.100 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:24:39 smithi148 ceph-mon[25742]: pgmap v93: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:24:40.128 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:24:39 smithi057 ceph-mon[24810]: pgmap v93: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:24:40.128 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:24:39 smithi057 ceph-mon[29654]: pgmap v93: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:24:41.600 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:24:41 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:24:41] "GET /metrics HTTP/1.1" 200 37919 "" "Prometheus/2.33.4" 2024-04-15T21:24:42.100 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:24:41 smithi148 ceph-mon[25742]: pgmap v94: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:24:42.128 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:24:41 smithi057 ceph-mon[24810]: pgmap v94: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:24:42.129 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:24:41 smithi057 ceph-mon[29654]: pgmap v94: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:24:43.350 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:24:43 smithi148 ceph-mon[25742]: pgmap v95: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:24:43.378 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:24:43 smithi057 ceph-mon[24810]: pgmap v95: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:24:43.378 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:24:43 smithi057 ceph-mon[29654]: pgmap v95: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:24:44.600 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:24:44 smithi148 ceph-mon[25742]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:24:44.628 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:24:44 smithi057 ceph-mon[24810]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:24:44.628 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:24:44 smithi057 ceph-mon[29654]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:24:45.600 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:24:45 smithi148 ceph-mon[25742]: pgmap v96: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:24:45.628 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:24:45 smithi057 ceph-mon[24810]: pgmap v96: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:24:45.628 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:24:45 smithi057 ceph-mon[29654]: pgmap v96: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:24:46.566 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:24:46 smithi148 ceph-mon[25742]: from='client.25264 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:24:46.628 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:24:46 smithi057 ceph-mon[24810]: from='client.25264 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:24:46.628 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:24:46 smithi057 ceph-mon[29654]: from='client.25264 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:24:47.600 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:24:47 smithi148 ceph-mon[25742]: pgmap v97: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:24:47.628 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:24:47 smithi057 ceph-mon[24810]: pgmap v97: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:24:47.629 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:24:47 smithi057 ceph-mon[29654]: pgmap v97: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:24:48.850 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:24:48 smithi148 ceph-mon[25742]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:24:48.850 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:24:48 smithi148 ceph-mon[25742]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:24:48.850 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:24:48 smithi148 ceph-mon[25742]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:24:48.878 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:24:48 smithi057 ceph-mon[24810]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:24:48.878 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:24:48 smithi057 ceph-mon[24810]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:24:48.879 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:24:48 smithi057 ceph-mon[24810]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:24:48.879 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:24:48 smithi057 ceph-mon[29654]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:24:48.879 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:24:48 smithi057 ceph-mon[29654]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:24:48.879 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:24:48 smithi057 ceph-mon[29654]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:24:49.850 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:24:49 smithi148 ceph-mon[25742]: pgmap v98: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:24:49.878 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:24:49 smithi057 ceph-mon[24810]: pgmap v98: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:24:49.879 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:24:49 smithi057 ceph-mon[29654]: pgmap v98: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:24:51.600 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:24:51 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:24:51] "GET /metrics HTTP/1.1" 200 37917 "" "Prometheus/2.33.4" 2024-04-15T21:24:52.100 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:24:51 smithi148 ceph-mon[25742]: pgmap v99: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:24:52.100 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:24:51 smithi148 ceph-mon[25742]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:24:52.100 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:24:51 smithi148 ceph-mon[25742]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:24:52.100 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:24:51 smithi148 ceph-mon[25742]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:24:52.129 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:24:51 smithi057 ceph-mon[24810]: pgmap v99: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:24:52.129 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:24:51 smithi057 ceph-mon[24810]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:24:52.129 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:24:51 smithi057 ceph-mon[24810]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:24:52.129 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:24:51 smithi057 ceph-mon[24810]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:24:52.129 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:24:51 smithi057 ceph-mon[29654]: pgmap v99: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:24:52.129 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:24:51 smithi057 ceph-mon[29654]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:24:52.129 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:24:51 smithi057 ceph-mon[29654]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:24:52.130 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:24:51 smithi057 ceph-mon[29654]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:24:53.350 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:24:53 smithi148 ceph-mon[25742]: pgmap v100: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:24:53.378 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:24:53 smithi057 ceph-mon[24810]: pgmap v100: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:24:53.378 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:24:53 smithi057 ceph-mon[29654]: pgmap v100: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:24:56.100 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:24:55 smithi148 ceph-mon[25742]: pgmap v101: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:24:56.128 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:24:55 smithi057 ceph-mon[24810]: pgmap v101: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:24:56.128 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:24:55 smithi057 ceph-mon[29654]: pgmap v101: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:24:57.100 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:24:56 smithi148 ceph-mon[25742]: from='client.25264 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:24:57.128 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:24:56 smithi057 ceph-mon[24810]: from='client.25264 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:24:57.129 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:24:56 smithi057 ceph-mon[29654]: from='client.25264 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:24:58.128 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:24:57 smithi057 ceph-mon[24810]: pgmap v102: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:24:58.129 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:24:57 smithi057 ceph-mon[29654]: pgmap v102: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:24:58.350 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:24:57 smithi148 ceph-mon[25742]: pgmap v102: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:25:00.128 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:24:59 smithi057 ceph-mon[24810]: pgmap v103: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:25:00.128 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:24:59 smithi057 ceph-mon[24810]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:25:00.129 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:24:59 smithi057 ceph-mon[29654]: pgmap v103: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:25:00.129 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:24:59 smithi057 ceph-mon[29654]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:25:00.350 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:24:59 smithi148 ceph-mon[25742]: pgmap v103: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:25:00.350 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:24:59 smithi148 ceph-mon[25742]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:25:01.600 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:25:01 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:25:01] "GET /metrics HTTP/1.1" 200 37915 "" "Prometheus/2.33.4" 2024-04-15T21:25:02.133 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:01 smithi057 ceph-mon[24810]: pgmap v104: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:25:02.134 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:01 smithi057 ceph-mon[29654]: pgmap v104: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:25:02.350 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:01 smithi148 ceph-mon[25742]: pgmap v104: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:25:02.853 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 -e sha1=87dbfb632e974cb2c28d17423071d2d833b53b29 -- bash -c 'ceph orch ps' 2024-04-15T21:25:03.128 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:03 smithi057 ceph-mon[24810]: pgmap v105: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:25:03.129 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:03 smithi057 ceph-mon[29654]: pgmap v105: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:25:03.350 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:03 smithi148 ceph-mon[25742]: pgmap v105: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:25:05.057 INFO:teuthology.orchestra.run.smithi057.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-15T21:25:05.057 INFO:teuthology.orchestra.run.smithi057.stdout:agent.smithi057 smithi057 running 14s ago 26m - - 2024-04-15T21:25:05.058 INFO:teuthology.orchestra.run.smithi057.stdout:agent.smithi148 smithi148 running 17s ago 26m - - 2024-04-15T21:25:05.058 INFO:teuthology.orchestra.run.smithi057.stdout:alertmanager.a smithi057 *:9093,9094 running (12m) 14s ago 20m 22.7M - 0.23.0 ba2b418f427c 272eab17dd5f 2024-04-15T21:25:05.058 INFO:teuthology.orchestra.run.smithi057.stdout:grafana.a smithi148 *:3000 running (12m) 17s ago 20m 51.3M - 8.3.5 dad864ee21e9 a2302b3001ab 2024-04-15T21:25:05.058 INFO:teuthology.orchestra.run.smithi057.stdout:iscsi.foo.smithi057.jwyjxv smithi057 running (2m) 14s ago 19m 50.9M - 3.5 e1d6a67b021e 1df2b2422900 2024-04-15T21:25:05.058 INFO:teuthology.orchestra.run.smithi057.stdout:mgr.x smithi148 *:8443,9283 running (15m) 17s ago 25m 513M - 19.0.0-3084-g87dbfb63 a452a57266c7 83d028d1b9d2 2024-04-15T21:25:05.058 INFO:teuthology.orchestra.run.smithi057.stdout:mgr.y smithi057 *:8443,9283,8765 running (9m) 14s ago 27m 450M - 19.0.0-3084-g87dbfb63 a452a57266c7 7bb446a32fbb 2024-04-15T21:25:05.058 INFO:teuthology.orchestra.run.smithi057.stdout:mon.a smithi057 running (27m) 14s ago 27m 78.3M 2048M 17.2.0 e1d6a67b021e f68a8a14d0b2 2024-04-15T21:25:05.058 INFO:teuthology.orchestra.run.smithi057.stdout:mon.b smithi148 running (25m) 17s ago 25m 61.6M 2048M 17.2.0 e1d6a67b021e 27f4990cb4d7 2024-04-15T21:25:05.058 INFO:teuthology.orchestra.run.smithi057.stdout:mon.c smithi057 running (25m) 14s ago 25m 54.7M 2048M 17.2.0 e1d6a67b021e 7cbf3ea734af 2024-04-15T21:25:05.058 INFO:teuthology.orchestra.run.smithi057.stdout:node-exporter.a smithi057 *:9100 running (12m) 14s ago 21m 18.5M - 1.3.1 1dbe0e931976 a827ac9a2599 2024-04-15T21:25:05.058 INFO:teuthology.orchestra.run.smithi057.stdout:node-exporter.b smithi148 *:9100 running (12m) 17s ago 21m 17.7M - 1.3.1 1dbe0e931976 a1defb3de404 2024-04-15T21:25:05.058 INFO:teuthology.orchestra.run.smithi057.stdout:osd.0 smithi057 running (25m) 14s ago 25m 53.6M 4096M 17.2.0 e1d6a67b021e a825b23c2b8e 2024-04-15T21:25:05.058 INFO:teuthology.orchestra.run.smithi057.stdout:osd.1 smithi057 running (24m) 14s ago 24m 58.0M 4096M 17.2.0 e1d6a67b021e ef43105379fd 2024-04-15T21:25:05.058 INFO:teuthology.orchestra.run.smithi057.stdout:osd.2 smithi057 running (24m) 14s ago 24m 52.9M 4096M 17.2.0 e1d6a67b021e 8cea1b1b5212 2024-04-15T21:25:05.059 INFO:teuthology.orchestra.run.smithi057.stdout:osd.3 smithi057 running (23m) 14s ago 23m 51.5M 4096M 17.2.0 e1d6a67b021e 8400e9bee4fe 2024-04-15T21:25:05.059 INFO:teuthology.orchestra.run.smithi057.stdout:osd.4 smithi148 running (23m) 17s ago 23m 52.6M 4096M 17.2.0 e1d6a67b021e 955a657c7722 2024-04-15T21:25:05.059 INFO:teuthology.orchestra.run.smithi057.stdout:osd.5 smithi148 running (23m) 17s ago 23m 51.1M 4096M 17.2.0 e1d6a67b021e bf2b1914ffc9 2024-04-15T21:25:05.059 INFO:teuthology.orchestra.run.smithi057.stdout:osd.6 smithi148 running (22m) 17s ago 22m 51.3M 4096M 17.2.0 e1d6a67b021e ab801778ca01 2024-04-15T21:25:05.059 INFO:teuthology.orchestra.run.smithi057.stdout:osd.7 smithi148 running (22m) 17s ago 22m 51.2M 4096M 17.2.0 e1d6a67b021e c9334bc357be 2024-04-15T21:25:05.059 INFO:teuthology.orchestra.run.smithi057.stdout:prometheus.a smithi148 *:9095 running (2m) 17s ago 21m 75.4M - 2.33.4 514e6a882f6e b7977e12019c 2024-04-15T21:25:05.059 INFO:teuthology.orchestra.run.smithi057.stdout:rgw.foo.smithi057.lxigfo smithi057 *:8000 running (20m) 14s ago 20m 77.8M - 17.2.0 e1d6a67b021e fa044b726c8d 2024-04-15T21:25:05.059 INFO:teuthology.orchestra.run.smithi057.stdout:rgw.foo.smithi148.cgzzfh smithi148 *:8000 running (19m) 17s ago 19m 75.0M - 17.2.0 e1d6a67b021e 722242170e62 2024-04-15T21:25:05.652 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 -e sha1=87dbfb632e974cb2c28d17423071d2d833b53b29 -- bash -c 'ceph orch ls' 2024-04-15T21:25:06.020 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:05 smithi057 ceph-mon[24810]: pgmap v106: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:25:06.021 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:05 smithi057 ceph-mon[29654]: pgmap v106: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:25:06.100 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:05 smithi148 ceph-mon[25742]: pgmap v106: 161 pgs: 161 active+clean; 585 KiB data, 96 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:25:06.966 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:06 smithi148 ceph-mon[25742]: from='client.25264 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:25:06.967 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:06 smithi148 ceph-mon[25742]: from='client.25312 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:25:07.128 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:06 smithi057 ceph-mon[29654]: from='client.25264 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:25:07.129 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:06 smithi057 ceph-mon[29654]: from='client.25312 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:25:07.129 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:06 smithi057 ceph-mon[24810]: from='client.25264 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:25:07.129 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:06 smithi057 ceph-mon[24810]: from='client.25312 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:25:08.035 INFO:teuthology.orchestra.run.smithi057.stdout:NAME PORTS RUNNING REFRESHED AGE PLACEMENT 2024-04-15T21:25:08.035 INFO:teuthology.orchestra.run.smithi057.stdout:agent 2/2 17s ago 3m * 2024-04-15T21:25:08.035 INFO:teuthology.orchestra.run.smithi057.stdout:alertmanager ?:9093,9094 1/1 17s ago 21m smithi057=a;count:1 2024-04-15T21:25:08.035 INFO:teuthology.orchestra.run.smithi057.stdout:grafana ?:3000 1/1 0s ago 21m smithi148=a;count:1 2024-04-15T21:25:08.036 INFO:teuthology.orchestra.run.smithi057.stdout:iscsi.foo ?:5000 1/1 17s ago 19m count:1 2024-04-15T21:25:08.036 INFO:teuthology.orchestra.run.smithi057.stdout:mgr 2/2 17s ago 25m smithi057=y;smithi148=x;count:2 2024-04-15T21:25:08.036 INFO:teuthology.orchestra.run.smithi057.stdout:mon 3/3 17s ago 26m smithi057:172.21.15.57=a;smithi057:[v2:172.21.15.57:3301,v1:172.21.15.57:6790]=c;smithi148:172.21.15.148=b;count:3 2024-04-15T21:25:08.036 INFO:teuthology.orchestra.run.smithi057.stdout:node-exporter ?:9100 2/2 17s ago 22m smithi057=a;smithi148=b;count:2 2024-04-15T21:25:08.036 INFO:teuthology.orchestra.run.smithi057.stdout:osd 8 17s ago - 2024-04-15T21:25:08.036 INFO:teuthology.orchestra.run.smithi057.stdout:prometheus ?:9095 1/1 0s ago 22m smithi148=a;count:1 2024-04-15T21:25:08.036 INFO:teuthology.orchestra.run.smithi057.stdout:rgw.foo ?:8000 2/2 17s ago 20m count:2 2024-04-15T21:25:08.079 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:07 smithi148 ceph-mon[25742]: pgmap v107: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-04-15T21:25:08.079 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:07 smithi148 ceph-mon[25742]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:25:08.079 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:07 smithi148 ceph-mon[25742]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:25:08.079 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:07 smithi148 ceph-mon[25742]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:25:08.128 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:07 smithi057 ceph-mon[24810]: pgmap v107: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-04-15T21:25:08.128 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:07 smithi057 ceph-mon[24810]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:25:08.128 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:07 smithi057 ceph-mon[24810]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:25:08.128 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:07 smithi057 ceph-mon[24810]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:25:08.129 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:07 smithi057 ceph-mon[29654]: pgmap v107: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-04-15T21:25:08.129 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:07 smithi057 ceph-mon[29654]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:25:08.129 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:07 smithi057 ceph-mon[29654]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:25:08.129 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:07 smithi057 ceph-mon[29654]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:25:08.676 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 -e sha1=87dbfb632e974cb2c28d17423071d2d833b53b29 -- bash -c 'ceph versions' 2024-04-15T21:25:09.874 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:09 smithi057 ceph-mon[24810]: from='client.25318 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:25:09.875 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:09 smithi057 ceph-mon[24810]: pgmap v108: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-04-15T21:25:09.875 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:09 smithi057 ceph-mon[29654]: from='client.25318 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:25:09.875 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:09 smithi057 ceph-mon[29654]: pgmap v108: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-04-15T21:25:10.100 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:09 smithi148 ceph-mon[25742]: from='client.25318 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:25:10.100 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:09 smithi148 ceph-mon[25742]: pgmap v108: 161 pgs: 161 active+clean; 585 KiB data, 97 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-04-15T21:25:11.600 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:25:11 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:25:11] "GET /metrics HTTP/1.1" 200 37915 "" "Prometheus/2.33.4" 2024-04-15T21:25:12.100 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:11 smithi148 ceph-mon[25742]: pgmap v109: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2024-04-15T21:25:12.100 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:11 smithi148 ceph-mon[25742]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:25:12.100 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:11 smithi148 ceph-mon[25742]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:25:12.100 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:11 smithi148 ceph-mon[25742]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:25:12.129 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:11 smithi057 ceph-mon[24810]: pgmap v109: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2024-04-15T21:25:12.129 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:11 smithi057 ceph-mon[24810]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:25:12.129 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:11 smithi057 ceph-mon[24810]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:25:12.129 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:11 smithi057 ceph-mon[24810]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:25:12.129 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:11 smithi057 ceph-mon[29654]: pgmap v109: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2024-04-15T21:25:12.129 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:11 smithi057 ceph-mon[29654]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:25:12.129 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:11 smithi057 ceph-mon[29654]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:25:12.130 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:11 smithi057 ceph-mon[29654]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:25:12.249 INFO:teuthology.orchestra.run.smithi057.stdout:{ 2024-04-15T21:25:12.249 INFO:teuthology.orchestra.run.smithi057.stdout: "mon": { 2024-04-15T21:25:12.249 INFO:teuthology.orchestra.run.smithi057.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 3 2024-04-15T21:25:12.249 INFO:teuthology.orchestra.run.smithi057.stdout: }, 2024-04-15T21:25:12.249 INFO:teuthology.orchestra.run.smithi057.stdout: "mgr": { 2024-04-15T21:25:12.250 INFO:teuthology.orchestra.run.smithi057.stdout: "ceph version 19.0.0-3084-g87dbfb63 (87dbfb632e974cb2c28d17423071d2d833b53b29) squid (dev)": 2 2024-04-15T21:25:12.250 INFO:teuthology.orchestra.run.smithi057.stdout: }, 2024-04-15T21:25:12.250 INFO:teuthology.orchestra.run.smithi057.stdout: "osd": { 2024-04-15T21:25:12.250 INFO:teuthology.orchestra.run.smithi057.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 8 2024-04-15T21:25:12.250 INFO:teuthology.orchestra.run.smithi057.stdout: }, 2024-04-15T21:25:12.250 INFO:teuthology.orchestra.run.smithi057.stdout: "mds": {}, 2024-04-15T21:25:12.250 INFO:teuthology.orchestra.run.smithi057.stdout: "rgw": { 2024-04-15T21:25:12.250 INFO:teuthology.orchestra.run.smithi057.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 2 2024-04-15T21:25:12.250 INFO:teuthology.orchestra.run.smithi057.stdout: }, 2024-04-15T21:25:12.250 INFO:teuthology.orchestra.run.smithi057.stdout: "overall": { 2024-04-15T21:25:12.250 INFO:teuthology.orchestra.run.smithi057.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 13, 2024-04-15T21:25:12.250 INFO:teuthology.orchestra.run.smithi057.stdout: "ceph version 19.0.0-3084-g87dbfb63 (87dbfb632e974cb2c28d17423071d2d833b53b29) squid (dev)": 2 2024-04-15T21:25:12.250 INFO:teuthology.orchestra.run.smithi057.stdout: } 2024-04-15T21:25:12.250 INFO:teuthology.orchestra.run.smithi057.stdout:} 2024-04-15T21:25:12.876 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 -e sha1=87dbfb632e974cb2c28d17423071d2d833b53b29 -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types mgr' 2024-04-15T21:25:13.128 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:13 smithi057 ceph-mon[24810]: from='client.? 172.21.15.57:0/3859646533' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:25:13.128 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:13 smithi057 ceph-mon[24810]: pgmap v110: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s rd, 0 B/s wr, 119 op/s 2024-04-15T21:25:13.129 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:13 smithi057 ceph-mon[29654]: from='client.? 172.21.15.57:0/3859646533' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:25:13.129 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:13 smithi057 ceph-mon[29654]: pgmap v110: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s rd, 0 B/s wr, 119 op/s 2024-04-15T21:25:13.350 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:13 smithi148 ceph-mon[25742]: from='client.? 172.21.15.57:0/3859646533' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:25:13.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:13 smithi148 ceph-mon[25742]: pgmap v110: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s rd, 0 B/s wr, 119 op/s 2024-04-15T21:25:14.378 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:14 smithi057 ceph-mon[24810]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:25:14.379 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:14 smithi057 ceph-mon[29654]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:25:14.600 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:14 smithi148 ceph-mon[25742]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:25:15.439 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:15 smithi057 ceph-mon[24810]: pgmap v111: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s rd, 0 B/s wr, 119 op/s 2024-04-15T21:25:15.439 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:15 smithi057 ceph-mon[29654]: pgmap v111: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s rd, 0 B/s wr, 119 op/s 2024-04-15T21:25:15.600 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:15 smithi148 ceph-mon[25742]: pgmap v111: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s rd, 0 B/s wr, 119 op/s 2024-04-15T21:25:16.542 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:16 smithi057 ceph-mon[24810]: from='client.25264 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:25:16.543 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:16 smithi057 ceph-mon[24810]: from='client.15417 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29", "daemon_types": "mgr", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:25:16.543 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:16 smithi057 ceph-mon[29654]: from='client.25264 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:25:16.543 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:16 smithi057 ceph-mon[29654]: from='client.15417 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29", "daemon_types": "mgr", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:25:16.600 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:16 smithi148 ceph-mon[25742]: from='client.25264 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:25:16.600 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:16 smithi148 ceph-mon[25742]: from='client.15417 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29", "daemon_types": "mgr", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:25:17.244 INFO:teuthology.orchestra.run.smithi057.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29 2024-04-15T21:25:17.557 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:17 smithi057 ceph-mon[24810]: pgmap v112: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2024-04-15T21:25:17.557 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:17 smithi057 ceph-mon[24810]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:25:17.558 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:17 smithi057 ceph-mon[29654]: pgmap v112: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2024-04-15T21:25:17.558 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:17 smithi057 ceph-mon[29654]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:25:17.600 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:17 smithi148 ceph-mon[25742]: pgmap v112: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2024-04-15T21:25:17.600 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:17 smithi148 ceph-mon[25742]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:25:17.877 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 -e sha1=87dbfb632e974cb2c28d17423071d2d833b53b29 -- bash -c 'while ceph orch upgrade status | jq '"'"'.in_progress'"'"' | grep true && ! ceph orch upgrade status | jq '"'"'.message'"'"' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done' 2024-04-15T21:25:18.600 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:18 smithi148 ceph-mon[25742]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29 2024-04-15T21:25:18.600 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:18 smithi148 ceph-mon[25742]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:25:18.600 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:18 smithi148 ceph-mon[25742]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:25:18.600 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:18 smithi148 ceph-mon[25742]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:25:18.600 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:18 smithi148 ceph-mon[25742]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29 2024-04-15T21:25:18.628 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:18 smithi057 ceph-mon[29654]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29 2024-04-15T21:25:18.629 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:18 smithi057 ceph-mon[29654]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:25:18.629 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:18 smithi057 ceph-mon[29654]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:25:18.629 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:18 smithi057 ceph-mon[29654]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:25:18.629 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:18 smithi057 ceph-mon[29654]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29 2024-04-15T21:25:18.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:18 smithi057 ceph-mon[24810]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29 2024-04-15T21:25:18.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:18 smithi057 ceph-mon[24810]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:25:18.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:18 smithi057 ceph-mon[24810]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:25:18.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:18 smithi057 ceph-mon[24810]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:25:18.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:18 smithi057 ceph-mon[24810]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29 2024-04-15T21:25:19.501 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:19 smithi057 ceph-mon[24810]: pgmap v113: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-04-15T21:25:19.501 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:19 smithi057 ceph-mon[24810]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:25:19.501 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:19 smithi057 ceph-mon[24810]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:25:19.501 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:19 smithi057 ceph-mon[24810]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-04-15T21:25:19.501 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:19 smithi057 ceph-mon[24810]: from='mgr.34994 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-04-15T21:25:19.501 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:19 smithi057 ceph-mon[24810]: osdmap e112: 8 total, 8 up, 8 in 2024-04-15T21:25:19.501 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:19 smithi057 ceph-mon[29654]: pgmap v113: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-04-15T21:25:19.501 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:19 smithi057 ceph-mon[29654]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:25:19.501 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:19 smithi057 ceph-mon[29654]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:25:19.502 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:19 smithi057 ceph-mon[29654]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-04-15T21:25:19.502 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:19 smithi057 ceph-mon[29654]: from='mgr.34994 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-04-15T21:25:19.502 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:19 smithi057 ceph-mon[29654]: osdmap e112: 8 total, 8 up, 8 in 2024-04-15T21:25:19.600 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:19 smithi148 ceph-mon[25742]: pgmap v113: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 60 op/s 2024-04-15T21:25:19.600 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:19 smithi148 ceph-mon[25742]: from='mgr.34994 ' entity='mgr.x' 2024-04-15T21:25:19.600 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:19 smithi148 ceph-mon[25742]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:25:19.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:19 smithi148 ceph-mon[25742]: from='mgr.34994 172.21.15.148:0/3707837020' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-04-15T21:25:19.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:19 smithi148 ceph-mon[25742]: from='mgr.34994 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-04-15T21:25:19.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:19 smithi148 ceph-mon[25742]: osdmap e112: 8 total, 8 up, 8 in 2024-04-15T21:25:20.479 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:25:20 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: [15/Apr/2024:21:25:20] ENGINE Bus STOPPING 2024-04-15T21:25:20.479 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:25:20 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: [15/Apr/2024:21:25:20] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-15T21:25:20.479 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:25:20 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: [15/Apr/2024:21:25:20] ENGINE Bus STOPPED 2024-04-15T21:25:20.479 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:25:20 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: [15/Apr/2024:21:25:20] ENGINE Bus STARTING 2024-04-15T21:25:20.479 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:25:20 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: [15/Apr/2024:21:25:20] ENGINE Serving on http://:::9283 2024-04-15T21:25:20.479 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:25:20 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: [15/Apr/2024:21:25:20] ENGINE Bus STARTED 2024-04-15T21:25:20.480 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:20 smithi057 ceph-mon[24810]: Upgrade: Target is version 19.0.0-3084-g87dbfb63 (squid) 2024-04-15T21:25:20.480 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:20 smithi057 ceph-mon[24810]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29, digests ['quay.ceph.io/ceph-ci/ceph@sha256:386dcbdb0b8a78b880705c56a17f715946e178c298e478ab4b58fddb8072ae6f'] 2024-04-15T21:25:20.480 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:20 smithi057 ceph-mon[24810]: Upgrade: Need to upgrade myself (mgr.x) 2024-04-15T21:25:20.480 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:20 smithi057 ceph-mon[24810]: Upgrade: Need to upgrade myself (mgr.x) 2024-04-15T21:25:20.480 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:20 smithi057 ceph-mon[24810]: Failing over to other MGR 2024-04-15T21:25:20.480 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:20 smithi057 ceph-mon[24810]: from='mgr.34994 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-04-15T21:25:20.480 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:20 smithi057 ceph-mon[24810]: mgrmap e38: y(active, starting, since 0.996265s) 2024-04-15T21:25:20.480 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:20 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T21:25:20.480 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:20 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T21:25:20.481 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:20 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T21:25:20.481 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:20 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-15T21:25:20.481 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:20 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-15T21:25:20.481 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:20 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-15T21:25:20.481 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:20 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-15T21:25:20.481 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:20 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-15T21:25:20.481 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:20 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-15T21:25:20.481 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:20 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-15T21:25:20.481 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:20 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-15T21:25:20.481 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:20 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-15T21:25:20.481 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:20 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-15T21:25:20.481 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:20 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-15T21:25:20.481 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:20 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-15T21:25:20.482 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:20 smithi057 ceph-mon[24810]: Manager daemon y is now available 2024-04-15T21:25:20.482 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:20 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:20.482 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:20 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi057", "caps": []}]: dispatch 2024-04-15T21:25:20.482 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:20 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi148", "caps": []}]: dispatch 2024-04-15T21:25:20.482 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:20 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:25:20.482 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:20 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-15T21:25:20.482 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:20 smithi057 ceph-mon[29654]: Upgrade: Target is version 19.0.0-3084-g87dbfb63 (squid) 2024-04-15T21:25:20.482 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:20 smithi057 ceph-mon[29654]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29, digests ['quay.ceph.io/ceph-ci/ceph@sha256:386dcbdb0b8a78b880705c56a17f715946e178c298e478ab4b58fddb8072ae6f'] 2024-04-15T21:25:20.482 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:20 smithi057 ceph-mon[29654]: Upgrade: Need to upgrade myself (mgr.x) 2024-04-15T21:25:20.483 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:20 smithi057 ceph-mon[29654]: Upgrade: Need to upgrade myself (mgr.x) 2024-04-15T21:25:20.483 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:20 smithi057 ceph-mon[29654]: Failing over to other MGR 2024-04-15T21:25:20.483 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:20 smithi057 ceph-mon[29654]: from='mgr.34994 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-04-15T21:25:20.483 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:20 smithi057 ceph-mon[29654]: mgrmap e38: y(active, starting, since 0.996265s) 2024-04-15T21:25:20.483 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:20 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T21:25:20.483 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:20 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T21:25:20.483 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:20 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T21:25:20.483 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:20 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-15T21:25:20.483 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:20 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-15T21:25:20.483 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:20 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-15T21:25:20.483 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:20 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-15T21:25:20.483 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:20 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-15T21:25:20.483 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:20 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-15T21:25:20.484 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:20 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-15T21:25:20.484 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:20 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-15T21:25:20.484 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:20 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-15T21:25:20.484 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:20 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-15T21:25:20.484 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:20 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-15T21:25:20.484 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:20 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-15T21:25:20.484 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:20 smithi057 ceph-mon[29654]: Manager daemon y is now available 2024-04-15T21:25:20.485 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:20 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:20.485 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:20 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi057", "caps": []}]: dispatch 2024-04-15T21:25:20.485 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:20 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi148", "caps": []}]: dispatch 2024-04-15T21:25:20.485 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:20 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:25:20.485 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:20 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-15T21:25:20.600 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:25:20 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: 2024-04-15T21:25:20.138+0000 7fd82cc55700 -1 mgr handle_mgr_map I was active but no longer am 2024-04-15T21:25:20.600 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:25:20 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: ignoring --setuser ceph since I am not root 2024-04-15T21:25:20.600 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:25:20 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: ignoring --setgroup ceph since I am not root 2024-04-15T21:25:20.600 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:25:20 smithi148 ceph-mgr[50907]: -- 172.21.15.148:0/1056107197 <== mon.2 v2:172.21.15.148:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5642aa9725a0 con 0x5642aa946800 2024-04-15T21:25:20.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:20 smithi148 ceph-mon[25742]: Upgrade: Target is version 19.0.0-3084-g87dbfb63 (squid) 2024-04-15T21:25:20.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:20 smithi148 ceph-mon[25742]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29, digests ['quay.ceph.io/ceph-ci/ceph@sha256:386dcbdb0b8a78b880705c56a17f715946e178c298e478ab4b58fddb8072ae6f'] 2024-04-15T21:25:20.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:20 smithi148 ceph-mon[25742]: Upgrade: Need to upgrade myself (mgr.x) 2024-04-15T21:25:20.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:20 smithi148 ceph-mon[25742]: Upgrade: Need to upgrade myself (mgr.x) 2024-04-15T21:25:20.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:20 smithi148 ceph-mon[25742]: Failing over to other MGR 2024-04-15T21:25:20.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:20 smithi148 ceph-mon[25742]: from='mgr.34994 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-04-15T21:25:20.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:20 smithi148 ceph-mon[25742]: mgrmap e38: y(active, starting, since 0.996265s) 2024-04-15T21:25:20.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:20 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T21:25:20.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:20 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T21:25:20.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:20 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T21:25:20.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:20 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-15T21:25:20.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:20 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-15T21:25:20.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:20 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-15T21:25:20.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:20 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-15T21:25:20.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:20 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-15T21:25:20.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:20 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-15T21:25:20.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:20 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-15T21:25:20.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:20 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-15T21:25:20.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:20 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-15T21:25:20.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:20 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-15T21:25:20.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:20 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-15T21:25:20.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:20 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-15T21:25:20.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:20 smithi148 ceph-mon[25742]: Manager daemon y is now available 2024-04-15T21:25:20.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:20 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:20.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:20 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi057", "caps": []}]: dispatch 2024-04-15T21:25:20.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:20 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi148", "caps": []}]: dispatch 2024-04-15T21:25:20.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:20 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:25:20.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:20 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-15T21:25:21.100 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:25:20 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: 2024-04-15T21:25:20.710+0000 7f3d599a1200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-15T21:25:21.100 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:25:20 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: 2024-04-15T21:25:20.804+0000 7f3d599a1200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-15T21:25:21.172 INFO:teuthology.orchestra.run.smithi057.stdout:true 2024-04-15T21:25:21.568 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:25:21 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: 2024-04-15T21:25:21.463+0000 7f3d599a1200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-15T21:25:21.569 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:25:21 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: 2024-04-15T21:25:21.566+0000 7f3d599a1200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-15T21:25:21.569 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:21 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-15T21:25:21.569 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:21 smithi148 ceph-mon[25742]: [15/Apr/2024:21:25:20] ENGINE Bus STARTING 2024-04-15T21:25:21.569 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:21 smithi148 ceph-mon[25742]: [15/Apr/2024:21:25:20] ENGINE Serving on http://172.21.15.57:8765 2024-04-15T21:25:21.569 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:21 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi148", "name": "osd_memory_target"}]: dispatch 2024-04-15T21:25:21.569 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:21 smithi148 ceph-mon[25742]: [15/Apr/2024:21:25:21] ENGINE Serving on https://172.21.15.57:7150 2024-04-15T21:25:21.569 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:21 smithi148 ceph-mon[25742]: [15/Apr/2024:21:25:21] ENGINE Bus STARTED 2024-04-15T21:25:21.569 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:21 smithi148 ceph-mon[25742]: mgrmap e39: y(active, since 2s) 2024-04-15T21:25:21.569 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:21 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi057", "name": "osd_memory_target"}]: dispatch 2024-04-15T21:25:21.569 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:21 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:25:21.569 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:21 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:25:21.628 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:21 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-15T21:25:21.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:21 smithi057 ceph-mon[24810]: [15/Apr/2024:21:25:20] ENGINE Bus STARTING 2024-04-15T21:25:21.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:21 smithi057 ceph-mon[24810]: [15/Apr/2024:21:25:20] ENGINE Serving on http://172.21.15.57:8765 2024-04-15T21:25:21.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:21 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi148", "name": "osd_memory_target"}]: dispatch 2024-04-15T21:25:21.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:21 smithi057 ceph-mon[24810]: [15/Apr/2024:21:25:21] ENGINE Serving on https://172.21.15.57:7150 2024-04-15T21:25:21.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:21 smithi057 ceph-mon[24810]: [15/Apr/2024:21:25:21] ENGINE Bus STARTED 2024-04-15T21:25:21.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:21 smithi057 ceph-mon[24810]: mgrmap e39: y(active, since 2s) 2024-04-15T21:25:21.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:21 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi057", "name": "osd_memory_target"}]: dispatch 2024-04-15T21:25:21.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:21 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:25:21.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:21 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:25:21.629 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:21 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-15T21:25:21.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:21 smithi057 ceph-mon[29654]: [15/Apr/2024:21:25:20] ENGINE Bus STARTING 2024-04-15T21:25:21.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:21 smithi057 ceph-mon[29654]: [15/Apr/2024:21:25:20] ENGINE Serving on http://172.21.15.57:8765 2024-04-15T21:25:21.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:21 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi148", "name": "osd_memory_target"}]: dispatch 2024-04-15T21:25:21.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:21 smithi057 ceph-mon[29654]: [15/Apr/2024:21:25:21] ENGINE Serving on https://172.21.15.57:7150 2024-04-15T21:25:21.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:21 smithi057 ceph-mon[29654]: [15/Apr/2024:21:25:21] ENGINE Bus STARTED 2024-04-15T21:25:21.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:21 smithi057 ceph-mon[29654]: mgrmap e39: y(active, since 2s) 2024-04-15T21:25:21.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:21 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi057", "name": "osd_memory_target"}]: dispatch 2024-04-15T21:25:21.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:21 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:25:21.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:21 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:25:21.825 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:25:21 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: 2024-04-15T21:25:21.721+0000 7f3d599a1200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-15T21:25:21.826 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:25:21 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: 2024-04-15T21:25:21.823+0000 7f3d599a1200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-15T21:25:21.951 INFO:teuthology.orchestra.run.smithi057.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-15T21:25:21.951 INFO:teuthology.orchestra.run.smithi057.stdout:agent.smithi057 smithi057 running 10s ago 26m - - 2024-04-15T21:25:21.951 INFO:teuthology.orchestra.run.smithi057.stdout:agent.smithi148 smithi148 running 14s ago 26m - - 2024-04-15T21:25:21.951 INFO:teuthology.orchestra.run.smithi057.stdout:alertmanager.a smithi057 *:9093,9094 running (12m) 10s ago 21m 22.9M - 0.23.0 ba2b418f427c 272eab17dd5f 2024-04-15T21:25:21.951 INFO:teuthology.orchestra.run.smithi057.stdout:grafana.a smithi148 *:3000 running (12m) 14s ago 20m 51.5M - 8.3.5 dad864ee21e9 a2302b3001ab 2024-04-15T21:25:21.951 INFO:teuthology.orchestra.run.smithi057.stdout:iscsi.foo.smithi057.jwyjxv smithi057 running (3m) 10s ago 20m 53.3M - 3.5 e1d6a67b021e 1df2b2422900 2024-04-15T21:25:21.951 INFO:teuthology.orchestra.run.smithi057.stdout:mgr.x smithi148 *:8443,9283 running (15m) 14s ago 25m 514M - 19.0.0-3084-g87dbfb63 a452a57266c7 83d028d1b9d2 2024-04-15T21:25:21.951 INFO:teuthology.orchestra.run.smithi057.stdout:mgr.y smithi057 *:8443,9283,8765 running (9m) 10s ago 27m 450M - 19.0.0-3084-g87dbfb63 a452a57266c7 7bb446a32fbb 2024-04-15T21:25:21.952 INFO:teuthology.orchestra.run.smithi057.stdout:mon.a smithi057 running (27m) 10s ago 27m 78.9M 2048M 17.2.0 e1d6a67b021e f68a8a14d0b2 2024-04-15T21:25:21.952 INFO:teuthology.orchestra.run.smithi057.stdout:mon.b smithi148 running (26m) 14s ago 25m 62.2M 2048M 17.2.0 e1d6a67b021e 27f4990cb4d7 2024-04-15T21:25:21.952 INFO:teuthology.orchestra.run.smithi057.stdout:mon.c smithi057 running (26m) 10s ago 26m 55.9M 2048M 17.2.0 e1d6a67b021e 7cbf3ea734af 2024-04-15T21:25:21.952 INFO:teuthology.orchestra.run.smithi057.stdout:node-exporter.a smithi057 *:9100 running (13m) 10s ago 21m 18.6M - 1.3.1 1dbe0e931976 a827ac9a2599 2024-04-15T21:25:21.952 INFO:teuthology.orchestra.run.smithi057.stdout:node-exporter.b smithi148 *:9100 running (12m) 14s ago 21m 17.9M - 1.3.1 1dbe0e931976 a1defb3de404 2024-04-15T21:25:21.952 INFO:teuthology.orchestra.run.smithi057.stdout:osd.0 smithi057 running (25m) 10s ago 25m 53.3M 4096M 17.2.0 e1d6a67b021e a825b23c2b8e 2024-04-15T21:25:21.952 INFO:teuthology.orchestra.run.smithi057.stdout:osd.1 smithi057 running (25m) 10s ago 25m 57.9M 4096M 17.2.0 e1d6a67b021e ef43105379fd 2024-04-15T21:25:21.952 INFO:teuthology.orchestra.run.smithi057.stdout:osd.2 smithi057 running (24m) 10s ago 24m 52.5M 4096M 17.2.0 e1d6a67b021e 8cea1b1b5212 2024-04-15T21:25:21.952 INFO:teuthology.orchestra.run.smithi057.stdout:osd.3 smithi057 running (24m) 10s ago 24m 52.6M 4096M 17.2.0 e1d6a67b021e 8400e9bee4fe 2024-04-15T21:25:21.952 INFO:teuthology.orchestra.run.smithi057.stdout:osd.4 smithi148 running (23m) 14s ago 23m 54.2M 4096M 17.2.0 e1d6a67b021e 955a657c7722 2024-04-15T21:25:21.952 INFO:teuthology.orchestra.run.smithi057.stdout:osd.5 smithi148 running (23m) 14s ago 23m 51.0M 4096M 17.2.0 e1d6a67b021e bf2b1914ffc9 2024-04-15T21:25:21.952 INFO:teuthology.orchestra.run.smithi057.stdout:osd.6 smithi148 running (23m) 14s ago 23m 51.2M 4096M 17.2.0 e1d6a67b021e ab801778ca01 2024-04-15T21:25:21.952 INFO:teuthology.orchestra.run.smithi057.stdout:osd.7 smithi148 running (22m) 14s ago 22m 52.2M 4096M 17.2.0 e1d6a67b021e c9334bc357be 2024-04-15T21:25:21.952 INFO:teuthology.orchestra.run.smithi057.stdout:prometheus.a smithi148 *:9095 running (3m) 14s ago 21m 75.5M - 2.33.4 514e6a882f6e b7977e12019c 2024-04-15T21:25:21.953 INFO:teuthology.orchestra.run.smithi057.stdout:rgw.foo.smithi057.lxigfo smithi057 *:8000 running (20m) 10s ago 20m 77.9M - 17.2.0 e1d6a67b021e fa044b726c8d 2024-04-15T21:25:21.953 INFO:teuthology.orchestra.run.smithi057.stdout:rgw.foo.smithi148.cgzzfh smithi148 *:8000 running (20m) 14s ago 20m 75.1M - 17.2.0 e1d6a67b021e 722242170e62 2024-04-15T21:25:22.100 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:25:21 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: 2024-04-15T21:25:21.912+0000 7f3d599a1200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-15T21:25:22.465 INFO:teuthology.orchestra.run.smithi057.stdout:{ 2024-04-15T21:25:22.466 INFO:teuthology.orchestra.run.smithi057.stdout: "mon": { 2024-04-15T21:25:22.466 INFO:teuthology.orchestra.run.smithi057.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 3 2024-04-15T21:25:22.466 INFO:teuthology.orchestra.run.smithi057.stdout: }, 2024-04-15T21:25:22.466 INFO:teuthology.orchestra.run.smithi057.stdout: "mgr": { 2024-04-15T21:25:22.466 INFO:teuthology.orchestra.run.smithi057.stdout: "ceph version 19.0.0-3084-g87dbfb63 (87dbfb632e974cb2c28d17423071d2d833b53b29) squid (dev)": 1 2024-04-15T21:25:22.466 INFO:teuthology.orchestra.run.smithi057.stdout: }, 2024-04-15T21:25:22.466 INFO:teuthology.orchestra.run.smithi057.stdout: "osd": { 2024-04-15T21:25:22.466 INFO:teuthology.orchestra.run.smithi057.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 8 2024-04-15T21:25:22.466 INFO:teuthology.orchestra.run.smithi057.stdout: }, 2024-04-15T21:25:22.466 INFO:teuthology.orchestra.run.smithi057.stdout: "mds": {}, 2024-04-15T21:25:22.466 INFO:teuthology.orchestra.run.smithi057.stdout: "rgw": { 2024-04-15T21:25:22.466 INFO:teuthology.orchestra.run.smithi057.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 2 2024-04-15T21:25:22.466 INFO:teuthology.orchestra.run.smithi057.stdout: }, 2024-04-15T21:25:22.466 INFO:teuthology.orchestra.run.smithi057.stdout: "overall": { 2024-04-15T21:25:22.467 INFO:teuthology.orchestra.run.smithi057.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 13, 2024-04-15T21:25:22.467 INFO:teuthology.orchestra.run.smithi057.stdout: "ceph version 19.0.0-3084-g87dbfb63 (87dbfb632e974cb2c28d17423071d2d833b53b29) squid (dev)": 1 2024-04-15T21:25:22.467 INFO:teuthology.orchestra.run.smithi057.stdout: } 2024-04-15T21:25:22.467 INFO:teuthology.orchestra.run.smithi057.stdout:} 2024-04-15T21:25:22.517 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:25:22 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: 2024-04-15T21:25:22.195+0000 7f3d599a1200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-15T21:25:22.517 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:25:22 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: 2024-04-15T21:25:22.316+0000 7f3d599a1200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-15T21:25:22.517 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:25:22 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: 2024-04-15T21:25:22.410+0000 7f3d599a1200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-15T21:25:22.517 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:25:22 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: 2024-04-15T21:25:22.514+0000 7f3d599a1200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-15T21:25:22.850 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:25:22 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: 2024-04-15T21:25:22.700+0000 7f3d599a1200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-15T21:25:22.873 INFO:teuthology.orchestra.run.smithi057.stdout:{ 2024-04-15T21:25:22.873 INFO:teuthology.orchestra.run.smithi057.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29", 2024-04-15T21:25:22.873 INFO:teuthology.orchestra.run.smithi057.stdout: "in_progress": true, 2024-04-15T21:25:22.873 INFO:teuthology.orchestra.run.smithi057.stdout: "which": "Upgrading daemons of type(s) mgr", 2024-04-15T21:25:22.874 INFO:teuthology.orchestra.run.smithi057.stdout: "services_complete": [ 2024-04-15T21:25:22.874 INFO:teuthology.orchestra.run.smithi057.stdout: "mgr" 2024-04-15T21:25:22.874 INFO:teuthology.orchestra.run.smithi057.stdout: ], 2024-04-15T21:25:22.874 INFO:teuthology.orchestra.run.smithi057.stdout: "progress": "2/2 daemons upgraded", 2024-04-15T21:25:22.874 INFO:teuthology.orchestra.run.smithi057.stdout: "message": "", 2024-04-15T21:25:22.874 INFO:teuthology.orchestra.run.smithi057.stdout: "is_paused": false 2024-04-15T21:25:22.874 INFO:teuthology.orchestra.run.smithi057.stdout:} 2024-04-15T21:25:23.444 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:23 smithi057 ceph-mon[24810]: from='client.35189 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:25:23.445 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:23 smithi057 ceph-mon[24810]: pgmap v3: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:25:23.445 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:23 smithi057 ceph-mon[24810]: Updating smithi057:/etc/ceph/ceph.conf 2024-04-15T21:25:23.445 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:23 smithi057 ceph-mon[24810]: Updating smithi148:/etc/ceph/ceph.conf 2024-04-15T21:25:23.445 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:23 smithi057 ceph-mon[24810]: from='client.15450 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:25:23.445 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:23 smithi057 ceph-mon[24810]: Updating smithi057:/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/config/ceph.conf 2024-04-15T21:25:23.445 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:23 smithi057 ceph-mon[24810]: Updating smithi148:/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/config/ceph.conf 2024-04-15T21:25:23.445 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:23 smithi057 ceph-mon[24810]: from='client.15456 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:25:23.445 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:23 smithi057 ceph-mon[24810]: Updating smithi057:/etc/ceph/ceph.client.admin.keyring 2024-04-15T21:25:23.445 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:23 smithi057 ceph-mon[24810]: Updating smithi148:/etc/ceph/ceph.client.admin.keyring 2024-04-15T21:25:23.445 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:23 smithi057 ceph-mon[24810]: pgmap v4: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:25:23.445 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:23 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:23.445 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:23 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:23.445 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:23 smithi057 ceph-mon[24810]: from='client.? 172.21.15.57:0/4079681070' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:25:23.445 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:23 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:23.446 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:23 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:23.446 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:23 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:23.446 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:23 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:23.446 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:23 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:23.446 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:23 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:23.446 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:23 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:23.446 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:23 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi057.jwyjxv", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-04-15T21:25:23.446 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:23 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:25:23.446 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:23 smithi057 ceph-mon[29654]: from='client.35189 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:25:23.446 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:23 smithi057 ceph-mon[29654]: pgmap v3: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:25:23.446 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:23 smithi057 ceph-mon[29654]: Updating smithi057:/etc/ceph/ceph.conf 2024-04-15T21:25:23.446 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:23 smithi057 ceph-mon[29654]: Updating smithi148:/etc/ceph/ceph.conf 2024-04-15T21:25:23.447 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:23 smithi057 ceph-mon[29654]: from='client.15450 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:25:23.447 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:23 smithi057 ceph-mon[29654]: Updating smithi057:/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/config/ceph.conf 2024-04-15T21:25:23.447 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:23 smithi057 ceph-mon[29654]: Updating smithi148:/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/config/ceph.conf 2024-04-15T21:25:23.447 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:23 smithi057 ceph-mon[29654]: from='client.15456 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:25:23.447 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:23 smithi057 ceph-mon[29654]: Updating smithi057:/etc/ceph/ceph.client.admin.keyring 2024-04-15T21:25:23.447 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:23 smithi057 ceph-mon[29654]: Updating smithi148:/etc/ceph/ceph.client.admin.keyring 2024-04-15T21:25:23.447 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:23 smithi057 ceph-mon[29654]: pgmap v4: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:25:23.447 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:23 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:23.447 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:23 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:23.447 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:23 smithi057 ceph-mon[29654]: from='client.? 172.21.15.57:0/4079681070' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:25:23.447 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:23 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:23.447 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:23 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:23.447 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:23 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:23.447 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:23 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:23.447 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:23 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:23.448 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:23 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:23.448 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:23 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:23.448 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:23 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi057.jwyjxv", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-04-15T21:25:23.448 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:23 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:25:23.509 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:23 smithi148 ceph-mon[25742]: from='client.35189 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:25:23.509 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:23 smithi148 ceph-mon[25742]: pgmap v3: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:25:23.509 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:23 smithi148 ceph-mon[25742]: Updating smithi057:/etc/ceph/ceph.conf 2024-04-15T21:25:23.509 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:23 smithi148 ceph-mon[25742]: Updating smithi148:/etc/ceph/ceph.conf 2024-04-15T21:25:23.509 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:23 smithi148 ceph-mon[25742]: from='client.15450 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:25:23.509 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:23 smithi148 ceph-mon[25742]: Updating smithi057:/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/config/ceph.conf 2024-04-15T21:25:23.509 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:23 smithi148 ceph-mon[25742]: Updating smithi148:/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/config/ceph.conf 2024-04-15T21:25:23.509 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:23 smithi148 ceph-mon[25742]: from='client.15456 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:25:23.509 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:23 smithi148 ceph-mon[25742]: Updating smithi057:/etc/ceph/ceph.client.admin.keyring 2024-04-15T21:25:23.509 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:23 smithi148 ceph-mon[25742]: Updating smithi148:/etc/ceph/ceph.client.admin.keyring 2024-04-15T21:25:23.509 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:23 smithi148 ceph-mon[25742]: pgmap v4: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:25:23.509 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:23 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:23.510 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:23 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:23.510 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:23 smithi148 ceph-mon[25742]: from='client.? 172.21.15.57:0/4079681070' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:25:23.510 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:23 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:23.510 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:23 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:23.510 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:23 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:23.510 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:23 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:23.510 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:23 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:23.510 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:23 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:23.510 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:23 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:23.510 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:23 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi057.jwyjxv", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-04-15T21:25:23.510 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:23 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:25:23.788 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:25:23 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: 2024-04-15T21:25:23.719+0000 7f3d599a1200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-15T21:25:24.100 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:25:23 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: 2024-04-15T21:25:23.863+0000 7f3d599a1200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-15T21:25:24.350 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:24 smithi057 ceph-mon[24810]: Updating smithi057:/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/config/ceph.client.admin.keyring 2024-04-15T21:25:24.350 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:24 smithi057 ceph-mon[24810]: Updating smithi148:/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/config/ceph.client.admin.keyring 2024-04-15T21:25:24.350 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:24 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:25:24.350 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:24 smithi057 ceph-mon[24810]: Reconfiguring iscsi.foo.smithi057.jwyjxv (dependencies changed)... 2024-04-15T21:25:24.350 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:24 smithi057 ceph-mon[24810]: Reconfiguring daemon iscsi.foo.smithi057.jwyjxv on smithi057 2024-04-15T21:25:24.350 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:24 smithi057 ceph-mon[24810]: from='client.15474 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:25:24.350 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:24 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:24.351 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:24 smithi057 ceph-mon[24810]: mgrmap e40: y(active, since 4s) 2024-04-15T21:25:24.351 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:24 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:24.351 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:24 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:24.351 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:24 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:24.351 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:24 smithi057 ceph-mon[24810]: pgmap v5: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:25:24.351 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:24 smithi057 ceph-mon[29654]: Updating smithi057:/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/config/ceph.client.admin.keyring 2024-04-15T21:25:24.351 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:24 smithi057 ceph-mon[29654]: Updating smithi148:/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/config/ceph.client.admin.keyring 2024-04-15T21:25:24.351 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:24 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:25:24.351 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:24 smithi057 ceph-mon[29654]: Reconfiguring iscsi.foo.smithi057.jwyjxv (dependencies changed)... 2024-04-15T21:25:24.352 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:24 smithi057 ceph-mon[29654]: Reconfiguring daemon iscsi.foo.smithi057.jwyjxv on smithi057 2024-04-15T21:25:24.352 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:24 smithi057 ceph-mon[29654]: from='client.15474 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:25:24.352 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:24 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:24.352 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:24 smithi057 ceph-mon[29654]: mgrmap e40: y(active, since 4s) 2024-04-15T21:25:24.352 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:24 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:24.352 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:24 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:24.352 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:24 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:24.352 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:24 smithi057 ceph-mon[29654]: pgmap v5: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:25:24.531 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:24 smithi148 ceph-mon[25742]: Updating smithi057:/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/config/ceph.client.admin.keyring 2024-04-15T21:25:24.532 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:24 smithi148 ceph-mon[25742]: Updating smithi148:/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/config/ceph.client.admin.keyring 2024-04-15T21:25:24.532 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:24 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:25:24.532 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:24 smithi148 ceph-mon[25742]: Reconfiguring iscsi.foo.smithi057.jwyjxv (dependencies changed)... 2024-04-15T21:25:24.532 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:24 smithi148 ceph-mon[25742]: Reconfiguring daemon iscsi.foo.smithi057.jwyjxv on smithi057 2024-04-15T21:25:24.532 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:24 smithi148 ceph-mon[25742]: from='client.15474 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:25:24.532 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:24 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:24.532 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:24 smithi148 ceph-mon[25742]: mgrmap e40: y(active, since 4s) 2024-04-15T21:25:24.532 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:24 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:24.532 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:24 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:24.532 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:24 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:24.532 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:24 smithi148 ceph-mon[25742]: pgmap v5: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:25:24.532 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:25:24 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: 2024-04-15T21:25:24.237+0000 7f3d599a1200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-15T21:25:24.533 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:25:24 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: 2024-04-15T21:25:24.344+0000 7f3d599a1200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-15T21:25:24.784 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:25:24 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: 2024-04-15T21:25:24.579+0000 7f3d599a1200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-15T21:25:25.049 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:25:24 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: 2024-04-15T21:25:24.782+0000 7f3d599a1200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-15T21:25:25.337 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:25:25 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: 2024-04-15T21:25:25.147+0000 7f3d599a1200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-15T21:25:25.543 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:25 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:25.543 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:25 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:25.543 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:25 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:25.543 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:25 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:25.543 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:25 smithi057 ceph-mon[24810]: from='client.25264 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:25:25.543 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:25 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:25.543 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:25 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:25.543 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:25 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:25.544 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:25 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:25.544 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:25 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:25.544 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:25 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:25.544 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:25 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:25.544 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:25 smithi057 ceph-mon[29654]: from='client.25264 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:25:25.544 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:25 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:25.544 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:25 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:25.544 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:25 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:25.600 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:25:25 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: 2024-04-15T21:25:25.425+0000 7f3d599a1200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-15T21:25:25.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:25 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:25.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:25 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:25.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:25 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:25.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:25 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:25.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:25 smithi148 ceph-mon[25742]: from='client.25264 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:25:25.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:25 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:25.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:25 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:25.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:25 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:25.942 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:25:25 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: 2024-04-15T21:25:25.680+0000 7f3d599a1200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-15T21:25:26.535 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:26 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:26.536 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:26 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:26.536 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:26 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:26.536 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:26 smithi148 ceph-mon[25742]: pgmap v6: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:25:26.674 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:26 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:26.674 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:26 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:26.674 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:26 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:26.674 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:26 smithi057 ceph-mon[24810]: pgmap v6: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:25:26.674 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:26 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:26.674 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:26 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:26.674 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:26 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:26.674 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:26 smithi057 ceph-mon[29654]: pgmap v6: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:25:26.850 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:25:26 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: 2024-04-15T21:25:26.534+0000 7f3d599a1200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-15T21:25:27.255 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:25:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: 2024-04-15T21:25:27.149+0000 7f3d599a1200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-15T21:25:27.256 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:25:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: 2024-04-15T21:25:27.254+0000 7f3d599a1200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-15T21:25:27.594 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:25:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: 2024-04-15T21:25:27.485+0000 7f3d599a1200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-15T21:25:27.594 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:25:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: [15/Apr/2024:21:25:27] ENGINE Bus STARTING 2024-04-15T21:25:27.850 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:27 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:27.850 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:27 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:27.851 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:27 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:27.851 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:27 smithi148 ceph-mon[25742]: Standby manager daemon x started 2024-04-15T21:25:27.851 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:27 smithi148 ceph-mon[25742]: from='mgr.? 172.21.15.148:0/608175796' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-15T21:25:27.851 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:27 smithi148 ceph-mon[25742]: from='mgr.? 172.21.15.148:0/608175796' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-15T21:25:27.851 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:27 smithi148 ceph-mon[25742]: from='mgr.? 172.21.15.148:0/608175796' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-15T21:25:27.851 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:27 smithi148 ceph-mon[25742]: from='mgr.? 172.21.15.148:0/608175796' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-15T21:25:27.851 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:25:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: CherryPy Checker: 2024-04-15T21:25:27.851 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:25:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: The Application mounted at '' has an empty config. 2024-04-15T21:25:27.851 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:25:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: 2024-04-15T21:25:27.851 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:25:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: [15/Apr/2024:21:25:27] ENGINE Serving on http://:::9283 2024-04-15T21:25:27.851 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:25:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: [15/Apr/2024:21:25:27] ENGINE Bus STARTED 2024-04-15T21:25:27.878 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:27 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:27.879 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:27 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:27.879 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:27 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:27.879 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:27 smithi057 ceph-mon[24810]: Standby manager daemon x started 2024-04-15T21:25:27.879 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:27 smithi057 ceph-mon[24810]: from='mgr.? 172.21.15.148:0/608175796' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-15T21:25:27.879 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:27 smithi057 ceph-mon[24810]: from='mgr.? 172.21.15.148:0/608175796' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-15T21:25:27.879 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:27 smithi057 ceph-mon[24810]: from='mgr.? 172.21.15.148:0/608175796' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-15T21:25:27.879 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:27 smithi057 ceph-mon[24810]: from='mgr.? 172.21.15.148:0/608175796' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-15T21:25:27.879 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:27 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:27.879 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:27 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:27.879 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:27 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:27.879 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:27 smithi057 ceph-mon[29654]: Standby manager daemon x started 2024-04-15T21:25:27.879 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:27 smithi057 ceph-mon[29654]: from='mgr.? 172.21.15.148:0/608175796' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-15T21:25:27.880 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:27 smithi057 ceph-mon[29654]: from='mgr.? 172.21.15.148:0/608175796' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-15T21:25:27.880 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:27 smithi057 ceph-mon[29654]: from='mgr.? 172.21.15.148:0/608175796' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-15T21:25:27.880 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:27 smithi057 ceph-mon[29654]: from='mgr.? 172.21.15.148:0/608175796' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-15T21:25:29.192 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:29 smithi148 ceph-mon[25742]: mgrmap e41: y(active, since 8s), standbys: x 2024-04-15T21:25:29.192 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:29 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-15T21:25:29.193 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:29 smithi148 ceph-mon[25742]: pgmap v7: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 30 KiB/s rd, 0 B/s wr, 17 op/s 2024-04-15T21:25:29.216 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:29 smithi057 ceph-mon[24810]: mgrmap e41: y(active, since 8s), standbys: x 2024-04-15T21:25:29.216 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:29 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-15T21:25:29.216 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:29 smithi057 ceph-mon[24810]: pgmap v7: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 30 KiB/s rd, 0 B/s wr, 17 op/s 2024-04-15T21:25:29.216 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:29 smithi057 ceph-mon[29654]: mgrmap e41: y(active, since 8s), standbys: x 2024-04-15T21:25:29.216 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:29 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-15T21:25:29.216 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:29 smithi057 ceph-mon[29654]: pgmap v7: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 30 KiB/s rd, 0 B/s wr, 17 op/s 2024-04-15T21:25:29.589 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:25:29 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: 2024-04-15T21:25:29.310+0000 7f913cd19700 -1 log_channel(cephadm) log [ERR] : cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi057.jwyjxv ... 2024-04-15T21:25:29.590 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:25:29 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: Creating ceph-iscsi config... 2024-04-15T21:25:29.590 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:25:29 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: Write file: /var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/iscsi.foo.smithi057.jwyjxv/iscsi-gateway.cfg 2024-04-15T21:25:29.590 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:25:29 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: Write file: /var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/iscsi.foo.smithi057.jwyjxv/tcmu-runner-entrypoint.sh 2024-04-15T21:25:29.590 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:25:29 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: Non-zero exit code 1 from systemctl restart ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv 2024-04-15T21:25:29.590 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:25:29 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: systemctl: stderr Job for ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service failed because the control process exited with error code. 2024-04-15T21:25:29.590 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:25:29 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: systemctl: stderr See "systemctl status ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" and "journalctl -xeu ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" for details. 2024-04-15T21:25:29.590 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:25:29 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: Traceback (most recent call last): 2024-04-15T21:25:29.590 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:25:29 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-04-15T21:25:29.590 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:25:29 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: return _run_code(code, main_globals, None, 2024-04-15T21:25:29.590 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:25:29 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-04-15T21:25:29.590 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:25:29 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: exec(code, run_globals) 2024-04-15T21:25:29.590 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:25:29 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 5618, in 2024-04-15T21:25:29.591 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:25:29 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 5606, in main 2024-04-15T21:25:29.591 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:25:29 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 3096, in command_deploy_from 2024-04-15T21:25:29.591 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:25:29 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 3131, in _common_deploy 2024-04-15T21:25:29.591 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:25:29 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 3151, in _deploy_daemon_container 2024-04-15T21:25:29.591 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:25:29 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 1123, in deploy_daemon 2024-04-15T21:25:29.591 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:25:29 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-04-15T21:25:29.591 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:25:29 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: RuntimeError: Failed command: systemctl restart ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv: Job for ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service failed because the control process exited with error code. 2024-04-15T21:25:29.591 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:25:29 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: See "systemctl status ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" and "journalctl -xeu ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" for details. 2024-04-15T21:25:29.592 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:25:29 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: Traceback (most recent call last): 2024-04-15T21:25:29.592 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:25:29 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1114, in _check_daemons 2024-04-15T21:25:29.592 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:25:29 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: self.mgr._daemon_action(daemon_spec, action=action) 2024-04-15T21:25:29.592 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:25:29 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: File "/usr/share/ceph/mgr/cephadm/module.py", line 2457, in _daemon_action 2024-04-15T21:25:29.592 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:25:29 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: CephadmServe(self)._create_daemon(daemon_spec, reconfig=(action == 'reconfig'))) 2024-04-15T21:25:29.592 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:25:29 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: File "/usr/share/ceph/mgr/cephadm/module.py", line 779, in wait_async 2024-04-15T21:25:29.592 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:25:29 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: return self.event_loop.get_result(coro, timeout) 2024-04-15T21:25:29.592 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:25:29 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: File "/usr/share/ceph/mgr/cephadm/ssh.py", line 136, in get_result 2024-04-15T21:25:29.592 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:25:29 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: return future.result(timeout) 2024-04-15T21:25:29.592 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:25:29 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: File "/lib64/python3.6/concurrent/futures/_base.py", line 432, in result 2024-04-15T21:25:29.592 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:25:29 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: return self.__get_result() 2024-04-15T21:25:29.592 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:25:29 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: File "/lib64/python3.6/concurrent/futures/_base.py", line 384, in __get_result 2024-04-15T21:25:29.592 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:25:29 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: raise self._exception 2024-04-15T21:25:29.592 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:25:29 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1377, in _create_daemon 2024-04-15T21:25:29.592 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:25:29 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: use_current_daemon_image=reconfig, 2024-04-15T21:25:29.593 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:25:29 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1692, in _run_cephadm 2024-04-15T21:25:29.593 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:25:29 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: f'cephadm exited with an error code: {code}, stderr: {err}') 2024-04-15T21:25:29.593 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:25:29 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: orchestrator._interface.OrchestratorError: cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi057.jwyjxv ... 2024-04-15T21:25:29.593 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:25:29 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: Creating ceph-iscsi config... 2024-04-15T21:25:29.593 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:25:29 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: Write file: /var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/iscsi.foo.smithi057.jwyjxv/iscsi-gateway.cfg 2024-04-15T21:25:29.593 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:25:29 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: Write file: /var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/iscsi.foo.smithi057.jwyjxv/tcmu-runner-entrypoint.sh 2024-04-15T21:25:29.593 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:25:29 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: Non-zero exit code 1 from systemctl restart ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv 2024-04-15T21:25:29.593 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:25:29 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: systemctl: stderr Job for ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service failed because the control process exited with error code. 2024-04-15T21:25:29.593 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:25:29 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: systemctl: stderr See "systemctl status ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" and "journalctl -xeu ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" for details. 2024-04-15T21:25:29.593 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:25:29 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: Traceback (most recent call last): 2024-04-15T21:25:29.593 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:25:29 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-04-15T21:25:29.593 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:25:29 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: return _run_code(code, main_globals, None, 2024-04-15T21:25:29.593 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:25:29 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-04-15T21:25:29.593 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:25:29 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: exec(code, run_globals) 2024-04-15T21:25:29.594 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:25:29 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 5618, in 2024-04-15T21:25:29.594 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:25:29 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 5606, in main 2024-04-15T21:25:29.594 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:25:29 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 3096, in command_deploy_from 2024-04-15T21:25:29.594 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:25:29 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 3131, in _common_deploy 2024-04-15T21:25:29.594 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:25:29 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 3151, in _deploy_daemon_container 2024-04-15T21:25:29.594 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:25:29 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 1123, in deploy_daemon 2024-04-15T21:25:29.594 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:25:29 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-04-15T21:25:29.594 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:25:29 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: RuntimeError: Failed command: systemctl restart ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv: Job for ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service failed because the control process exited with error code. 2024-04-15T21:25:29.594 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:25:29 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: See "systemctl status ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" and "journalctl -xeu ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" for details. 2024-04-15T21:25:30.726 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:30 smithi057 ceph-mon[24810]: cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi057.jwyjxv ... 2024-04-15T21:25:30.727 INFO:journalctl@ceph.mon.a.smithi057.stdout: Creating ceph-iscsi config... 2024-04-15T21:25:30.727 INFO:journalctl@ceph.mon.a.smithi057.stdout: Write file: /var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/iscsi.foo.smithi057.jwyjxv/iscsi-gateway.cfg 2024-04-15T21:25:30.727 INFO:journalctl@ceph.mon.a.smithi057.stdout: Write file: /var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/iscsi.foo.smithi057.jwyjxv/tcmu-runner-entrypoint.sh 2024-04-15T21:25:30.727 INFO:journalctl@ceph.mon.a.smithi057.stdout: Non-zero exit code 1 from systemctl restart ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv 2024-04-15T21:25:30.727 INFO:journalctl@ceph.mon.a.smithi057.stdout: systemctl: stderr Job for ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service failed because the control process exited with error code. 2024-04-15T21:25:30.727 INFO:journalctl@ceph.mon.a.smithi057.stdout: systemctl: stderr See "systemctl status ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" and "journalctl -xeu ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" for details. 2024-04-15T21:25:30.727 INFO:journalctl@ceph.mon.a.smithi057.stdout: Traceback (most recent call last): 2024-04-15T21:25:30.727 INFO:journalctl@ceph.mon.a.smithi057.stdout: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-04-15T21:25:30.727 INFO:journalctl@ceph.mon.a.smithi057.stdout: return _run_code(code, main_globals, None, 2024-04-15T21:25:30.727 INFO:journalctl@ceph.mon.a.smithi057.stdout: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-04-15T21:25:30.727 INFO:journalctl@ceph.mon.a.smithi057.stdout: exec(code, run_globals) 2024-04-15T21:25:30.727 INFO:journalctl@ceph.mon.a.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 5618, in 2024-04-15T21:25:30.728 INFO:journalctl@ceph.mon.a.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 5606, in main 2024-04-15T21:25:30.728 INFO:journalctl@ceph.mon.a.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 3096, in command_deploy_from 2024-04-15T21:25:30.728 INFO:journalctl@ceph.mon.a.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 3131, in _common_deploy 2024-04-15T21:25:30.728 INFO:journalctl@ceph.mon.a.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 3151, in _deploy_daemon_container 2024-04-15T21:25:30.728 INFO:journalctl@ceph.mon.a.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 1123, in deploy_daemon 2024-04-15T21:25:30.728 INFO:journalctl@ceph.mon.a.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-04-15T21:25:30.728 INFO:journalctl@ceph.mon.a.smithi057.stdout: RuntimeError: Failed command: systemctl restart ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv: Job for ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service failed because the control process exited with error code. 2024-04-15T21:25:30.728 INFO:journalctl@ceph.mon.a.smithi057.stdout: See "systemctl status ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" and "journalctl -xeu ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" for details. 2024-04-15T21:25:30.728 INFO:journalctl@ceph.mon.a.smithi057.stdout: Traceback (most recent call last): 2024-04-15T21:25:30.728 INFO:journalctl@ceph.mon.a.smithi057.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1114, in _check_daemons 2024-04-15T21:25:30.728 INFO:journalctl@ceph.mon.a.smithi057.stdout: self.mgr._daemon_action(daemon_spec, action=action) 2024-04-15T21:25:30.728 INFO:journalctl@ceph.mon.a.smithi057.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 2457, in _daemon_action 2024-04-15T21:25:30.728 INFO:journalctl@ceph.mon.a.smithi057.stdout: CephadmServe(self)._create_daemon(daemon_spec, reconfig=(action == 'reconfig'))) 2024-04-15T21:25:30.728 INFO:journalctl@ceph.mon.a.smithi057.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 779, in wait_async 2024-04-15T21:25:30.728 INFO:journalctl@ceph.mon.a.smithi057.stdout: return self.event_loop.get_result(coro, timeout) 2024-04-15T21:25:30.729 INFO:journalctl@ceph.mon.a.smithi057.stdout: File "/usr/share/ceph/mgr/cephadm/ssh.py", line 136, in get_result 2024-04-15T21:25:30.729 INFO:journalctl@ceph.mon.a.smithi057.stdout: return future.result(timeout) 2024-04-15T21:25:30.729 INFO:journalctl@ceph.mon.a.smithi057.stdout: File "/lib64/python3.6/concurrent/futures/_base.py", line 432, in result 2024-04-15T21:25:30.729 INFO:journalctl@ceph.mon.a.smithi057.stdout: return self.__get_result() 2024-04-15T21:25:30.729 INFO:journalctl@ceph.mon.a.smithi057.stdout: File "/lib64/python3.6/concurrent/futures/_base.py", line 384, in __get_result 2024-04-15T21:25:30.729 INFO:journalctl@ceph.mon.a.smithi057.stdout: raise self._exception 2024-04-15T21:25:30.729 INFO:journalctl@ceph.mon.a.smithi057.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1377, in _create_daemon 2024-04-15T21:25:30.729 INFO:journalctl@ceph.mon.a.smithi057.stdout: use_current_daemon_image=reconfig, 2024-04-15T21:25:30.729 INFO:journalctl@ceph.mon.a.smithi057.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1692, in _run_cephadm 2024-04-15T21:25:30.729 INFO:journalctl@ceph.mon.a.smithi057.stdout: f'cephadm exited with an error code: {code}, stderr: {err}') 2024-04-15T21:25:30.729 INFO:journalctl@ceph.mon.a.smithi057.stdout: orchestrator._interface.OrchestratorError: cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi057.jwyjxv ... 2024-04-15T21:25:30.729 INFO:journalctl@ceph.mon.a.smithi057.stdout: Creating ceph-iscsi config... 2024-04-15T21:25:30.729 INFO:journalctl@ceph.mon.a.smithi057.stdout: Write file: /var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/iscsi.foo.smithi057.jwyjxv/iscsi-gateway.cfg 2024-04-15T21:25:30.729 INFO:journalctl@ceph.mon.a.smithi057.stdout: Write file: /var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/iscsi.foo.smithi057.jwyjxv/tcmu-runner-entrypoint.sh 2024-04-15T21:25:30.729 INFO:journalctl@ceph.mon.a.smithi057.stdout: Non-zero exit code 1 from systemctl restart ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv 2024-04-15T21:25:30.730 INFO:journalctl@ceph.mon.a.smithi057.stdout: systemctl: stderr Job for ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service failed because the control process exited with error code. 2024-04-15T21:25:30.730 INFO:journalctl@ceph.mon.a.smithi057.stdout: systemctl: stderr See "systemctl status ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" and "journalctl -xeu ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" for details. 2024-04-15T21:25:30.730 INFO:journalctl@ceph.mon.a.smithi057.stdout: Traceback (most recent call last): 2024-04-15T21:25:30.730 INFO:journalctl@ceph.mon.a.smithi057.stdout: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-04-15T21:25:30.730 INFO:journalctl@ceph.mon.a.smithi057.stdout: return _run_code(code, main_globals, None, 2024-04-15T21:25:30.730 INFO:journalctl@ceph.mon.a.smithi057.stdout: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-04-15T21:25:30.730 INFO:journalctl@ceph.mon.a.smithi057.stdout: exec(code, run_globals) 2024-04-15T21:25:30.730 INFO:journalctl@ceph.mon.a.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 5618, in 2024-04-15T21:25:30.730 INFO:journalctl@ceph.mon.a.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 5606, in main 2024-04-15T21:25:30.730 INFO:journalctl@ceph.mon.a.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 3096, in command_deploy_from 2024-04-15T21:25:30.730 INFO:journalctl@ceph.mon.a.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 3131, in _common_deploy 2024-04-15T21:25:30.731 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:30 smithi057 ceph-mon[29654]: cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi057.jwyjxv ... 2024-04-15T21:25:30.731 INFO:journalctl@ceph.mon.c.smithi057.stdout: Creating ceph-iscsi config... 2024-04-15T21:25:30.731 INFO:journalctl@ceph.mon.c.smithi057.stdout: Write file: /var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/iscsi.foo.smithi057.jwyjxv/iscsi-gateway.cfg 2024-04-15T21:25:30.731 INFO:journalctl@ceph.mon.c.smithi057.stdout: Write file: /var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/iscsi.foo.smithi057.jwyjxv/tcmu-runner-entrypoint.sh 2024-04-15T21:25:30.731 INFO:journalctl@ceph.mon.c.smithi057.stdout: Non-zero exit code 1 from systemctl restart ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv 2024-04-15T21:25:30.731 INFO:journalctl@ceph.mon.c.smithi057.stdout: systemctl: stderr Job for ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service failed because the control process exited with error code. 2024-04-15T21:25:30.731 INFO:journalctl@ceph.mon.c.smithi057.stdout: systemctl: stderr See "systemctl status ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" and "journalctl -xeu ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" for details. 2024-04-15T21:25:30.731 INFO:journalctl@ceph.mon.c.smithi057.stdout: Traceback (most recent call last): 2024-04-15T21:25:30.731 INFO:journalctl@ceph.mon.c.smithi057.stdout: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-04-15T21:25:30.731 INFO:journalctl@ceph.mon.c.smithi057.stdout: return _run_code(code, main_globals, None, 2024-04-15T21:25:30.731 INFO:journalctl@ceph.mon.c.smithi057.stdout: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-04-15T21:25:30.731 INFO:journalctl@ceph.mon.c.smithi057.stdout: exec(code, run_globals) 2024-04-15T21:25:30.731 INFO:journalctl@ceph.mon.c.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 5618, in 2024-04-15T21:25:30.732 INFO:journalctl@ceph.mon.c.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 5606, in main 2024-04-15T21:25:30.732 INFO:journalctl@ceph.mon.c.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 3096, in command_deploy_from 2024-04-15T21:25:30.732 INFO:journalctl@ceph.mon.c.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 3131, in _common_deploy 2024-04-15T21:25:30.732 INFO:journalctl@ceph.mon.c.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 3151, in _deploy_daemon_container 2024-04-15T21:25:30.732 INFO:journalctl@ceph.mon.c.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 1123, in deploy_daemon 2024-04-15T21:25:30.732 INFO:journalctl@ceph.mon.c.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-04-15T21:25:30.732 INFO:journalctl@ceph.mon.c.smithi057.stdout: RuntimeError: Failed command: systemctl restart ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv: Job for ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service failed because the control process exited with error code. 2024-04-15T21:25:30.732 INFO:journalctl@ceph.mon.c.smithi057.stdout: See "systemctl status ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" and "journalctl -xeu ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" for details. 2024-04-15T21:25:30.732 INFO:journalctl@ceph.mon.c.smithi057.stdout: Traceback (most recent call last): 2024-04-15T21:25:30.732 INFO:journalctl@ceph.mon.c.smithi057.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1114, in _check_daemons 2024-04-15T21:25:30.732 INFO:journalctl@ceph.mon.c.smithi057.stdout: self.mgr._daemon_action(daemon_spec, action=action) 2024-04-15T21:25:30.732 INFO:journalctl@ceph.mon.c.smithi057.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 2457, in _daemon_action 2024-04-15T21:25:30.732 INFO:journalctl@ceph.mon.c.smithi057.stdout: CephadmServe(self)._create_daemon(daemon_spec, reconfig=(action == 'reconfig'))) 2024-04-15T21:25:30.732 INFO:journalctl@ceph.mon.c.smithi057.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 779, in wait_async 2024-04-15T21:25:30.732 INFO:journalctl@ceph.mon.c.smithi057.stdout: return self.event_loop.get_result(coro, timeout) 2024-04-15T21:25:30.733 INFO:journalctl@ceph.mon.c.smithi057.stdout: File "/usr/share/ceph/mgr/cephadm/ssh.py", line 136, in get_result 2024-04-15T21:25:30.733 INFO:journalctl@ceph.mon.c.smithi057.stdout: return future.result(timeout) 2024-04-15T21:25:30.733 INFO:journalctl@ceph.mon.c.smithi057.stdout: File "/lib64/python3.6/concurrent/futures/_base.py", line 432, in result 2024-04-15T21:25:30.733 INFO:journalctl@ceph.mon.c.smithi057.stdout: return self.__get_result() 2024-04-15T21:25:30.733 INFO:journalctl@ceph.mon.c.smithi057.stdout: File "/lib64/python3.6/concurrent/futures/_base.py", line 384, in __get_result 2024-04-15T21:25:30.733 INFO:journalctl@ceph.mon.c.smithi057.stdout: raise self._exception 2024-04-15T21:25:30.733 INFO:journalctl@ceph.mon.c.smithi057.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1377, in _create_daemon 2024-04-15T21:25:30.733 INFO:journalctl@ceph.mon.c.smithi057.stdout: use_current_daemon_image=reconfig, 2024-04-15T21:25:30.733 INFO:journalctl@ceph.mon.c.smithi057.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1692, in _run_cephadm 2024-04-15T21:25:30.733 INFO:journalctl@ceph.mon.c.smithi057.stdout: f'cephadm exited with an error code: {code}, stderr: {err}') 2024-04-15T21:25:30.733 INFO:journalctl@ceph.mon.c.smithi057.stdout: orchestrator._interface.OrchestratorError: cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi057.jwyjxv ... 2024-04-15T21:25:30.733 INFO:journalctl@ceph.mon.c.smithi057.stdout: Creating ceph-iscsi config... 2024-04-15T21:25:30.733 INFO:journalctl@ceph.mon.c.smithi057.stdout: Write file: /var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/iscsi.foo.smithi057.jwyjxv/iscsi-gateway.cfg 2024-04-15T21:25:30.733 INFO:journalctl@ceph.mon.c.smithi057.stdout: Write file: /var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/iscsi.foo.smithi057.jwyjxv/tcmu-runner-entrypoint.sh 2024-04-15T21:25:30.733 INFO:journalctl@ceph.mon.c.smithi057.stdout: Non-zero exit code 1 from systemctl restart ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv 2024-04-15T21:25:30.734 INFO:journalctl@ceph.mon.c.smithi057.stdout: systemctl: stderr Job for ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service failed because the control process exited with error code. 2024-04-15T21:25:30.734 INFO:journalctl@ceph.mon.c.smithi057.stdout: systemctl: stderr See "systemctl status ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" and "journalctl -xeu ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" for details. 2024-04-15T21:25:30.734 INFO:journalctl@ceph.mon.c.smithi057.stdout: Traceback (most recent call last): 2024-04-15T21:25:30.734 INFO:journalctl@ceph.mon.c.smithi057.stdout: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-04-15T21:25:30.734 INFO:journalctl@ceph.mon.c.smithi057.stdout: return _run_code(code, main_globals, None, 2024-04-15T21:25:30.734 INFO:journalctl@ceph.mon.c.smithi057.stdout: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-04-15T21:25:30.734 INFO:journalctl@ceph.mon.c.smithi057.stdout: exec(code, run_globals) 2024-04-15T21:25:30.734 INFO:journalctl@ceph.mon.c.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 5618, in 2024-04-15T21:25:30.734 INFO:journalctl@ceph.mon.c.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 5606, in main 2024-04-15T21:25:30.734 INFO:journalctl@ceph.mon.c.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 3096, in command_deploy_from 2024-04-15T21:25:30.734 INFO:journalctl@ceph.mon.c.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 3131, in _common_deploy 2024-04-15T21:25:30.735 INFO:journalctl@ceph.mon.a.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 3151, in _deploy_daemon_container 2024-04-15T21:25:30.735 INFO:journalctl@ceph.mon.a.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 1123, in deploy_daemon 2024-04-15T21:25:30.735 INFO:journalctl@ceph.mon.a.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-04-15T21:25:30.735 INFO:journalctl@ceph.mon.a.smithi057.stdout: RuntimeError: Failed command: systemctl restart ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv: Job for ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service failed because the control process exited with error code. 2024-04-15T21:25:30.735 INFO:journalctl@ceph.mon.a.smithi057.stdout: See "systemctl status ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" and "journalctl -xeu ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" for details. 2024-04-15T21:25:30.735 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:30 smithi057 ceph-mon[24810]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-15T21:25:30.735 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:30 smithi057 ceph-mon[24810]: Reconfiguring daemon prometheus.a on smithi148 2024-04-15T21:25:30.735 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:30 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:30.735 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:30 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:30.735 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:30 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:30.735 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:30 smithi057 ceph-mon[24810]: pgmap v8: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 13 op/s 2024-04-15T21:25:30.736 INFO:journalctl@ceph.mon.c.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 3151, in _deploy_daemon_container 2024-04-15T21:25:30.736 INFO:journalctl@ceph.mon.c.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 1123, in deploy_daemon 2024-04-15T21:25:30.736 INFO:journalctl@ceph.mon.c.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-04-15T21:25:30.736 INFO:journalctl@ceph.mon.c.smithi057.stdout: RuntimeError: Failed command: systemctl restart ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv: Job for ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service failed because the control process exited with error code. 2024-04-15T21:25:30.736 INFO:journalctl@ceph.mon.c.smithi057.stdout: See "systemctl status ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" and "journalctl -xeu ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" for details. 2024-04-15T21:25:30.736 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:30 smithi057 ceph-mon[29654]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-15T21:25:30.736 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:30 smithi057 ceph-mon[29654]: Reconfiguring daemon prometheus.a on smithi148 2024-04-15T21:25:30.736 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:30 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:30.736 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:30 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:30.736 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:30 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:30.736 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:30 smithi057 ceph-mon[29654]: pgmap v8: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 13 op/s 2024-04-15T21:25:30.740 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:30 smithi148 ceph-mon[25742]: cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi057.jwyjxv ... 2024-04-15T21:25:30.740 INFO:journalctl@ceph.mon.b.smithi148.stdout: Creating ceph-iscsi config... 2024-04-15T21:25:30.740 INFO:journalctl@ceph.mon.b.smithi148.stdout: Write file: /var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/iscsi.foo.smithi057.jwyjxv/iscsi-gateway.cfg 2024-04-15T21:25:30.740 INFO:journalctl@ceph.mon.b.smithi148.stdout: Write file: /var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/iscsi.foo.smithi057.jwyjxv/tcmu-runner-entrypoint.sh 2024-04-15T21:25:30.740 INFO:journalctl@ceph.mon.b.smithi148.stdout: Non-zero exit code 1 from systemctl restart ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv 2024-04-15T21:25:30.740 INFO:journalctl@ceph.mon.b.smithi148.stdout: systemctl: stderr Job for ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service failed because the control process exited with error code. 2024-04-15T21:25:30.740 INFO:journalctl@ceph.mon.b.smithi148.stdout: systemctl: stderr See "systemctl status ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" and "journalctl -xeu ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" for details. 2024-04-15T21:25:30.740 INFO:journalctl@ceph.mon.b.smithi148.stdout: Traceback (most recent call last): 2024-04-15T21:25:30.740 INFO:journalctl@ceph.mon.b.smithi148.stdout: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-04-15T21:25:30.740 INFO:journalctl@ceph.mon.b.smithi148.stdout: return _run_code(code, main_globals, None, 2024-04-15T21:25:30.741 INFO:journalctl@ceph.mon.b.smithi148.stdout: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-04-15T21:25:30.741 INFO:journalctl@ceph.mon.b.smithi148.stdout: exec(code, run_globals) 2024-04-15T21:25:30.741 INFO:journalctl@ceph.mon.b.smithi148.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 5618, in 2024-04-15T21:25:30.741 INFO:journalctl@ceph.mon.b.smithi148.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 5606, in main 2024-04-15T21:25:30.741 INFO:journalctl@ceph.mon.b.smithi148.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 3096, in command_deploy_from 2024-04-15T21:25:30.741 INFO:journalctl@ceph.mon.b.smithi148.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 3131, in _common_deploy 2024-04-15T21:25:30.741 INFO:journalctl@ceph.mon.b.smithi148.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 3151, in _deploy_daemon_container 2024-04-15T21:25:30.741 INFO:journalctl@ceph.mon.b.smithi148.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 1123, in deploy_daemon 2024-04-15T21:25:30.741 INFO:journalctl@ceph.mon.b.smithi148.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-04-15T21:25:30.741 INFO:journalctl@ceph.mon.b.smithi148.stdout: RuntimeError: Failed command: systemctl restart ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv: Job for ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service failed because the control process exited with error code. 2024-04-15T21:25:30.741 INFO:journalctl@ceph.mon.b.smithi148.stdout: See "systemctl status ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" and "journalctl -xeu ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" for details. 2024-04-15T21:25:30.741 INFO:journalctl@ceph.mon.b.smithi148.stdout: Traceback (most recent call last): 2024-04-15T21:25:30.741 INFO:journalctl@ceph.mon.b.smithi148.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1114, in _check_daemons 2024-04-15T21:25:30.741 INFO:journalctl@ceph.mon.b.smithi148.stdout: self.mgr._daemon_action(daemon_spec, action=action) 2024-04-15T21:25:30.741 INFO:journalctl@ceph.mon.b.smithi148.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 2457, in _daemon_action 2024-04-15T21:25:30.742 INFO:journalctl@ceph.mon.b.smithi148.stdout: CephadmServe(self)._create_daemon(daemon_spec, reconfig=(action == 'reconfig'))) 2024-04-15T21:25:30.742 INFO:journalctl@ceph.mon.b.smithi148.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 779, in wait_async 2024-04-15T21:25:30.742 INFO:journalctl@ceph.mon.b.smithi148.stdout: return self.event_loop.get_result(coro, timeout) 2024-04-15T21:25:30.742 INFO:journalctl@ceph.mon.b.smithi148.stdout: File "/usr/share/ceph/mgr/cephadm/ssh.py", line 136, in get_result 2024-04-15T21:25:30.742 INFO:journalctl@ceph.mon.b.smithi148.stdout: return future.result(timeout) 2024-04-15T21:25:30.742 INFO:journalctl@ceph.mon.b.smithi148.stdout: File "/lib64/python3.6/concurrent/futures/_base.py", line 432, in result 2024-04-15T21:25:30.742 INFO:journalctl@ceph.mon.b.smithi148.stdout: return self.__get_result() 2024-04-15T21:25:30.742 INFO:journalctl@ceph.mon.b.smithi148.stdout: File "/lib64/python3.6/concurrent/futures/_base.py", line 384, in __get_result 2024-04-15T21:25:30.742 INFO:journalctl@ceph.mon.b.smithi148.stdout: raise self._exception 2024-04-15T21:25:30.742 INFO:journalctl@ceph.mon.b.smithi148.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1377, in _create_daemon 2024-04-15T21:25:30.742 INFO:journalctl@ceph.mon.b.smithi148.stdout: use_current_daemon_image=reconfig, 2024-04-15T21:25:30.742 INFO:journalctl@ceph.mon.b.smithi148.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1692, in _run_cephadm 2024-04-15T21:25:30.743 INFO:journalctl@ceph.mon.b.smithi148.stdout: f'cephadm exited with an error code: {code}, stderr: {err}') 2024-04-15T21:25:30.743 INFO:journalctl@ceph.mon.b.smithi148.stdout: orchestrator._interface.OrchestratorError: cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi057.jwyjxv ... 2024-04-15T21:25:30.743 INFO:journalctl@ceph.mon.b.smithi148.stdout: Creating ceph-iscsi config... 2024-04-15T21:25:30.743 INFO:journalctl@ceph.mon.b.smithi148.stdout: Write file: /var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/iscsi.foo.smithi057.jwyjxv/iscsi-gateway.cfg 2024-04-15T21:25:30.743 INFO:journalctl@ceph.mon.b.smithi148.stdout: Write file: /var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/iscsi.foo.smithi057.jwyjxv/tcmu-runner-entrypoint.sh 2024-04-15T21:25:30.743 INFO:journalctl@ceph.mon.b.smithi148.stdout: Non-zero exit code 1 from systemctl restart ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv 2024-04-15T21:25:30.743 INFO:journalctl@ceph.mon.b.smithi148.stdout: systemctl: stderr Job for ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service failed because the control process exited with error code. 2024-04-15T21:25:30.743 INFO:journalctl@ceph.mon.b.smithi148.stdout: systemctl: stderr See "systemctl status ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" and "journalctl -xeu ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" for details. 2024-04-15T21:25:30.743 INFO:journalctl@ceph.mon.b.smithi148.stdout: Traceback (most recent call last): 2024-04-15T21:25:30.743 INFO:journalctl@ceph.mon.b.smithi148.stdout: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-04-15T21:25:30.743 INFO:journalctl@ceph.mon.b.smithi148.stdout: return _run_code(code, main_globals, None, 2024-04-15T21:25:30.743 INFO:journalctl@ceph.mon.b.smithi148.stdout: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-04-15T21:25:30.743 INFO:journalctl@ceph.mon.b.smithi148.stdout: exec(code, run_globals) 2024-04-15T21:25:30.743 INFO:journalctl@ceph.mon.b.smithi148.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 5618, in 2024-04-15T21:25:30.744 INFO:journalctl@ceph.mon.b.smithi148.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 5606, in main 2024-04-15T21:25:30.744 INFO:journalctl@ceph.mon.b.smithi148.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 3096, in command_deploy_from 2024-04-15T21:25:30.744 INFO:journalctl@ceph.mon.b.smithi148.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 3131, in _common_deploy 2024-04-15T21:25:30.744 INFO:journalctl@ceph.mon.b.smithi148.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 3151, in _deploy_daemon_container 2024-04-15T21:25:30.744 INFO:journalctl@ceph.mon.b.smithi148.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 1123, in deploy_daemon 2024-04-15T21:25:30.744 INFO:journalctl@ceph.mon.b.smithi148.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-04-15T21:25:30.744 INFO:journalctl@ceph.mon.b.smithi148.stdout: RuntimeError: Failed command: systemctl restart ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv: Job for ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service failed because the control process exited with error code. 2024-04-15T21:25:30.744 INFO:journalctl@ceph.mon.b.smithi148.stdout: See "systemctl status ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" and "journalctl -xeu ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" for details. 2024-04-15T21:25:30.744 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:30 smithi148 ceph-mon[25742]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-15T21:25:30.744 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:30 smithi148 ceph-mon[25742]: Reconfiguring daemon prometheus.a on smithi148 2024-04-15T21:25:30.744 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:30 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:30.744 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:30 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:30.744 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:30 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:30.744 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:30 smithi148 ceph-mon[25742]: pgmap v8: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 13 op/s 2024-04-15T21:25:31.543 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:25:31 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[50903]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:25:31] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.33.4" 2024-04-15T21:25:32.600 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:32 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:32.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:32 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:32.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:32 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:32.628 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:32 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:32.628 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:32 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:32.628 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:32 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:32.629 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:32 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:32.629 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:32 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:32.629 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:32 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:33.281 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:33 smithi148 ceph-mon[25742]: pgmap v9: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 11 op/s 2024-04-15T21:25:33.281 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:25:33 smithi148 systemd[1]: Stopping Ceph prometheus.a for b97cffaa-fb6a-11ee-bc8f-c7b262605968... 2024-04-15T21:25:33.281 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:25:33 smithi148 bash[72148]: Error: no container with name or ID "ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus.a" found: no such container 2024-04-15T21:25:33.598 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:25:33 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[67759]: ts=2024-04-15T21:25:33.280Z caller=main.go:775 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-04-15T21:25:33.598 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:25:33 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[67759]: ts=2024-04-15T21:25:33.280Z caller=main.go:798 level=info msg="Stopping scrape discovery manager..." 2024-04-15T21:25:33.598 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:25:33 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[67759]: ts=2024-04-15T21:25:33.280Z caller=main.go:812 level=info msg="Stopping notify discovery manager..." 2024-04-15T21:25:33.598 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:25:33 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[67759]: ts=2024-04-15T21:25:33.280Z caller=main.go:834 level=info msg="Stopping scrape manager..." 2024-04-15T21:25:33.598 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:25:33 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[67759]: ts=2024-04-15T21:25:33.280Z caller=main.go:794 level=info msg="Scrape discovery manager stopped" 2024-04-15T21:25:33.599 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:25:33 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[67759]: ts=2024-04-15T21:25:33.280Z caller=main.go:808 level=info msg="Notify discovery manager stopped" 2024-04-15T21:25:33.599 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:25:33 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[67759]: ts=2024-04-15T21:25:33.280Z caller=manager.go:945 level=info component="rule manager" msg="Stopping rule manager..." 2024-04-15T21:25:33.599 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:25:33 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[67759]: ts=2024-04-15T21:25:33.280Z caller=main.go:828 level=info msg="Scrape manager stopped" 2024-04-15T21:25:33.599 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:25:33 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[67759]: ts=2024-04-15T21:25:33.281Z caller=manager.go:955 level=info component="rule manager" msg="Rule manager stopped" 2024-04-15T21:25:33.599 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:25:33 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[67759]: ts=2024-04-15T21:25:33.281Z caller=notifier.go:600 level=info component=notifier msg="Stopping notification manager..." 2024-04-15T21:25:33.599 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:25:33 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[67759]: ts=2024-04-15T21:25:33.281Z caller=main.go:1054 level=info msg="Notifier manager stopped" 2024-04-15T21:25:33.599 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:25:33 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[67759]: ts=2024-04-15T21:25:33.281Z caller=main.go:1066 level=info msg="See you next time!" 2024-04-15T21:25:33.599 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:25:33 smithi148 podman[72161]: 2024-04-15 21:25:33.290924217 +0000 UTC m=+0.142198546 container died b7977e12019c955cc8f5f6c696cd07b68593a93adca12f02a071eb1e446c275b (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-15T21:25:33.628 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:33 smithi057 ceph-mon[24810]: pgmap v9: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 11 op/s 2024-04-15T21:25:33.628 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:33 smithi057 ceph-mon[29654]: pgmap v9: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 11 op/s 2024-04-15T21:25:33.850 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:25:33 smithi148 podman[72161]: 2024-04-15 21:25:33.696633837 +0000 UTC m=+0.547908173 container cleanup b7977e12019c955cc8f5f6c696cd07b68593a93adca12f02a071eb1e446c275b (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-15T21:25:33.850 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:25:33 smithi148 bash[72161]: ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a 2024-04-15T21:25:33.851 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:25:33 smithi148 bash[72187]: Error: no container with name or ID "ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus.a" found: no such container 2024-04-15T21:25:34.161 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:25:33 smithi148 podman[72175]: 2024-04-15 21:25:33.897761726 +0000 UTC m=+0.609322407 container remove b7977e12019c955cc8f5f6c696cd07b68593a93adca12f02a071eb1e446c275b (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-15T21:25:34.161 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:25:33 smithi148 systemd[1]: ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-04-15T21:25:34.161 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:25:33 smithi148 systemd[1]: Stopped Ceph prometheus.a for b97cffaa-fb6a-11ee-bc8f-c7b262605968. 2024-04-15T21:25:34.161 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:25:33 smithi148 systemd[1]: ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@prometheus.a.service: Consumed 1.417s CPU time. 2024-04-15T21:25:34.162 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:25:33 smithi148 systemd[1]: Starting Ceph prometheus.a for b97cffaa-fb6a-11ee-bc8f-c7b262605968... 2024-04-15T21:25:34.162 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:25:34 smithi148 podman[72260]: 2024-04-15 21:25:34.040440455 +0000 UTC m=+0.019563541 image pull 514e6a882f6e74806a5856468489eeff8d7106095557578da96935e4d0ba4d9d quay.io/prometheus/prometheus:v2.33.4 2024-04-15T21:25:34.162 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:25:34 smithi148 podman[72260]: 2024-04-15 21:25:34.140392168 +0000 UTC m=+0.119515253 container create 09228279f4f1f6bc39b1b3d66815638b8572706bca00ffbdb7c55842e50761cf (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-15T21:25:34.459 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:34 smithi148 ceph-mon[25742]: pgmap v10: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-15T21:25:34.459 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:25:34 smithi148 podman[72260]: 2024-04-15 21:25:34.376009008 +0000 UTC m=+0.355132094 container init 09228279f4f1f6bc39b1b3d66815638b8572706bca00ffbdb7c55842e50761cf (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-15T21:25:34.459 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:25:34 smithi148 podman[72260]: 2024-04-15 21:25:34.378838577 +0000 UTC m=+0.357961670 container start 09228279f4f1f6bc39b1b3d66815638b8572706bca00ffbdb7c55842e50761cf (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-15T21:25:34.459 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:25:34 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[72275]: ts=2024-04-15T21:25:34.401Z caller=main.go:475 level=info msg="No time or size retention was set so using the default time retention" duration=15d 2024-04-15T21:25:34.460 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:25:34 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[72275]: ts=2024-04-15T21:25:34.401Z caller=main.go:512 level=info msg="Starting Prometheus" version="(version=2.33.4, branch=HEAD, revision=83032011a5d3e6102624fe58241a374a7201fee8)" 2024-04-15T21:25:34.460 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:25:34 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[72275]: ts=2024-04-15T21:25:34.401Z caller=main.go:517 level=info build_context="(go=go1.17.7, user=root@d13bf69e7be8, date=20220222-16:51:28)" 2024-04-15T21:25:34.460 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:25:34 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[72275]: ts=2024-04-15T21:25:34.401Z caller=main.go:518 level=info host_details="(Linux 5.14.0-438.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024 x86_64 smithi148 (none))" 2024-04-15T21:25:34.460 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:25:34 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[72275]: ts=2024-04-15T21:25:34.401Z caller=main.go:519 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-04-15T21:25:34.460 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:25:34 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[72275]: ts=2024-04-15T21:25:34.401Z caller=main.go:520 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-04-15T21:25:34.460 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:25:34 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[72275]: ts=2024-04-15T21:25:34.403Z caller=web.go:570 level=info component=web msg="Start listening for connections" address=:9095 2024-04-15T21:25:34.460 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:25:34 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[72275]: ts=2024-04-15T21:25:34.403Z caller=main.go:923 level=info msg="Starting TSDB ..." 2024-04-15T21:25:34.460 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:25:34 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[72275]: ts=2024-04-15T21:25:34.404Z caller=tls_config.go:195 level=info component=web msg="TLS is disabled." http2=false 2024-04-15T21:25:34.460 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:25:34 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[72275]: ts=2024-04-15T21:25:34.405Z caller=head.go:493 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-04-15T21:25:34.460 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:25:34 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[72275]: ts=2024-04-15T21:25:34.405Z caller=head.go:527 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.603µs 2024-04-15T21:25:34.460 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:25:34 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[72275]: ts=2024-04-15T21:25:34.405Z caller=head.go:533 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-04-15T21:25:34.460 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:25:34 smithi148 bash[72260]: 09228279f4f1f6bc39b1b3d66815638b8572706bca00ffbdb7c55842e50761cf 2024-04-15T21:25:34.628 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:34 smithi057 ceph-mon[24810]: pgmap v10: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-15T21:25:34.629 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:34 smithi057 ceph-mon[29654]: pgmap v10: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-15T21:25:34.789 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:25:34 smithi148 systemd[1]: Started Ceph prometheus.a for b97cffaa-fb6a-11ee-bc8f-c7b262605968. 2024-04-15T21:25:34.789 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:25:34 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[72275]: ts=2024-04-15T21:25:34.627Z caller=head.go:604 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=7 2024-04-15T21:25:34.789 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:25:34 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[72275]: ts=2024-04-15T21:25:34.627Z caller=head.go:604 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=7 2024-04-15T21:25:34.789 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:25:34 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[72275]: ts=2024-04-15T21:25:34.788Z caller=head.go:604 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=7 2024-04-15T21:25:35.085 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:25:34 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[72275]: ts=2024-04-15T21:25:34.876Z caller=head.go:604 level=info component=tsdb msg="WAL segment loaded" segment=3 maxSegment=7 2024-04-15T21:25:35.350 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:25:35 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[72275]: ts=2024-04-15T21:25:35.084Z caller=head.go:604 level=info component=tsdb msg="WAL segment loaded" segment=4 maxSegment=7 2024-04-15T21:25:35.350 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:25:35 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[72275]: ts=2024-04-15T21:25:35.139Z caller=head.go:604 level=info component=tsdb msg="WAL segment loaded" segment=5 maxSegment=7 2024-04-15T21:25:35.350 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:25:35 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[72275]: ts=2024-04-15T21:25:35.146Z caller=head.go:604 level=info component=tsdb msg="WAL segment loaded" segment=6 maxSegment=7 2024-04-15T21:25:35.350 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:25:35 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[72275]: ts=2024-04-15T21:25:35.146Z caller=head.go:604 level=info component=tsdb msg="WAL segment loaded" segment=7 maxSegment=7 2024-04-15T21:25:35.350 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:25:35 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[72275]: ts=2024-04-15T21:25:35.146Z caller=head.go:610 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=51.664µs wal_replay_duration=741.363652ms total_replay_duration=741.429383ms 2024-04-15T21:25:35.351 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:25:35 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[72275]: ts=2024-04-15T21:25:35.150Z caller=main.go:944 level=info fs_type=XFS_SUPER_MAGIC 2024-04-15T21:25:35.351 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:25:35 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[72275]: ts=2024-04-15T21:25:35.150Z caller=main.go:947 level=info msg="TSDB started" 2024-04-15T21:25:35.351 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:25:35 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[72275]: ts=2024-04-15T21:25:35.150Z caller=main.go:1128 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-15T21:25:35.351 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:25:35 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[72275]: ts=2024-04-15T21:25:35.169Z caller=main.go:1165 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=18.947771ms db_storage=756ns remote_storage=1.328µs web_handler=299ns query_engine=1.031µs scrape=177.936µs scrape_sd=91.583µs notify=28.089µs notify_sd=10.478µs rules=18.316573ms 2024-04-15T21:25:35.351 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:25:35 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[72275]: ts=2024-04-15T21:25:35.169Z caller=main.go:896 level=info msg="Server is ready to receive web requests." 2024-04-15T21:25:35.850 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:35 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:35.850 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:35 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:35.850 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:35 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-15T21:25:35.850 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:35 smithi148 ceph-mon[25742]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-15T21:25:35.851 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:35 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:25:35.851 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:35 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:25:35.879 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:35 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:35.879 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:35 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:35.879 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:35 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-15T21:25:35.879 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:35 smithi057 ceph-mon[24810]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-15T21:25:35.879 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:35 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:25:35.879 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:35 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:25:35.879 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:35 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:35.879 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:35 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:35.880 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:35 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-15T21:25:35.880 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:35 smithi057 ceph-mon[29654]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-15T21:25:35.880 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:35 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:25:35.880 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:35 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:25:36.851 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:36 smithi148 ceph-mon[25742]: pgmap v11: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-15T21:25:36.851 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:36 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-15T21:25:36.851 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:36 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-15T21:25:36.851 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:36 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:25:36.879 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:36 smithi057 ceph-mon[24810]: pgmap v11: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-15T21:25:36.879 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:36 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-15T21:25:36.879 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:36 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-15T21:25:36.879 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:36 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:25:36.879 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:36 smithi057 ceph-mon[29654]: pgmap v11: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-15T21:25:36.879 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:36 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-15T21:25:36.879 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:36 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-15T21:25:36.879 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:36 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:25:38.100 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:38 smithi148 ceph-mon[25742]: Upgrade: Updating mgr.x 2024-04-15T21:25:38.100 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:38 smithi148 ceph-mon[25742]: Deploying daemon mgr.x on smithi148 2024-04-15T21:25:38.100 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:25:38 smithi148 systemd[1]: Stopping Ceph mgr.x for b97cffaa-fb6a-11ee-bc8f-c7b262605968... 2024-04-15T21:25:38.378 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:38 smithi057 ceph-mon[24810]: Upgrade: Updating mgr.x 2024-04-15T21:25:38.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:38 smithi057 ceph-mon[24810]: Deploying daemon mgr.x on smithi148 2024-04-15T21:25:38.379 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:38 smithi057 ceph-mon[29654]: Upgrade: Updating mgr.x 2024-04-15T21:25:38.379 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:38 smithi057 ceph-mon[29654]: Deploying daemon mgr.x on smithi148 2024-04-15T21:25:38.636 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:25:38 smithi148 podman[72603]: 2024-04-15 21:25:38.36708872 +0000 UTC m=+0.126298135 container died 83d028d1b9d27315d7b1a7d1de6d5ba507a6b4a969d64ec62bee67605b21be34 (image=quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-87dbfb6, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0) 2024-04-15T21:25:39.021 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:25:38 smithi148 podman[72603]: 2024-04-15 21:25:38.718920508 +0000 UTC m=+0.478129921 container cleanup 83d028d1b9d27315d7b1a7d1de6d5ba507a6b4a969d64ec62bee67605b21be34 (image=quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, RELEASE=main-87dbfb6, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux ) 2024-04-15T21:25:39.021 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:25:38 smithi148 bash[72603]: ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x 2024-04-15T21:25:39.318 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:25:39 smithi148 podman[72617]: 2024-04-15 21:25:39.020556363 +0000 UTC m=+0.654064213 container remove 83d028d1b9d27315d7b1a7d1de6d5ba507a6b4a969d64ec62bee67605b21be34 (image=quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=main-87dbfb6, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, ceph=True, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409) 2024-04-15T21:25:39.318 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:25:39 smithi148 systemd[1]: ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-04-15T21:25:39.318 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:25:39 smithi148 systemd[1]: ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@mgr.x.service: Failed with result 'exit-code'. 2024-04-15T21:25:39.318 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:25:39 smithi148 systemd[1]: Stopped Ceph mgr.x for b97cffaa-fb6a-11ee-bc8f-c7b262605968. 2024-04-15T21:25:39.319 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:25:39 smithi148 systemd[1]: ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@mgr.x.service: Consumed 1min 2.798s CPU time. 2024-04-15T21:25:39.600 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:25:39 smithi148 systemd[1]: Starting Ceph mgr.x for b97cffaa-fb6a-11ee-bc8f-c7b262605968... 2024-04-15T21:25:39.600 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:25:39 smithi148 podman[72750]: 2024-04-15 21:25:39.529978913 +0000 UTC m=+0.109448069 container create f520b1840a1f3053c29b57f6a5f537eb8b4265a75afc6fa5c4d456b9f4ce0258 (image=quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, org.label-schema.build-date=20240409, RELEASE=main-87dbfb6, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS) 2024-04-15T21:25:39.600 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:25:39 smithi148 podman[72750]: 2024-04-15 21:25:39.43827847 +0000 UTC m=+0.017747576 image pull a452a57266c718c37049de4c2da9a5e566bb7b9c6db62908ada4c8b0e854997b quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29 2024-04-15T21:25:40.063 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:25:39 smithi148 podman[72750]: 2024-04-15 21:25:39.799019802 +0000 UTC m=+0.378488895 container init f520b1840a1f3053c29b57f6a5f537eb8b4265a75afc6fa5c4d456b9f4ce0258 (image=quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x, org.label-schema.build-date=20240409, RELEASE=main-87dbfb6, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2) 2024-04-15T21:25:40.064 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:25:39 smithi148 podman[72750]: 2024-04-15 21:25:39.801799638 +0000 UTC m=+0.381268739 container start f520b1840a1f3053c29b57f6a5f537eb8b4265a75afc6fa5c4d456b9f4ce0258 (image=quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=main-87dbfb6, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, ceph=True) 2024-04-15T21:25:40.064 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:25:39 smithi148 ceph-mgr[72769]: -- 172.21.15.148:0/3144030899 <== mon.2 v2:172.21.15.148:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55c03bb285a0 con 0x55c03bafd000 2024-04-15T21:25:40.064 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:25:39 smithi148 bash[72750]: f520b1840a1f3053c29b57f6a5f537eb8b4265a75afc6fa5c4d456b9f4ce0258 2024-04-15T21:25:40.064 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:25:39 smithi148 systemd[1]: Started Ceph mgr.x for b97cffaa-fb6a-11ee-bc8f-c7b262605968. 2024-04-15T21:25:40.182 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:40 smithi057 ceph-mon[24810]: pgmap v12: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-15T21:25:40.182 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:40 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:40.182 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:40 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:40.182 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:40 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:25:40.182 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:40 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:25:40.182 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:40 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:40.183 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:40 smithi057 ceph-mon[29654]: pgmap v12: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-15T21:25:40.183 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:40 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:40.183 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:40 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:40.183 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:40 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:25:40.183 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:40 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:25:40.183 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:40 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:40.350 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:40 smithi148 ceph-mon[25742]: pgmap v12: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-15T21:25:40.350 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:40 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:40.350 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:40 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:40.350 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:40 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:25:40.350 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:40 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:25:40.350 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:40 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:40.850 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:25:40 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[72765]: 2024-04-15T21:25:40.367+0000 7fa8d85c1200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-15T21:25:40.850 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:25:40 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[72765]: 2024-04-15T21:25:40.462+0000 7fa8d85c1200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-15T21:25:41.270 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:41 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:25:41.270 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:41 smithi057 ceph-mon[24810]: Reconfiguring iscsi.foo.smithi057.jwyjxv (dependencies changed)... 2024-04-15T21:25:41.270 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:41 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi057.jwyjxv", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-04-15T21:25:41.270 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:41 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:25:41.270 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:41 smithi057 ceph-mon[24810]: Reconfiguring daemon iscsi.foo.smithi057.jwyjxv on smithi057 2024-04-15T21:25:41.270 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:41 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:25:41.270 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:41 smithi057 ceph-mon[29654]: Reconfiguring iscsi.foo.smithi057.jwyjxv (dependencies changed)... 2024-04-15T21:25:41.271 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:41 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi057.jwyjxv", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-04-15T21:25:41.271 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:41 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:25:41.271 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:41 smithi057 ceph-mon[29654]: Reconfiguring daemon iscsi.foo.smithi057.jwyjxv on smithi057 2024-04-15T21:25:41.347 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:41 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:25:41.347 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:41 smithi148 ceph-mon[25742]: Reconfiguring iscsi.foo.smithi057.jwyjxv (dependencies changed)... 2024-04-15T21:25:41.347 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:41 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi057.jwyjxv", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-04-15T21:25:41.347 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:41 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:25:41.347 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:41 smithi148 ceph-mon[25742]: Reconfiguring daemon iscsi.foo.smithi057.jwyjxv on smithi057 2024-04-15T21:25:41.348 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:25:41 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[72765]: 2024-04-15T21:25:41.110+0000 7fa8d85c1200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-15T21:25:41.348 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:25:41 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[72765]: 2024-04-15T21:25:41.204+0000 7fa8d85c1200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-15T21:25:41.600 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:25:41 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[72765]: 2024-04-15T21:25:41.346+0000 7fa8d85c1200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-15T21:25:41.600 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:25:41 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[72765]: 2024-04-15T21:25:41.450+0000 7fa8d85c1200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-15T21:25:41.600 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:25:41 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[72765]: 2024-04-15T21:25:41.534+0000 7fa8d85c1200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-15T21:25:41.879 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:25:41 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:25:41] "GET /metrics HTTP/1.1" 200 37914 "" "Prometheus/2.33.4" 2024-04-15T21:25:42.082 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:25:41 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[72765]: 2024-04-15T21:25:41.808+0000 7fa8d85c1200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-15T21:25:42.082 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:25:41 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[72765]: 2024-04-15T21:25:41.921+0000 7fa8d85c1200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-15T21:25:42.082 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:25:42 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[72765]: 2024-04-15T21:25:42.008+0000 7fa8d85c1200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-15T21:25:42.350 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:42 smithi148 ceph-mon[25742]: pgmap v13: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-04-15T21:25:42.350 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:42 smithi148 ceph-mon[25742]: from='client.? 172.21.15.57:0/3965979538' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-04-15T21:25:42.350 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:25:42 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[72765]: 2024-04-15T21:25:42.105+0000 7fa8d85c1200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-15T21:25:42.351 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:25:42 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[72765]: 2024-04-15T21:25:42.282+0000 7fa8d85c1200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-15T21:25:42.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:42 smithi057 ceph-mon[24810]: pgmap v13: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-04-15T21:25:42.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:42 smithi057 ceph-mon[24810]: from='client.? 172.21.15.57:0/3965979538' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-04-15T21:25:42.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:42 smithi057 ceph-mon[29654]: pgmap v13: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-04-15T21:25:42.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:42 smithi057 ceph-mon[29654]: from='client.? 172.21.15.57:0/3965979538' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-04-15T21:25:43.600 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:25:43 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[72765]: 2024-04-15T21:25:43.261+0000 7fa8d85c1200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-15T21:25:43.600 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:25:43 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[72765]: 2024-04-15T21:25:43.392+0000 7fa8d85c1200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-15T21:25:43.879 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:25:43 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: 2024-04-15T21:25:43.467+0000 7f913cd19700 -1 log_channel(cephadm) log [ERR] : cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi057.jwyjxv ... 2024-04-15T21:25:43.879 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:25:43 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: Creating ceph-iscsi config... 2024-04-15T21:25:43.879 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:25:43 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: Write file: /var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/iscsi.foo.smithi057.jwyjxv/iscsi-gateway.cfg 2024-04-15T21:25:43.879 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:25:43 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: Write file: /var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/iscsi.foo.smithi057.jwyjxv/tcmu-runner-entrypoint.sh 2024-04-15T21:25:43.879 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:25:43 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: Non-zero exit code 1 from systemctl restart ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv 2024-04-15T21:25:43.879 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:25:43 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: systemctl: stderr Job for ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service failed because the control process exited with error code. 2024-04-15T21:25:43.879 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:25:43 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: systemctl: stderr See "systemctl status ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" and "journalctl -xeu ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" for details. 2024-04-15T21:25:43.880 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:25:43 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: Traceback (most recent call last): 2024-04-15T21:25:43.880 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:25:43 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-04-15T21:25:43.880 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:25:43 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: return _run_code(code, main_globals, None, 2024-04-15T21:25:43.880 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:25:43 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-04-15T21:25:43.880 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:25:43 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: exec(code, run_globals) 2024-04-15T21:25:43.880 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:25:43 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 5618, in 2024-04-15T21:25:43.880 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:25:43 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 5606, in main 2024-04-15T21:25:43.880 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:25:43 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 3096, in command_deploy_from 2024-04-15T21:25:43.880 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:25:43 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 3131, in _common_deploy 2024-04-15T21:25:43.880 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:25:43 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 3151, in _deploy_daemon_container 2024-04-15T21:25:43.880 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:25:43 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 1123, in deploy_daemon 2024-04-15T21:25:43.880 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:25:43 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-04-15T21:25:43.881 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:25:43 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: RuntimeError: Failed command: systemctl restart ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv: Job for ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service failed because the control process exited with error code. 2024-04-15T21:25:43.881 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:25:43 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: See "systemctl status ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" and "journalctl -xeu ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" for details. 2024-04-15T21:25:43.881 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:25:43 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: Traceback (most recent call last): 2024-04-15T21:25:43.881 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:25:43 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1114, in _check_daemons 2024-04-15T21:25:43.881 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:25:43 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: self.mgr._daemon_action(daemon_spec, action=action) 2024-04-15T21:25:43.881 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:25:43 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: File "/usr/share/ceph/mgr/cephadm/module.py", line 2457, in _daemon_action 2024-04-15T21:25:43.881 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:25:43 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: CephadmServe(self)._create_daemon(daemon_spec, reconfig=(action == 'reconfig'))) 2024-04-15T21:25:43.881 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:25:43 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: File "/usr/share/ceph/mgr/cephadm/module.py", line 779, in wait_async 2024-04-15T21:25:43.881 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:25:43 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: return self.event_loop.get_result(coro, timeout) 2024-04-15T21:25:43.882 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:25:43 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: File "/usr/share/ceph/mgr/cephadm/ssh.py", line 136, in get_result 2024-04-15T21:25:43.882 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:25:43 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: return future.result(timeout) 2024-04-15T21:25:43.882 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:25:43 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: File "/lib64/python3.6/concurrent/futures/_base.py", line 432, in result 2024-04-15T21:25:43.882 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:25:43 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: return self.__get_result() 2024-04-15T21:25:43.882 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:25:43 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: File "/lib64/python3.6/concurrent/futures/_base.py", line 384, in __get_result 2024-04-15T21:25:43.882 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:25:43 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: raise self._exception 2024-04-15T21:25:43.882 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:25:43 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1377, in _create_daemon 2024-04-15T21:25:43.882 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:25:43 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: use_current_daemon_image=reconfig, 2024-04-15T21:25:43.882 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:25:43 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1692, in _run_cephadm 2024-04-15T21:25:43.882 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:25:43 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: f'cephadm exited with an error code: {code}, stderr: {err}') 2024-04-15T21:25:43.882 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:25:43 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: orchestrator._interface.OrchestratorError: cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi057.jwyjxv ... 2024-04-15T21:25:43.882 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:25:43 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: Creating ceph-iscsi config... 2024-04-15T21:25:43.882 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:25:43 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: Write file: /var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/iscsi.foo.smithi057.jwyjxv/iscsi-gateway.cfg 2024-04-15T21:25:43.882 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:25:43 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: Write file: /var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/iscsi.foo.smithi057.jwyjxv/tcmu-runner-entrypoint.sh 2024-04-15T21:25:43.883 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:25:43 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: Non-zero exit code 1 from systemctl restart ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv 2024-04-15T21:25:43.883 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:25:43 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: systemctl: stderr Job for ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service failed because the control process exited with error code. 2024-04-15T21:25:43.883 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:25:43 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: systemctl: stderr See "systemctl status ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" and "journalctl -xeu ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" for details. 2024-04-15T21:25:43.883 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:25:43 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: Traceback (most recent call last): 2024-04-15T21:25:43.883 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:25:43 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-04-15T21:25:43.883 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:25:43 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: return _run_code(code, main_globals, None, 2024-04-15T21:25:43.883 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:25:43 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-04-15T21:25:43.883 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:25:43 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: exec(code, run_globals) 2024-04-15T21:25:43.883 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:25:43 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 5618, in 2024-04-15T21:25:43.883 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:25:43 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 5606, in main 2024-04-15T21:25:43.883 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:25:43 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 3096, in command_deploy_from 2024-04-15T21:25:43.883 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:25:43 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 3131, in _common_deploy 2024-04-15T21:25:43.883 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:25:43 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 3151, in _deploy_daemon_container 2024-04-15T21:25:43.883 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:25:43 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 1123, in deploy_daemon 2024-04-15T21:25:43.883 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:25:43 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-04-15T21:25:43.884 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:25:43 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: RuntimeError: Failed command: systemctl restart ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv: Job for ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service failed because the control process exited with error code. 2024-04-15T21:25:43.884 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:25:43 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: See "systemctl status ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" and "journalctl -xeu ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" for details. 2024-04-15T21:25:44.034 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:25:43 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[72765]: 2024-04-15T21:25:43.738+0000 7fa8d85c1200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-15T21:25:44.035 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:25:43 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[72765]: 2024-04-15T21:25:43.829+0000 7fa8d85c1200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-15T21:25:44.035 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:25:44 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[72765]: 2024-04-15T21:25:44.033+0000 7fa8d85c1200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-15T21:25:44.304 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:25:44 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[72765]: 2024-04-15T21:25:44.242+0000 7fa8d85c1200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-15T21:25:44.304 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:44 smithi148 ceph-mon[25742]: pgmap v14: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2024-04-15T21:25:44.305 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:44 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:25:44.305 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:44 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:25:44.305 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:44 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:44.305 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:44 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-04-15T21:25:44.305 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:44 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-04-15T21:25:44.305 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:44 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-04-15T21:25:44.305 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:44 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-04-15T21:25:44.305 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:44 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:25:44.305 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:44 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:25:44.305 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:44 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:44.305 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:44 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi057.jwyjxv", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-04-15T21:25:44.305 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:44 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:25:44.378 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:44 smithi057 ceph-mon[29654]: pgmap v14: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2024-04-15T21:25:44.379 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:44 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:25:44.379 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:44 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:25:44.379 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:44 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:44.379 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:44 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-04-15T21:25:44.379 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:44 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-04-15T21:25:44.379 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:44 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-04-15T21:25:44.379 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:44 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-04-15T21:25:44.379 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:44 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:25:44.379 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:44 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:25:44.379 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:44 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:44.379 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:44 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi057.jwyjxv", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-04-15T21:25:44.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:44 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:25:44.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:44 smithi057 ceph-mon[24810]: pgmap v14: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2024-04-15T21:25:44.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:44 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:25:44.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:44 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:25:44.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:44 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:44.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:44 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-04-15T21:25:44.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:44 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-04-15T21:25:44.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:44 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-04-15T21:25:44.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:44 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-04-15T21:25:44.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:44 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:25:44.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:44 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:25:44.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:44 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:44.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:44 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi057.jwyjxv", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-04-15T21:25:44.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:44 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:25:44.569 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:25:44 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[72765]: 2024-04-15T21:25:44.543+0000 7fa8d85c1200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-15T21:25:44.850 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:25:44 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[72765]: 2024-04-15T21:25:44.812+0000 7fa8d85c1200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-15T21:25:45.350 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:25:45 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[72765]: 2024-04-15T21:25:45.079+0000 7fa8d85c1200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-15T21:25:45.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:45 smithi148 ceph-mon[25742]: cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi057.jwyjxv ... 2024-04-15T21:25:45.351 INFO:journalctl@ceph.mon.b.smithi148.stdout: Creating ceph-iscsi config... 2024-04-15T21:25:45.351 INFO:journalctl@ceph.mon.b.smithi148.stdout: Write file: /var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/iscsi.foo.smithi057.jwyjxv/iscsi-gateway.cfg 2024-04-15T21:25:45.351 INFO:journalctl@ceph.mon.b.smithi148.stdout: Write file: /var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/iscsi.foo.smithi057.jwyjxv/tcmu-runner-entrypoint.sh 2024-04-15T21:25:45.351 INFO:journalctl@ceph.mon.b.smithi148.stdout: Non-zero exit code 1 from systemctl restart ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv 2024-04-15T21:25:45.351 INFO:journalctl@ceph.mon.b.smithi148.stdout: systemctl: stderr Job for ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service failed because the control process exited with error code. 2024-04-15T21:25:45.351 INFO:journalctl@ceph.mon.b.smithi148.stdout: systemctl: stderr See "systemctl status ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" and "journalctl -xeu ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" for details. 2024-04-15T21:25:45.351 INFO:journalctl@ceph.mon.b.smithi148.stdout: Traceback (most recent call last): 2024-04-15T21:25:45.351 INFO:journalctl@ceph.mon.b.smithi148.stdout: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-04-15T21:25:45.351 INFO:journalctl@ceph.mon.b.smithi148.stdout: return _run_code(code, main_globals, None, 2024-04-15T21:25:45.351 INFO:journalctl@ceph.mon.b.smithi148.stdout: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-04-15T21:25:45.352 INFO:journalctl@ceph.mon.b.smithi148.stdout: exec(code, run_globals) 2024-04-15T21:25:45.352 INFO:journalctl@ceph.mon.b.smithi148.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 5618, in 2024-04-15T21:25:45.352 INFO:journalctl@ceph.mon.b.smithi148.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 5606, in main 2024-04-15T21:25:45.352 INFO:journalctl@ceph.mon.b.smithi148.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 3096, in command_deploy_from 2024-04-15T21:25:45.352 INFO:journalctl@ceph.mon.b.smithi148.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 3131, in _common_deploy 2024-04-15T21:25:45.352 INFO:journalctl@ceph.mon.b.smithi148.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 3151, in _deploy_daemon_container 2024-04-15T21:25:45.352 INFO:journalctl@ceph.mon.b.smithi148.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 1123, in deploy_daemon 2024-04-15T21:25:45.352 INFO:journalctl@ceph.mon.b.smithi148.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-04-15T21:25:45.352 INFO:journalctl@ceph.mon.b.smithi148.stdout: RuntimeError: Failed command: systemctl restart ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv: Job for ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service failed because the control process exited with error code. 2024-04-15T21:25:45.352 INFO:journalctl@ceph.mon.b.smithi148.stdout: See "systemctl status ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" and "journalctl -xeu ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" for details. 2024-04-15T21:25:45.352 INFO:journalctl@ceph.mon.b.smithi148.stdout: Traceback (most recent call last): 2024-04-15T21:25:45.352 INFO:journalctl@ceph.mon.b.smithi148.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1114, in _check_daemons 2024-04-15T21:25:45.352 INFO:journalctl@ceph.mon.b.smithi148.stdout: self.mgr._daemon_action(daemon_spec, action=action) 2024-04-15T21:25:45.352 INFO:journalctl@ceph.mon.b.smithi148.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 2457, in _daemon_action 2024-04-15T21:25:45.353 INFO:journalctl@ceph.mon.b.smithi148.stdout: CephadmServe(self)._create_daemon(daemon_spec, reconfig=(action == 'reconfig'))) 2024-04-15T21:25:45.353 INFO:journalctl@ceph.mon.b.smithi148.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 779, in wait_async 2024-04-15T21:25:45.353 INFO:journalctl@ceph.mon.b.smithi148.stdout: return self.event_loop.get_result(coro, timeout) 2024-04-15T21:25:45.353 INFO:journalctl@ceph.mon.b.smithi148.stdout: File "/usr/share/ceph/mgr/cephadm/ssh.py", line 136, in get_result 2024-04-15T21:25:45.353 INFO:journalctl@ceph.mon.b.smithi148.stdout: return future.result(timeout) 2024-04-15T21:25:45.353 INFO:journalctl@ceph.mon.b.smithi148.stdout: File "/lib64/python3.6/concurrent/futures/_base.py", line 432, in result 2024-04-15T21:25:45.353 INFO:journalctl@ceph.mon.b.smithi148.stdout: return self.__get_result() 2024-04-15T21:25:45.353 INFO:journalctl@ceph.mon.b.smithi148.stdout: File "/lib64/python3.6/concurrent/futures/_base.py", line 384, in __get_result 2024-04-15T21:25:45.353 INFO:journalctl@ceph.mon.b.smithi148.stdout: raise self._exception 2024-04-15T21:25:45.353 INFO:journalctl@ceph.mon.b.smithi148.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1377, in _create_daemon 2024-04-15T21:25:45.353 INFO:journalctl@ceph.mon.b.smithi148.stdout: use_current_daemon_image=reconfig, 2024-04-15T21:25:45.353 INFO:journalctl@ceph.mon.b.smithi148.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1692, in _run_cephadm 2024-04-15T21:25:45.353 INFO:journalctl@ceph.mon.b.smithi148.stdout: f'cephadm exited with an error code: {code}, stderr: {err}') 2024-04-15T21:25:45.353 INFO:journalctl@ceph.mon.b.smithi148.stdout: orchestrator._interface.OrchestratorError: cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi057.jwyjxv ... 2024-04-15T21:25:45.353 INFO:journalctl@ceph.mon.b.smithi148.stdout: Creating ceph-iscsi config... 2024-04-15T21:25:45.354 INFO:journalctl@ceph.mon.b.smithi148.stdout: Write file: /var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/iscsi.foo.smithi057.jwyjxv/iscsi-gateway.cfg 2024-04-15T21:25:45.354 INFO:journalctl@ceph.mon.b.smithi148.stdout: Write file: /var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/iscsi.foo.smithi057.jwyjxv/tcmu-runner-entrypoint.sh 2024-04-15T21:25:45.354 INFO:journalctl@ceph.mon.b.smithi148.stdout: Non-zero exit code 1 from systemctl restart ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv 2024-04-15T21:25:45.354 INFO:journalctl@ceph.mon.b.smithi148.stdout: systemctl: stderr Job for ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service failed because the control process exited with error code. 2024-04-15T21:25:45.354 INFO:journalctl@ceph.mon.b.smithi148.stdout: systemctl: stderr See "systemctl status ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" and "journalctl -xeu ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" for details. 2024-04-15T21:25:45.354 INFO:journalctl@ceph.mon.b.smithi148.stdout: Traceback (most recent call last): 2024-04-15T21:25:45.354 INFO:journalctl@ceph.mon.b.smithi148.stdout: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-04-15T21:25:45.354 INFO:journalctl@ceph.mon.b.smithi148.stdout: return _run_code(code, main_globals, None, 2024-04-15T21:25:45.354 INFO:journalctl@ceph.mon.b.smithi148.stdout: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-04-15T21:25:45.354 INFO:journalctl@ceph.mon.b.smithi148.stdout: exec(code, run_globals) 2024-04-15T21:25:45.354 INFO:journalctl@ceph.mon.b.smithi148.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 5618, in 2024-04-15T21:25:45.354 INFO:journalctl@ceph.mon.b.smithi148.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 5606, in main 2024-04-15T21:25:45.354 INFO:journalctl@ceph.mon.b.smithi148.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 3096, in command_deploy_from 2024-04-15T21:25:45.354 INFO:journalctl@ceph.mon.b.smithi148.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 3131, in _common_deploy 2024-04-15T21:25:45.354 INFO:journalctl@ceph.mon.b.smithi148.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 3151, in _deploy_daemon_container 2024-04-15T21:25:45.355 INFO:journalctl@ceph.mon.b.smithi148.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 1123, in deploy_daemon 2024-04-15T21:25:45.355 INFO:journalctl@ceph.mon.b.smithi148.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-04-15T21:25:45.355 INFO:journalctl@ceph.mon.b.smithi148.stdout: RuntimeError: Failed command: systemctl restart ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv: Job for ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service failed because the control process exited with error code. 2024-04-15T21:25:45.355 INFO:journalctl@ceph.mon.b.smithi148.stdout: See "systemctl status ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" and "journalctl -xeu ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" for details. 2024-04-15T21:25:45.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:45 smithi148 ceph-mon[25742]: Upgrade: Setting container_image for all mgr 2024-04-15T21:25:45.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:45 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:25:45.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:45 smithi148 ceph-mon[25742]: Reconfiguring iscsi.foo.smithi057.jwyjxv (dependencies changed)... 2024-04-15T21:25:45.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:45 smithi148 ceph-mon[25742]: Reconfiguring daemon iscsi.foo.smithi057.jwyjxv on smithi057 2024-04-15T21:25:45.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:45 smithi057 ceph-mon[24810]: cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi057.jwyjxv ... 2024-04-15T21:25:45.379 INFO:journalctl@ceph.mon.a.smithi057.stdout: Creating ceph-iscsi config... 2024-04-15T21:25:45.379 INFO:journalctl@ceph.mon.a.smithi057.stdout: Write file: /var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/iscsi.foo.smithi057.jwyjxv/iscsi-gateway.cfg 2024-04-15T21:25:45.379 INFO:journalctl@ceph.mon.a.smithi057.stdout: Write file: /var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/iscsi.foo.smithi057.jwyjxv/tcmu-runner-entrypoint.sh 2024-04-15T21:25:45.379 INFO:journalctl@ceph.mon.a.smithi057.stdout: Non-zero exit code 1 from systemctl restart ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv 2024-04-15T21:25:45.380 INFO:journalctl@ceph.mon.a.smithi057.stdout: systemctl: stderr Job for ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service failed because the control process exited with error code. 2024-04-15T21:25:45.380 INFO:journalctl@ceph.mon.a.smithi057.stdout: systemctl: stderr See "systemctl status ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" and "journalctl -xeu ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" for details. 2024-04-15T21:25:45.380 INFO:journalctl@ceph.mon.a.smithi057.stdout: Traceback (most recent call last): 2024-04-15T21:25:45.380 INFO:journalctl@ceph.mon.a.smithi057.stdout: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-04-15T21:25:45.380 INFO:journalctl@ceph.mon.a.smithi057.stdout: return _run_code(code, main_globals, None, 2024-04-15T21:25:45.380 INFO:journalctl@ceph.mon.a.smithi057.stdout: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-04-15T21:25:45.380 INFO:journalctl@ceph.mon.a.smithi057.stdout: exec(code, run_globals) 2024-04-15T21:25:45.380 INFO:journalctl@ceph.mon.a.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 5618, in 2024-04-15T21:25:45.380 INFO:journalctl@ceph.mon.a.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 5606, in main 2024-04-15T21:25:45.380 INFO:journalctl@ceph.mon.a.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 3096, in command_deploy_from 2024-04-15T21:25:45.380 INFO:journalctl@ceph.mon.a.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 3131, in _common_deploy 2024-04-15T21:25:45.380 INFO:journalctl@ceph.mon.a.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 3151, in _deploy_daemon_container 2024-04-15T21:25:45.380 INFO:journalctl@ceph.mon.a.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 1123, in deploy_daemon 2024-04-15T21:25:45.381 INFO:journalctl@ceph.mon.a.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-04-15T21:25:45.381 INFO:journalctl@ceph.mon.a.smithi057.stdout: RuntimeError: Failed command: systemctl restart ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv: Job for ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service failed because the control process exited with error code. 2024-04-15T21:25:45.381 INFO:journalctl@ceph.mon.a.smithi057.stdout: See "systemctl status ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" and "journalctl -xeu ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" for details. 2024-04-15T21:25:45.381 INFO:journalctl@ceph.mon.a.smithi057.stdout: Traceback (most recent call last): 2024-04-15T21:25:45.381 INFO:journalctl@ceph.mon.a.smithi057.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1114, in _check_daemons 2024-04-15T21:25:45.381 INFO:journalctl@ceph.mon.a.smithi057.stdout: self.mgr._daemon_action(daemon_spec, action=action) 2024-04-15T21:25:45.381 INFO:journalctl@ceph.mon.a.smithi057.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 2457, in _daemon_action 2024-04-15T21:25:45.381 INFO:journalctl@ceph.mon.a.smithi057.stdout: CephadmServe(self)._create_daemon(daemon_spec, reconfig=(action == 'reconfig'))) 2024-04-15T21:25:45.381 INFO:journalctl@ceph.mon.a.smithi057.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 779, in wait_async 2024-04-15T21:25:45.381 INFO:journalctl@ceph.mon.a.smithi057.stdout: return self.event_loop.get_result(coro, timeout) 2024-04-15T21:25:45.381 INFO:journalctl@ceph.mon.a.smithi057.stdout: File "/usr/share/ceph/mgr/cephadm/ssh.py", line 136, in get_result 2024-04-15T21:25:45.381 INFO:journalctl@ceph.mon.a.smithi057.stdout: return future.result(timeout) 2024-04-15T21:25:45.381 INFO:journalctl@ceph.mon.a.smithi057.stdout: File "/lib64/python3.6/concurrent/futures/_base.py", line 432, in result 2024-04-15T21:25:45.381 INFO:journalctl@ceph.mon.a.smithi057.stdout: return self.__get_result() 2024-04-15T21:25:45.381 INFO:journalctl@ceph.mon.a.smithi057.stdout: File "/lib64/python3.6/concurrent/futures/_base.py", line 384, in __get_result 2024-04-15T21:25:45.382 INFO:journalctl@ceph.mon.a.smithi057.stdout: raise self._exception 2024-04-15T21:25:45.382 INFO:journalctl@ceph.mon.a.smithi057.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1377, in _create_daemon 2024-04-15T21:25:45.382 INFO:journalctl@ceph.mon.a.smithi057.stdout: use_current_daemon_image=reconfig, 2024-04-15T21:25:45.382 INFO:journalctl@ceph.mon.a.smithi057.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1692, in _run_cephadm 2024-04-15T21:25:45.382 INFO:journalctl@ceph.mon.a.smithi057.stdout: f'cephadm exited with an error code: {code}, stderr: {err}') 2024-04-15T21:25:45.382 INFO:journalctl@ceph.mon.a.smithi057.stdout: orchestrator._interface.OrchestratorError: cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi057.jwyjxv ... 2024-04-15T21:25:45.382 INFO:journalctl@ceph.mon.a.smithi057.stdout: Creating ceph-iscsi config... 2024-04-15T21:25:45.382 INFO:journalctl@ceph.mon.a.smithi057.stdout: Write file: /var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/iscsi.foo.smithi057.jwyjxv/iscsi-gateway.cfg 2024-04-15T21:25:45.382 INFO:journalctl@ceph.mon.a.smithi057.stdout: Write file: /var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/iscsi.foo.smithi057.jwyjxv/tcmu-runner-entrypoint.sh 2024-04-15T21:25:45.382 INFO:journalctl@ceph.mon.a.smithi057.stdout: Non-zero exit code 1 from systemctl restart ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv 2024-04-15T21:25:45.382 INFO:journalctl@ceph.mon.a.smithi057.stdout: systemctl: stderr Job for ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service failed because the control process exited with error code. 2024-04-15T21:25:45.382 INFO:journalctl@ceph.mon.a.smithi057.stdout: systemctl: stderr See "systemctl status ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" and "journalctl -xeu ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" for details. 2024-04-15T21:25:45.382 INFO:journalctl@ceph.mon.a.smithi057.stdout: Traceback (most recent call last): 2024-04-15T21:25:45.382 INFO:journalctl@ceph.mon.a.smithi057.stdout: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-04-15T21:25:45.383 INFO:journalctl@ceph.mon.a.smithi057.stdout: return _run_code(code, main_globals, None, 2024-04-15T21:25:45.383 INFO:journalctl@ceph.mon.a.smithi057.stdout: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-04-15T21:25:45.383 INFO:journalctl@ceph.mon.a.smithi057.stdout: exec(code, run_globals) 2024-04-15T21:25:45.383 INFO:journalctl@ceph.mon.a.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 5618, in 2024-04-15T21:25:45.383 INFO:journalctl@ceph.mon.a.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 5606, in main 2024-04-15T21:25:45.383 INFO:journalctl@ceph.mon.a.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 3096, in command_deploy_from 2024-04-15T21:25:45.383 INFO:journalctl@ceph.mon.a.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 3131, in _common_deploy 2024-04-15T21:25:45.383 INFO:journalctl@ceph.mon.a.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 3151, in _deploy_daemon_container 2024-04-15T21:25:45.383 INFO:journalctl@ceph.mon.a.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 1123, in deploy_daemon 2024-04-15T21:25:45.383 INFO:journalctl@ceph.mon.a.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-04-15T21:25:45.383 INFO:journalctl@ceph.mon.a.smithi057.stdout: RuntimeError: Failed command: systemctl restart ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv: Job for ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service failed because the control process exited with error code. 2024-04-15T21:25:45.383 INFO:journalctl@ceph.mon.a.smithi057.stdout: See "systemctl status ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" and "journalctl -xeu ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" for details. 2024-04-15T21:25:45.383 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:45 smithi057 ceph-mon[24810]: Upgrade: Setting container_image for all mgr 2024-04-15T21:25:45.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:45 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:25:45.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:45 smithi057 ceph-mon[24810]: Reconfiguring iscsi.foo.smithi057.jwyjxv (dependencies changed)... 2024-04-15T21:25:45.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:45 smithi057 ceph-mon[24810]: Reconfiguring daemon iscsi.foo.smithi057.jwyjxv on smithi057 2024-04-15T21:25:45.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:45 smithi057 ceph-mon[29654]: cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi057.jwyjxv ... 2024-04-15T21:25:45.384 INFO:journalctl@ceph.mon.c.smithi057.stdout: Creating ceph-iscsi config... 2024-04-15T21:25:45.384 INFO:journalctl@ceph.mon.c.smithi057.stdout: Write file: /var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/iscsi.foo.smithi057.jwyjxv/iscsi-gateway.cfg 2024-04-15T21:25:45.385 INFO:journalctl@ceph.mon.c.smithi057.stdout: Write file: /var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/iscsi.foo.smithi057.jwyjxv/tcmu-runner-entrypoint.sh 2024-04-15T21:25:45.385 INFO:journalctl@ceph.mon.c.smithi057.stdout: Non-zero exit code 1 from systemctl restart ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv 2024-04-15T21:25:45.385 INFO:journalctl@ceph.mon.c.smithi057.stdout: systemctl: stderr Job for ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service failed because the control process exited with error code. 2024-04-15T21:25:45.385 INFO:journalctl@ceph.mon.c.smithi057.stdout: systemctl: stderr See "systemctl status ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" and "journalctl -xeu ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" for details. 2024-04-15T21:25:45.385 INFO:journalctl@ceph.mon.c.smithi057.stdout: Traceback (most recent call last): 2024-04-15T21:25:45.385 INFO:journalctl@ceph.mon.c.smithi057.stdout: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-04-15T21:25:45.385 INFO:journalctl@ceph.mon.c.smithi057.stdout: return _run_code(code, main_globals, None, 2024-04-15T21:25:45.385 INFO:journalctl@ceph.mon.c.smithi057.stdout: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-04-15T21:25:45.385 INFO:journalctl@ceph.mon.c.smithi057.stdout: exec(code, run_globals) 2024-04-15T21:25:45.385 INFO:journalctl@ceph.mon.c.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 5618, in 2024-04-15T21:25:45.385 INFO:journalctl@ceph.mon.c.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 5606, in main 2024-04-15T21:25:45.385 INFO:journalctl@ceph.mon.c.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 3096, in command_deploy_from 2024-04-15T21:25:45.385 INFO:journalctl@ceph.mon.c.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 3131, in _common_deploy 2024-04-15T21:25:45.386 INFO:journalctl@ceph.mon.c.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 3151, in _deploy_daemon_container 2024-04-15T21:25:45.386 INFO:journalctl@ceph.mon.c.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 1123, in deploy_daemon 2024-04-15T21:25:45.386 INFO:journalctl@ceph.mon.c.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-04-15T21:25:45.386 INFO:journalctl@ceph.mon.c.smithi057.stdout: RuntimeError: Failed command: systemctl restart ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv: Job for ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service failed because the control process exited with error code. 2024-04-15T21:25:45.386 INFO:journalctl@ceph.mon.c.smithi057.stdout: See "systemctl status ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" and "journalctl -xeu ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" for details. 2024-04-15T21:25:45.386 INFO:journalctl@ceph.mon.c.smithi057.stdout: Traceback (most recent call last): 2024-04-15T21:25:45.386 INFO:journalctl@ceph.mon.c.smithi057.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1114, in _check_daemons 2024-04-15T21:25:45.386 INFO:journalctl@ceph.mon.c.smithi057.stdout: self.mgr._daemon_action(daemon_spec, action=action) 2024-04-15T21:25:45.386 INFO:journalctl@ceph.mon.c.smithi057.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 2457, in _daemon_action 2024-04-15T21:25:45.386 INFO:journalctl@ceph.mon.c.smithi057.stdout: CephadmServe(self)._create_daemon(daemon_spec, reconfig=(action == 'reconfig'))) 2024-04-15T21:25:45.386 INFO:journalctl@ceph.mon.c.smithi057.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 779, in wait_async 2024-04-15T21:25:45.386 INFO:journalctl@ceph.mon.c.smithi057.stdout: return self.event_loop.get_result(coro, timeout) 2024-04-15T21:25:45.386 INFO:journalctl@ceph.mon.c.smithi057.stdout: File "/usr/share/ceph/mgr/cephadm/ssh.py", line 136, in get_result 2024-04-15T21:25:45.386 INFO:journalctl@ceph.mon.c.smithi057.stdout: return future.result(timeout) 2024-04-15T21:25:45.387 INFO:journalctl@ceph.mon.c.smithi057.stdout: File "/lib64/python3.6/concurrent/futures/_base.py", line 432, in result 2024-04-15T21:25:45.387 INFO:journalctl@ceph.mon.c.smithi057.stdout: return self.__get_result() 2024-04-15T21:25:45.387 INFO:journalctl@ceph.mon.c.smithi057.stdout: File "/lib64/python3.6/concurrent/futures/_base.py", line 384, in __get_result 2024-04-15T21:25:45.387 INFO:journalctl@ceph.mon.c.smithi057.stdout: raise self._exception 2024-04-15T21:25:45.387 INFO:journalctl@ceph.mon.c.smithi057.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1377, in _create_daemon 2024-04-15T21:25:45.387 INFO:journalctl@ceph.mon.c.smithi057.stdout: use_current_daemon_image=reconfig, 2024-04-15T21:25:45.387 INFO:journalctl@ceph.mon.c.smithi057.stdout: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1692, in _run_cephadm 2024-04-15T21:25:45.387 INFO:journalctl@ceph.mon.c.smithi057.stdout: f'cephadm exited with an error code: {code}, stderr: {err}') 2024-04-15T21:25:45.387 INFO:journalctl@ceph.mon.c.smithi057.stdout: orchestrator._interface.OrchestratorError: cephadm exited with an error code: 1, stderr: Reconfig daemon iscsi.foo.smithi057.jwyjxv ... 2024-04-15T21:25:45.387 INFO:journalctl@ceph.mon.c.smithi057.stdout: Creating ceph-iscsi config... 2024-04-15T21:25:45.387 INFO:journalctl@ceph.mon.c.smithi057.stdout: Write file: /var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/iscsi.foo.smithi057.jwyjxv/iscsi-gateway.cfg 2024-04-15T21:25:45.387 INFO:journalctl@ceph.mon.c.smithi057.stdout: Write file: /var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/iscsi.foo.smithi057.jwyjxv/tcmu-runner-entrypoint.sh 2024-04-15T21:25:45.387 INFO:journalctl@ceph.mon.c.smithi057.stdout: Non-zero exit code 1 from systemctl restart ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv 2024-04-15T21:25:45.387 INFO:journalctl@ceph.mon.c.smithi057.stdout: systemctl: stderr Job for ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service failed because the control process exited with error code. 2024-04-15T21:25:45.388 INFO:journalctl@ceph.mon.c.smithi057.stdout: systemctl: stderr See "systemctl status ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" and "journalctl -xeu ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" for details. 2024-04-15T21:25:45.388 INFO:journalctl@ceph.mon.c.smithi057.stdout: Traceback (most recent call last): 2024-04-15T21:25:45.388 INFO:journalctl@ceph.mon.c.smithi057.stdout: File "/usr/lib64/python3.9/runpy.py", line 197, in _run_module_as_main 2024-04-15T21:25:45.388 INFO:journalctl@ceph.mon.c.smithi057.stdout: return _run_code(code, main_globals, None, 2024-04-15T21:25:45.388 INFO:journalctl@ceph.mon.c.smithi057.stdout: File "/usr/lib64/python3.9/runpy.py", line 87, in _run_code 2024-04-15T21:25:45.388 INFO:journalctl@ceph.mon.c.smithi057.stdout: exec(code, run_globals) 2024-04-15T21:25:45.388 INFO:journalctl@ceph.mon.c.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 5618, in 2024-04-15T21:25:45.388 INFO:journalctl@ceph.mon.c.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 5606, in main 2024-04-15T21:25:45.388 INFO:journalctl@ceph.mon.c.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 3096, in command_deploy_from 2024-04-15T21:25:45.388 INFO:journalctl@ceph.mon.c.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 3131, in _common_deploy 2024-04-15T21:25:45.388 INFO:journalctl@ceph.mon.c.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 3151, in _deploy_daemon_container 2024-04-15T21:25:45.388 INFO:journalctl@ceph.mon.c.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/__main__.py", line 1123, in deploy_daemon 2024-04-15T21:25:45.388 INFO:journalctl@ceph.mon.c.smithi057.stdout: File "/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/cephadm.9c7bad676baf498b80bb47210c4bf0a739099cb1046e0675369c31c5f7f0e09d/cephadmlib/call_wrappers.py", line 307, in call_throws 2024-04-15T21:25:45.388 INFO:journalctl@ceph.mon.c.smithi057.stdout: RuntimeError: Failed command: systemctl restart ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv: Job for ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service failed because the control process exited with error code. 2024-04-15T21:25:45.389 INFO:journalctl@ceph.mon.c.smithi057.stdout: See "systemctl status ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" and "journalctl -xeu ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@iscsi.foo.smithi057.jwyjxv.service" for details. 2024-04-15T21:25:45.389 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:45 smithi057 ceph-mon[29654]: Upgrade: Setting container_image for all mgr 2024-04-15T21:25:45.389 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:45 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:25:45.389 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:45 smithi057 ceph-mon[29654]: Reconfiguring iscsi.foo.smithi057.jwyjxv (dependencies changed)... 2024-04-15T21:25:45.389 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:45 smithi057 ceph-mon[29654]: Reconfiguring daemon iscsi.foo.smithi057.jwyjxv on smithi057 2024-04-15T21:25:46.100 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:25:45 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[72765]: 2024-04-15T21:25:45.955+0000 7fa8d85c1200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-15T21:25:46.181 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:46 smithi057 ceph-mon[24810]: pgmap v15: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-04-15T21:25:46.181 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:46 smithi057 ceph-mon[29654]: pgmap v15: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-04-15T21:25:46.554 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:46 smithi148 ceph-mon[25742]: pgmap v15: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-04-15T21:25:46.850 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:25:46 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[72765]: 2024-04-15T21:25:46.605+0000 7fa8d85c1200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-15T21:25:46.850 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:25:46 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[72765]: 2024-04-15T21:25:46.721+0000 7fa8d85c1200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-15T21:25:47.350 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:25:46 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[72765]: 2024-04-15T21:25:46.952+0000 7fa8d85c1200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-15T21:25:47.350 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:25:46 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[72765]: [15/Apr/2024:21:25:46] ENGINE Bus STARTING 2024-04-15T21:25:47.350 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:25:47 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[72765]: CherryPy Checker: 2024-04-15T21:25:47.351 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:25:47 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[72765]: The Application mounted at '' has an empty config. 2024-04-15T21:25:47.351 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:25:47 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[72765]: 2024-04-15T21:25:47.351 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:25:47 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[72765]: [15/Apr/2024:21:25:47] ENGINE Serving on http://:::9283 2024-04-15T21:25:47.351 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:25:47 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[72765]: [15/Apr/2024:21:25:47] ENGINE Bus STARTED 2024-04-15T21:25:47.644 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:47 smithi148 ceph-mon[25742]: pgmap v16: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-04-15T21:25:47.644 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:47 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:47.644 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:47 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:47.644 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:47 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-04-15T21:25:47.645 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:47 smithi148 ceph-mon[25742]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-04-15T21:25:47.645 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:47 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-04-15T21:25:47.645 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:47 smithi148 ceph-mon[25742]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-04-15T21:25:47.645 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:47 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:25:47.645 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:47 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:25:47.645 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:47 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:25:47.645 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:47 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:25:47.645 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:47 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:47.645 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:47 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:25:47.645 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:47 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:25:47.645 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:47 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:25:47.645 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:47 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:25:47.645 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:47 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:25:47.646 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:47 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:47.646 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:47 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:25:47.646 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:47 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:25:47.646 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:47 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:25:47.646 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:47 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:25:47.646 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:47 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:25:47.646 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:47 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:47.646 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:47 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:25:47.646 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:47 smithi148 ceph-mon[25742]: Standby manager daemon x restarted 2024-04-15T21:25:47.646 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:47 smithi148 ceph-mon[25742]: Standby manager daemon x started 2024-04-15T21:25:47.646 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:47 smithi148 ceph-mon[25742]: from='mgr.? 172.21.15.148:0/4072494525' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-15T21:25:47.646 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:47 smithi148 ceph-mon[25742]: from='mgr.? 172.21.15.148:0/4072494525' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-15T21:25:47.646 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:47 smithi148 ceph-mon[25742]: from='mgr.? 172.21.15.148:0/4072494525' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-15T21:25:47.646 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:47 smithi148 ceph-mon[25742]: from='mgr.? 172.21.15.148:0/4072494525' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-15T21:25:47.647 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:47 smithi148 ceph-mon[25742]: from='client.? 172.21.15.57:0/3476022100' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-04-15T21:25:47.647 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:47 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:25:47.647 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:47 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:25:47.647 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:47 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:25:47.647 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:47 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:25:47.647 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:47 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:47.647 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:47 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:25:47.647 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:47 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:25:47.647 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:47 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:25:47.647 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:47 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:25:47.647 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:47 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:25:47.647 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:47 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:47.647 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:47 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:25:47.647 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:47 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:25:47.647 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:47 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:25:47.648 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:47 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:25:47.648 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:47 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:47.648 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:47 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:25:47.648 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:47 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:25:47.648 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:47 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:25:47.648 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:47 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:25:47.722 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:47 smithi057 ceph-mon[24810]: pgmap v16: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-04-15T21:25:47.723 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:47 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:47.723 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:47 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:47.723 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:47 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-04-15T21:25:47.723 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:47 smithi057 ceph-mon[24810]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-04-15T21:25:47.723 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:47 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-04-15T21:25:47.723 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:47 smithi057 ceph-mon[24810]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-04-15T21:25:47.723 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:47 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:25:47.723 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:47 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:25:47.723 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:47 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:25:47.723 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:47 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:25:47.723 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:47 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:47.723 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:47 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:25:47.723 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:47 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:25:47.724 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:47 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:25:47.724 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:47 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:25:47.724 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:47 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:25:47.724 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:47 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:47.724 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:47 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:25:47.724 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:47 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:25:47.724 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:47 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:25:47.724 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:47 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:25:47.724 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:47 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:25:47.724 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:47 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:47.724 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:47 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:25:47.724 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:47 smithi057 ceph-mon[24810]: Standby manager daemon x restarted 2024-04-15T21:25:47.724 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:47 smithi057 ceph-mon[24810]: Standby manager daemon x started 2024-04-15T21:25:47.724 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:47 smithi057 ceph-mon[24810]: from='mgr.? 172.21.15.148:0/4072494525' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-15T21:25:47.724 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:47 smithi057 ceph-mon[24810]: from='mgr.? 172.21.15.148:0/4072494525' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-15T21:25:47.725 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:47 smithi057 ceph-mon[24810]: from='mgr.? 172.21.15.148:0/4072494525' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-15T21:25:47.725 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:47 smithi057 ceph-mon[24810]: from='mgr.? 172.21.15.148:0/4072494525' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-15T21:25:47.725 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:47 smithi057 ceph-mon[24810]: from='client.? 172.21.15.57:0/3476022100' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-04-15T21:25:47.725 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:47 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:25:47.725 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:47 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:25:47.725 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:47 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:25:47.725 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:47 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:25:47.725 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:47 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:47.725 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:47 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:25:47.725 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:47 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:25:47.725 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:47 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:25:47.725 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:47 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:25:47.725 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:47 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:25:47.725 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:47 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:47.725 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:47 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:25:47.726 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:47 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:25:47.726 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:47 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:25:47.726 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:47 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:25:47.726 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:47 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:47.726 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:47 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:25:47.726 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:47 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:25:47.726 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:47 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:25:47.726 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:47 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:25:47.726 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:47 smithi057 ceph-mon[29654]: pgmap v16: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-04-15T21:25:47.727 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:47 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:47.727 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:47 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:47.727 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:47 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-04-15T21:25:47.727 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:47 smithi057 ceph-mon[29654]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-04-15T21:25:47.727 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:47 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-04-15T21:25:47.727 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:47 smithi057 ceph-mon[29654]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-04-15T21:25:47.727 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:47 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:25:47.727 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:47 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:25:47.727 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:47 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:25:47.727 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:47 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:25:47.727 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:47 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:47.727 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:47 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:25:47.727 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:47 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:25:47.727 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:47 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:25:47.727 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:47 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:25:47.728 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:47 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:25:47.728 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:47 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:47.728 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:47 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:25:47.728 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:47 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:25:47.728 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:47 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:25:47.728 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:47 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:25:47.728 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:47 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:25:47.728 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:47 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:47.728 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:47 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:25:47.728 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:47 smithi057 ceph-mon[29654]: Standby manager daemon x restarted 2024-04-15T21:25:47.728 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:47 smithi057 ceph-mon[29654]: Standby manager daemon x started 2024-04-15T21:25:47.728 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:47 smithi057 ceph-mon[29654]: from='mgr.? 172.21.15.148:0/4072494525' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-15T21:25:47.728 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:47 smithi057 ceph-mon[29654]: from='mgr.? 172.21.15.148:0/4072494525' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-15T21:25:47.728 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:47 smithi057 ceph-mon[29654]: from='mgr.? 172.21.15.148:0/4072494525' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-15T21:25:47.728 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:47 smithi057 ceph-mon[29654]: from='mgr.? 172.21.15.148:0/4072494525' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-15T21:25:47.728 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:47 smithi057 ceph-mon[29654]: from='client.? 172.21.15.57:0/3476022100' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-04-15T21:25:47.729 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:47 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:25:47.729 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:47 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:25:47.729 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:47 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:25:47.729 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:47 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:25:47.729 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:47 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:47.729 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:47 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:25:47.729 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:47 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:25:47.729 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:47 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:25:47.729 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:47 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:25:47.729 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:47 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:25:47.729 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:47 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:47.729 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:47 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:25:47.729 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:47 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:25:47.729 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:47 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:25:47.729 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:47 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:25:47.730 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:47 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:47.730 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:47 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:25:47.730 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:47 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:25:47.730 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:47 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:25:47.730 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:47 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:25:48.629 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:48 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:25:48.630 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:48 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:25:48.630 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:48 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:48.630 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:48 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:25:48.630 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:48 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:25:48.630 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:48 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:25:48.630 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:48 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:25:48.630 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:48 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:25:48.630 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:48 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:48.630 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:48 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:25:48.630 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:48 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:25:48.630 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:48 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:25:48.630 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:48 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:25:48.630 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:48 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:25:48.631 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:48 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:48.631 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:48 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:25:48.631 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:48 smithi148 ceph-mon[25742]: mgrmap e42: y(active, since 28s), standbys: x 2024-04-15T21:25:48.631 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:48 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:25:48.631 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:48 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:25:48.631 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:48 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:25:48.631 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:48 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:25:48.631 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:48 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:48.631 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:48 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:25:48.631 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:48 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:25:48.631 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:48 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:25:48.631 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:48 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:25:48.631 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:48 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:25:48.632 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:48 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:48.632 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:48 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:25:48.632 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:48 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:25:48.632 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:48 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:25:48.632 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:48 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:25:48.632 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:48 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:25:48.632 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:48 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:48.632 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:48 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:25:48.632 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:48 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:25:48.632 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:48 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:25:48.632 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:48 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:25:48.632 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:48 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:48.632 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:48 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:25:48.632 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:48 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:25:48.633 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:48 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:25:48.761 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:48 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:25:48.762 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:48 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:25:48.762 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:48 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:48.762 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:48 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:25:48.762 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:48 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:25:48.762 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:48 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:25:48.762 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:48 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:25:48.762 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:48 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:25:48.762 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:48 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:48.762 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:48 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:25:48.763 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:48 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:25:48.763 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:48 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:25:48.763 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:48 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:25:48.763 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:48 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:25:48.763 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:48 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:48.763 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:48 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:25:48.763 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:48 smithi057 ceph-mon[24810]: mgrmap e42: y(active, since 28s), standbys: x 2024-04-15T21:25:48.763 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:48 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:25:48.763 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:48 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:25:48.763 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:48 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:25:48.763 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:48 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:25:48.763 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:48 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:48.763 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:48 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:25:48.764 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:48 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:25:48.764 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:48 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:25:48.764 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:48 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:25:48.764 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:48 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:25:48.764 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:48 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:48.764 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:48 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:25:48.764 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:48 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:25:48.764 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:48 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:25:48.765 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:48 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:25:48.765 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:48 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:48.765 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:48 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:25:48.765 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:48 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:25:48.765 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:48 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:25:48.765 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:48 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:25:48.765 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:48 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:25:48.765 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:48 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:48.765 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:48 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:25:48.766 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:48 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:25:48.766 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:48 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:25:48.766 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:48 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:25:48.766 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:48 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:25:48.766 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:48 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:48.766 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:48 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:25:48.766 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:48 smithi057 ceph-mon[29654]: mgrmap e42: y(active, since 28s), standbys: x 2024-04-15T21:25:48.766 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:48 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:25:48.766 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:48 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:25:48.766 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:48 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:25:48.767 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:48 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:25:48.767 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:48 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:48.767 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:48 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:25:48.767 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:48 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:25:48.767 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:48 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:25:48.767 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:48 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:25:48.767 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:48 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:25:48.767 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:48 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:48.767 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:48 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:25:48.767 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:48 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:25:48.767 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:48 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:25:48.767 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:48 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:25:48.767 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:48 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:25:48.767 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:48 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:48.767 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:48 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:25:48.768 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:48 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:25:48.768 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:48 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:25:48.768 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:48 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:25:48.768 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:48 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:48.768 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:48 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:25:48.768 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:48 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:25:48.768 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:48 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:25:48.768 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:48 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:25:48.769 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:48 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:25:48.769 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:48 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:25:48.769 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:48 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:48.769 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:48 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:25:48.769 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:48 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:25:48.769 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:48 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:25:48.769 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:48 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:25:48.769 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:48 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:48.769 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:48 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:25:48.769 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:48 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:25:48.770 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:48 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:25:49.606 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:49 smithi057 ceph-mon[24810]: pgmap v17: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2024-04-15T21:25:49.606 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:49 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:25:49.606 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:49 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:25:49.606 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:49 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:25:49.606 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:49 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:49.607 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:49 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:25:49.607 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:49 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:25:49.607 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:49 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:25:49.607 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:49 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:25:49.607 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:49 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:25:49.607 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:49 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:49.607 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:49 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:25:49.607 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:49 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:25:49.607 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:49 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:25:49.607 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:49 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:25:49.607 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:49 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:25:49.607 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:49 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:49.607 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:49 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:25:49.607 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:49 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:25:49.608 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:49 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:25:49.608 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:49 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:25:49.608 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:49 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:25:49.608 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:49 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:49.608 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:49 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:25:49.608 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:49 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:25:49.608 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:49 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:25:49.608 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:49 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:25:49.608 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:49 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:25:49.608 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:49 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:49.608 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:49 smithi057 ceph-mon[29654]: pgmap v17: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2024-04-15T21:25:49.609 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:49 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:25:49.609 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:49 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:25:49.609 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:49 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:25:49.609 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:49 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:49.609 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:49 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:25:49.609 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:49 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:25:49.609 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:49 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:25:49.609 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:49 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:25:49.609 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:49 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:25:49.609 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:49 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:49.609 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:49 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:25:49.609 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:49 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:25:49.609 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:49 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:25:49.609 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:49 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:25:49.610 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:49 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:25:49.610 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:49 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:49.610 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:49 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:25:49.610 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:49 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:25:49.610 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:49 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:25:49.610 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:49 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:25:49.610 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:49 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:25:49.610 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:49 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:49.610 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:49 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:25:49.610 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:49 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:25:49.610 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:49 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:25:49.610 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:49 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:25:49.610 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:49 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:25:49.610 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:49 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:49.612 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:49 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:25:49.612 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:49 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:25:49.612 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:49 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:25:49.612 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:49 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:25:49.612 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:49 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:49.612 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:49 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:25:49.612 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:49 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:25:49.612 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:49 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:25:49.613 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:49 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:25:49.613 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:49 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:49.613 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:49 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:25:49.613 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:49 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:25:49.613 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:49 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:25:49.613 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:49 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:25:49.613 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:49 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:49.613 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:49 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:25:49.613 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:49 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:25:49.614 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:49 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:25:49.614 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:49 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:25:49.614 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:49 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:49.851 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:49 smithi148 ceph-mon[25742]: pgmap v17: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2024-04-15T21:25:49.851 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:49 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:25:49.851 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:49 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:25:49.851 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:49 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:25:49.851 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:49 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:49.851 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:49 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:25:49.851 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:49 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:25:49.851 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:49 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:25:49.851 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:49 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:25:49.852 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:49 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:25:49.852 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:49 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:49.852 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:49 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:25:49.852 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:49 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:25:49.852 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:49 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:25:49.852 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:49 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:25:49.852 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:49 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:25:49.852 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:49 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:49.852 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:49 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:25:49.852 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:49 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:25:49.852 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:49 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:25:49.852 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:49 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:25:49.852 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:49 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:25:49.852 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:49 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:49.853 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:49 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:25:49.853 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:49 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:25:49.853 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:49 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:25:49.853 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:49 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:25:49.853 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:49 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:25:49.853 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:49 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:49.853 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:49 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:25:49.853 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:49 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:25:49.853 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:49 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:25:49.853 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:49 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:25:49.853 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:49 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:49.853 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:49 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:25:49.853 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:49 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:25:49.853 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:49 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:25:49.853 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:49 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:25:49.853 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:49 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:50.720 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:50 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:25:50.720 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:50 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:25:50.720 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:50 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:25:50.720 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:50 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:25:50.720 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:50 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:25:50.720 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:50 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:25:50.720 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:50 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:25:50.720 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:50 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:50.720 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:50 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:25:50.720 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:50 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:50.720 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:50 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:50.720 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:50 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:50.721 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:50 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:25:50.721 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:50 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:25:50.721 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:50 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:25:50.721 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:50 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:25:50.721 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:50 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:25:50.721 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:50 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:25:50.721 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:50 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:25:50.721 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:50 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:25:50.721 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:50 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:25:50.721 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:50 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:50.721 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:50 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:25:50.722 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:50 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:50.722 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:50 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:50.722 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:50 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:50.722 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:50 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:25:50.722 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:50 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:25:50.747 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:50 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:25:50.747 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:50 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:25:50.747 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:50 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:25:50.747 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:50 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:25:50.747 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:50 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:25:50.747 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:50 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:25:50.747 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:50 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:25:50.747 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:50 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:50.748 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:50 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:25:50.748 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:50 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:50.748 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:50 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:50.748 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:50 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:50.748 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:50 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:25:50.748 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:50 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:25:51.850 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:51 smithi148 ceph-mon[25742]: pgmap v18: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2024-04-15T21:25:51.850 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:51 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:51.850 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:51 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:51.850 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:51 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:51.878 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:51 smithi057 ceph-mon[24810]: pgmap v18: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2024-04-15T21:25:51.879 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:51 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:51.879 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:51 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:51.879 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:51 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:51.879 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:25:51 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:25:51] "GET /metrics HTTP/1.1" 200 37916 "" "Prometheus/2.33.4" 2024-04-15T21:25:51.879 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:51 smithi057 ceph-mon[29654]: pgmap v18: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2024-04-15T21:25:51.879 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:51 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:51.879 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:51 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:51.879 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:51 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:53.033 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:52 smithi148 ceph-mon[25742]: Upgrade: Updating mgr.x 2024-04-15T21:25:53.033 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:52 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-15T21:25:53.034 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:52 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-15T21:25:53.034 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:52 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:25:53.034 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:52 smithi148 ceph-mon[25742]: Deploying daemon mgr.x on smithi148 2024-04-15T21:25:53.128 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:52 smithi057 ceph-mon[24810]: Upgrade: Updating mgr.x 2024-04-15T21:25:53.129 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:52 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-15T21:25:53.129 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:52 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-15T21:25:53.129 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:52 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:25:53.129 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:52 smithi057 ceph-mon[24810]: Deploying daemon mgr.x on smithi148 2024-04-15T21:25:53.129 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:52 smithi057 ceph-mon[29654]: Upgrade: Updating mgr.x 2024-04-15T21:25:53.129 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:52 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-15T21:25:53.129 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:52 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-15T21:25:53.129 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:52 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:25:53.129 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:52 smithi057 ceph-mon[29654]: Deploying daemon mgr.x on smithi148 2024-04-15T21:25:53.244 INFO:teuthology.orchestra.run.smithi057.stdout:true 2024-04-15T21:25:53.926 INFO:teuthology.orchestra.run.smithi057.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-15T21:25:53.926 INFO:teuthology.orchestra.run.smithi057.stdout:agent.smithi057 smithi057 running 0s ago 27m - - 2024-04-15T21:25:53.927 INFO:teuthology.orchestra.run.smithi057.stdout:agent.smithi148 smithi148 running 4s ago 26m - - 2024-04-15T21:25:53.927 INFO:teuthology.orchestra.run.smithi057.stdout:alertmanager.a smithi057 *:9093,9094 running (13m) 0s ago 21m 22.9M - 0.23.0 ba2b418f427c 272eab17dd5f 2024-04-15T21:25:53.927 INFO:teuthology.orchestra.run.smithi057.stdout:grafana.a smithi148 *:3000 running (13m) 4s ago 21m 52.2M - 8.3.5 dad864ee21e9 a2302b3001ab 2024-04-15T21:25:53.927 INFO:teuthology.orchestra.run.smithi057.stdout:iscsi.foo.smithi057.jwyjxv smithi057 running (7s) 0s ago 20m - - 3.5 e1d6a67b021e 9d8d20cf842b 2024-04-15T21:25:53.927 INFO:teuthology.orchestra.run.smithi057.stdout:mgr.x smithi148 *:8443,9283 running (16m) 4s ago 26m 312M - 19.0.0-3084-g87dbfb63 a452a57266c7 83d028d1b9d2 2024-04-15T21:25:53.927 INFO:teuthology.orchestra.run.smithi057.stdout:mgr.y smithi057 *:8443,9283,8765 running (9m) 0s ago 27m 501M - 19.0.0-3084-g87dbfb63 a452a57266c7 7bb446a32fbb 2024-04-15T21:25:53.927 INFO:teuthology.orchestra.run.smithi057.stdout:mon.a smithi057 running (27m) 0s ago 28m 82.9M 2048M 17.2.0 e1d6a67b021e f68a8a14d0b2 2024-04-15T21:25:53.927 INFO:teuthology.orchestra.run.smithi057.stdout:mon.b smithi148 running (26m) 4s ago 26m 65.8M 2048M 17.2.0 e1d6a67b021e 27f4990cb4d7 2024-04-15T21:25:53.927 INFO:teuthology.orchestra.run.smithi057.stdout:mon.c smithi057 running (26m) 0s ago 26m 56.8M 2048M 17.2.0 e1d6a67b021e 7cbf3ea734af 2024-04-15T21:25:53.927 INFO:teuthology.orchestra.run.smithi057.stdout:node-exporter.a smithi057 *:9100 running (13m) 0s ago 22m 18.9M - 1.3.1 1dbe0e931976 a827ac9a2599 2024-04-15T21:25:53.927 INFO:teuthology.orchestra.run.smithi057.stdout:node-exporter.b smithi148 *:9100 running (13m) 4s ago 22m 18.0M - 1.3.1 1dbe0e931976 a1defb3de404 2024-04-15T21:25:53.927 INFO:teuthology.orchestra.run.smithi057.stdout:osd.0 smithi057 running (25m) 0s ago 25m 54.6M 4096M 17.2.0 e1d6a67b021e a825b23c2b8e 2024-04-15T21:25:53.927 INFO:teuthology.orchestra.run.smithi057.stdout:osd.1 smithi057 running (25m) 0s ago 25m 59.0M 4096M 17.2.0 e1d6a67b021e ef43105379fd 2024-04-15T21:25:53.928 INFO:teuthology.orchestra.run.smithi057.stdout:osd.2 smithi057 running (25m) 0s ago 25m 53.4M 4096M 17.2.0 e1d6a67b021e 8cea1b1b5212 2024-04-15T21:25:53.928 INFO:teuthology.orchestra.run.smithi057.stdout:osd.3 smithi057 running (24m) 0s ago 24m 52.6M 4096M 17.2.0 e1d6a67b021e 8400e9bee4fe 2024-04-15T21:25:53.928 INFO:teuthology.orchestra.run.smithi057.stdout:osd.4 smithi148 running (24m) 4s ago 24m 54.7M 4096M 17.2.0 e1d6a67b021e 955a657c7722 2024-04-15T21:25:53.928 INFO:teuthology.orchestra.run.smithi057.stdout:osd.5 smithi148 running (24m) 4s ago 23m 51.9M 4096M 17.2.0 e1d6a67b021e bf2b1914ffc9 2024-04-15T21:25:53.928 INFO:teuthology.orchestra.run.smithi057.stdout:osd.6 smithi148 running (23m) 4s ago 23m 51.5M 4096M 17.2.0 e1d6a67b021e ab801778ca01 2024-04-15T21:25:53.928 INFO:teuthology.orchestra.run.smithi057.stdout:osd.7 smithi148 running (23m) 4s ago 23m 52.4M 4096M 17.2.0 e1d6a67b021e c9334bc357be 2024-04-15T21:25:53.928 INFO:teuthology.orchestra.run.smithi057.stdout:prometheus.a smithi148 *:9095 running (3m) 4s ago 22m 75.5M - 2.33.4 514e6a882f6e b7977e12019c 2024-04-15T21:25:53.928 INFO:teuthology.orchestra.run.smithi057.stdout:rgw.foo.smithi057.lxigfo smithi057 *:8000 running (20m) 0s ago 20m 78.3M - 17.2.0 e1d6a67b021e fa044b726c8d 2024-04-15T21:25:53.928 INFO:teuthology.orchestra.run.smithi057.stdout:rgw.foo.smithi148.cgzzfh smithi148 *:8000 running (20m) 4s ago 20m 75.4M - 17.2.0 e1d6a67b021e 722242170e62 2024-04-15T21:25:54.100 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:54 smithi148 ceph-mon[25742]: pgmap v19: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 682 B/s rd, 0 op/s 2024-04-15T21:25:54.100 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:54 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:54.100 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:54 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:54.100 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:54 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:54.336 INFO:teuthology.orchestra.run.smithi057.stdout:{ 2024-04-15T21:25:54.336 INFO:teuthology.orchestra.run.smithi057.stdout: "mon": { 2024-04-15T21:25:54.336 INFO:teuthology.orchestra.run.smithi057.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 3 2024-04-15T21:25:54.336 INFO:teuthology.orchestra.run.smithi057.stdout: }, 2024-04-15T21:25:54.336 INFO:teuthology.orchestra.run.smithi057.stdout: "mgr": { 2024-04-15T21:25:54.336 INFO:teuthology.orchestra.run.smithi057.stdout: "ceph version 19.0.0-3084-g87dbfb63 (87dbfb632e974cb2c28d17423071d2d833b53b29) squid (dev)": 2 2024-04-15T21:25:54.336 INFO:teuthology.orchestra.run.smithi057.stdout: }, 2024-04-15T21:25:54.336 INFO:teuthology.orchestra.run.smithi057.stdout: "osd": { 2024-04-15T21:25:54.337 INFO:teuthology.orchestra.run.smithi057.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 8 2024-04-15T21:25:54.337 INFO:teuthology.orchestra.run.smithi057.stdout: }, 2024-04-15T21:25:54.337 INFO:teuthology.orchestra.run.smithi057.stdout: "mds": {}, 2024-04-15T21:25:54.337 INFO:teuthology.orchestra.run.smithi057.stdout: "rgw": { 2024-04-15T21:25:54.337 INFO:teuthology.orchestra.run.smithi057.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 2 2024-04-15T21:25:54.337 INFO:teuthology.orchestra.run.smithi057.stdout: }, 2024-04-15T21:25:54.337 INFO:teuthology.orchestra.run.smithi057.stdout: "overall": { 2024-04-15T21:25:54.337 INFO:teuthology.orchestra.run.smithi057.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 13, 2024-04-15T21:25:54.337 INFO:teuthology.orchestra.run.smithi057.stdout: "ceph version 19.0.0-3084-g87dbfb63 (87dbfb632e974cb2c28d17423071d2d833b53b29) squid (dev)": 2 2024-04-15T21:25:54.337 INFO:teuthology.orchestra.run.smithi057.stdout: } 2024-04-15T21:25:54.337 INFO:teuthology.orchestra.run.smithi057.stdout:} 2024-04-15T21:25:54.338 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:54 smithi057 ceph-mon[24810]: pgmap v19: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 682 B/s rd, 0 op/s 2024-04-15T21:25:54.338 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:54 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:54.338 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:54 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:54.338 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:54 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:54.338 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:54 smithi057 ceph-mon[29654]: pgmap v19: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 682 B/s rd, 0 op/s 2024-04-15T21:25:54.338 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:54 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:54.338 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:54 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:54.338 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:54 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:54.682 INFO:teuthology.orchestra.run.smithi057.stdout:{ 2024-04-15T21:25:54.682 INFO:teuthology.orchestra.run.smithi057.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29", 2024-04-15T21:25:54.682 INFO:teuthology.orchestra.run.smithi057.stdout: "in_progress": true, 2024-04-15T21:25:54.682 INFO:teuthology.orchestra.run.smithi057.stdout: "which": "Upgrading daemons of type(s) mgr", 2024-04-15T21:25:54.682 INFO:teuthology.orchestra.run.smithi057.stdout: "services_complete": [ 2024-04-15T21:25:54.682 INFO:teuthology.orchestra.run.smithi057.stdout: "mgr" 2024-04-15T21:25:54.682 INFO:teuthology.orchestra.run.smithi057.stdout: ], 2024-04-15T21:25:54.683 INFO:teuthology.orchestra.run.smithi057.stdout: "progress": "2/2 daemons upgraded", 2024-04-15T21:25:54.683 INFO:teuthology.orchestra.run.smithi057.stdout: "message": "Currently upgrading mgr daemons", 2024-04-15T21:25:54.683 INFO:teuthology.orchestra.run.smithi057.stdout: "is_paused": false 2024-04-15T21:25:54.683 INFO:teuthology.orchestra.run.smithi057.stdout:} 2024-04-15T21:25:55.229 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:55 smithi148 ceph-mon[25742]: from='client.25447 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:25:55.229 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:55 smithi148 ceph-mon[25742]: from='client.15540 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:25:55.229 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:55 smithi148 ceph-mon[25742]: from='client.15546 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:25:55.229 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:55 smithi148 ceph-mon[25742]: from='client.? 172.21.15.57:0/3955964953' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:25:55.378 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:55 smithi057 ceph-mon[29654]: from='client.25447 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:25:55.379 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:55 smithi057 ceph-mon[29654]: from='client.15540 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:25:55.379 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:55 smithi057 ceph-mon[29654]: from='client.15546 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:25:55.379 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:55 smithi057 ceph-mon[29654]: from='client.? 172.21.15.57:0/3955964953' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:25:55.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:55 smithi057 ceph-mon[24810]: from='client.25447 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:25:55.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:55 smithi057 ceph-mon[24810]: from='client.15540 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:25:55.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:55 smithi057 ceph-mon[24810]: from='client.15546 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:25:55.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:55 smithi057 ceph-mon[24810]: from='client.? 172.21.15.57:0/3955964953' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:25:56.146 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:56 smithi148 ceph-mon[25742]: pgmap v20: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 597 B/s rd, 0 op/s 2024-04-15T21:25:56.146 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:56 smithi148 ceph-mon[25742]: from='client.25471 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:25:56.146 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:25:55 smithi148 systemd[1]: Stopping Ceph mgr.x for b97cffaa-fb6a-11ee-bc8f-c7b262605968... 2024-04-15T21:25:56.378 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:56 smithi057 ceph-mon[24810]: pgmap v20: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 597 B/s rd, 0 op/s 2024-04-15T21:25:56.378 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:56 smithi057 ceph-mon[24810]: from='client.25471 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:25:56.379 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:56 smithi057 ceph-mon[29654]: pgmap v20: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 597 B/s rd, 0 op/s 2024-04-15T21:25:56.379 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:56 smithi057 ceph-mon[29654]: from='client.25471 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:25:57.098 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:25:56 smithi148 podman[74771]: 2024-04-15 21:25:56.915788868 +0000 UTC m=+0.877225754 container cleanup f520b1840a1f3053c29b57f6a5f537eb8b4265a75afc6fa5c4d456b9f4ce0258 (image=quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, RELEASE=main-87dbfb6, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-15T21:25:57.099 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:25:56 smithi148 bash[74771]: ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x 2024-04-15T21:25:57.350 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:25:57 smithi148 podman[74841]: 2024-04-15 21:25:57.192395101 +0000 UTC m=+0.674357236 container remove f520b1840a1f3053c29b57f6a5f537eb8b4265a75afc6fa5c4d456b9f4ce0258 (image=quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , RELEASE=main-87dbfb6, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0) 2024-04-15T21:25:57.350 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:25:57 smithi148 systemd[1]: ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-04-15T21:25:57.850 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:57 smithi148 ceph-mon[25742]: pgmap v21: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 1 op/s 2024-04-15T21:25:57.851 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:57 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:57.851 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:57 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:57.851 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:57 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:57.851 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:57 smithi148 ceph-mon[25742]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:25:57.851 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:25:57 smithi148 systemd[1]: ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@mgr.x.service: Failed with result 'exit-code'. 2024-04-15T21:25:57.851 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:25:57 smithi148 systemd[1]: Stopped Ceph mgr.x for b97cffaa-fb6a-11ee-bc8f-c7b262605968. 2024-04-15T21:25:57.851 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:25:57 smithi148 systemd[1]: ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@mgr.x.service: Consumed 8.688s CPU time. 2024-04-15T21:25:57.851 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:25:57 smithi148 systemd[1]: Starting Ceph mgr.x for b97cffaa-fb6a-11ee-bc8f-c7b262605968... 2024-04-15T21:25:57.878 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:57 smithi057 ceph-mon[24810]: pgmap v21: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 1 op/s 2024-04-15T21:25:57.879 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:57 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:57.879 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:57 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:57.879 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:57 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:57.879 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:57 smithi057 ceph-mon[24810]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:25:57.879 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:57 smithi057 ceph-mon[29654]: pgmap v21: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 1 op/s 2024-04-15T21:25:57.879 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:57 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:57.879 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:57 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:57.879 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:57 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:25:57.879 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:57 smithi057 ceph-mon[29654]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:25:58.286 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:25:58 smithi148 podman[75135]: 2024-04-15 21:25:57.934114717 +0000 UTC m=+0.199005380 image pull e1d6a67b021eb077ee22bf650f1a9fb1980a2cf5c36bdb9cba9eac6de8f702d9 quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a 2024-04-15T21:25:58.286 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:25:58 smithi148 podman[75135]: 2024-04-15 21:25:58.172620364 +0000 UTC m=+0.437511074 container create 377a381e6c502cd44dceee2419fa8e999e8460cb587a0c87d6560df311bc0030 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x, CEPH_POINT_RELEASE=-17.2.0, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, vcs-type=git, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.openshift.tags=base centos centos-stream, io.k8s.display-name=CentOS Stream 8, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, io.buildah.version=1.19.8, build-date=2022-05-03T08:36:31.336870, release=754, ceph=True, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , RELEASE=HEAD, com.redhat.component=centos-stream-container, name=centos-stream, GIT_CLEAN=True, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, vendor=Red Hat, Inc., distribution-scope=public, version=8, GIT_REPO=https://github.com/ceph/ceph-container.git, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, io.openshift.expose-services=, architecture=x86_64) 2024-04-15T21:25:59.033 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:25:58 smithi148 podman[75135]: 2024-04-15 21:25:58.718710497 +0000 UTC m=+0.983601159 container init 377a381e6c502cd44dceee2419fa8e999e8460cb587a0c87d6560df311bc0030 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, ceph=True, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., distribution-scope=public, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, build-date=2022-05-03T08:36:31.336870, vcs-type=git, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, CEPH_POINT_RELEASE=-17.2.0, GIT_REPO=https://github.com/ceph/ceph-container.git, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, name=centos-stream, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , release=754, RELEASE=HEAD, com.redhat.component=centos-stream-container, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, io.openshift.tags=base centos centos-stream, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, io.buildah.version=1.19.8, architecture=x86_64, version=8, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, vendor=Red Hat, Inc., io.openshift.expose-services=, GIT_CLEAN=True, io.k8s.display-name=CentOS Stream 8) 2024-04-15T21:25:59.033 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:25:58 smithi148 podman[75135]: 2024-04-15 21:25:58.722171897 +0000 UTC m=+0.987062548 container start 377a381e6c502cd44dceee2419fa8e999e8460cb587a0c87d6560df311bc0030 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x, io.buildah.version=1.19.8, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , release=754, distribution-scope=public, name=centos-stream, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, GIT_REPO=https://github.com/ceph/ceph-container.git, RELEASE=HEAD, io.openshift.tags=base centos centos-stream, CEPH_POINT_RELEASE=-17.2.0, io.k8s.display-name=CentOS Stream 8, vendor=Red Hat, Inc., version=8, architecture=x86_64, GIT_CLEAN=True, build-date=2022-05-03T08:36:31.336870, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, vcs-type=git, io.openshift.expose-services=, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, com.redhat.component=centos-stream-container, ceph=True, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac) 2024-04-15T21:25:59.034 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:25:58 smithi148 ceph-mgr[75192]: -- 172.21.15.148:0/2375127528 <== mon.2 v2:172.21.15.148:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55f5db574340 con 0x55f5db54c800 2024-04-15T21:25:59.034 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:25:58 smithi148 bash[75135]: 377a381e6c502cd44dceee2419fa8e999e8460cb587a0c87d6560df311bc0030 2024-04-15T21:25:59.034 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:25:58 smithi148 systemd[1]: Started Ceph mgr.x for b97cffaa-fb6a-11ee-bc8f-c7b262605968. 2024-04-15T21:25:59.331 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:25:59 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[75169]: 2024-04-15T21:25:59.258+0000 7f8878f2f000 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-15T21:25:59.600 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:25:59 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[75169]: 2024-04-15T21:25:59.351+0000 7f8878f2f000 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-15T21:26:00.210 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:26:00 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[75169]: 2024-04-15T21:26:00.020+0000 7f8878f2f000 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-15T21:26:00.210 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:26:00 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[75169]: 2024-04-15T21:26:00.120+0000 7f8878f2f000 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-15T21:26:00.210 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:26:00 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[75169]: 2024-04-15T21:26:00.207+0000 7f8878f2f000 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-15T21:26:00.210 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:59 smithi148 ceph-mon[25742]: pgmap v22: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 1 op/s 2024-04-15T21:26:00.210 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:59 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:00.211 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:59 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:00.211 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:59 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:00.211 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:59 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:00.211 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:59 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:00.211 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:59 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:00.211 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:59 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:00.211 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:59 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:00.211 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:59 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:00.211 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:59 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:00.211 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:59 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:00.211 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:59 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:00.211 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:59 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:00.211 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:59 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:00.211 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:59 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:00.212 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:59 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:00.212 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:59 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:00.212 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:59 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:00.212 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:59 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:00.212 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:59 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:00.212 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:59 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:00.212 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:59 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:00.212 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:59 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:00.212 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:59 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:00.212 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:59 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:00.212 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:59 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:00.212 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:59 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:00.212 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:59 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:00.212 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:59 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:00.212 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:59 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:00.213 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:59 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:00.213 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:59 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:00.213 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:59 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:00.213 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:59 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:00.213 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:59 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:00.213 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:59 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:00.213 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:25:59 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:00.379 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:59 smithi057 ceph-mon[29654]: pgmap v22: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 1 op/s 2024-04-15T21:26:00.379 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:59 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:00.379 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:59 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:00.379 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:59 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:00.379 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:59 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:00.379 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:59 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:00.379 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:59 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:00.379 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:59 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:00.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:59 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:00.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:59 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:00.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:59 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:00.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:59 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:00.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:59 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:00.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:59 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:00.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:59 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:00.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:59 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:00.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:59 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:00.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:59 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:00.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:59 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:00.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:59 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:00.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:59 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:00.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:59 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:00.381 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:59 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:00.381 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:59 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:00.381 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:59 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:00.381 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:59 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:00.381 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:59 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:00.381 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:59 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:00.381 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:59 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:00.381 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:59 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:00.381 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:59 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:00.381 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:59 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:00.381 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:59 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:00.381 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:59 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:00.381 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:59 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:00.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:59 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:00.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:59 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:00.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:25:59 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:00.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:59 smithi057 ceph-mon[24810]: pgmap v22: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 1 op/s 2024-04-15T21:26:00.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:59 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:00.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:59 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:00.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:59 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:00.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:59 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:00.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:59 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:00.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:59 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:00.383 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:59 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:00.383 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:59 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:00.383 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:59 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:00.383 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:59 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:00.383 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:59 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:00.383 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:59 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:00.383 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:59 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:00.383 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:59 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:00.383 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:59 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:00.383 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:59 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:00.383 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:59 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:00.383 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:59 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:00.383 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:59 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:00.383 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:59 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:00.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:59 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:00.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:59 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:00.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:59 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:00.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:59 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:00.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:59 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:00.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:59 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:00.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:59 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:00.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:59 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:00.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:59 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:00.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:59 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:00.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:59 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:00.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:59 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:00.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:59 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:00.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:59 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:00.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:59 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:00.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:59 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:00.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:25:59 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:00.492 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:26:00 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[75169]: 2024-04-15T21:26:00.364+0000 7f8878f2f000 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-15T21:26:00.493 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:26:00 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[75169]: 2024-04-15T21:26:00.453+0000 7f8878f2f000 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-15T21:26:00.837 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:26:00 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[75169]: 2024-04-15T21:26:00.575+0000 7f8878f2f000 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-15T21:26:00.837 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:26:00 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[75169]: 2024-04-15T21:26:00.663+0000 7f8878f2f000 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-15T21:26:00.837 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:26:00 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[75169]: 2024-04-15T21:26:00.834+0000 7f8878f2f000 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-15T21:26:01.100 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:26:00 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[75169]: 2024-04-15T21:26:00.924+0000 7f8878f2f000 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-15T21:26:01.101 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:00 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:01.101 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:00 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:01.101 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:00 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:01.101 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:00 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:01.101 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:00 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:01.101 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:00 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:01.101 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:00 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:01.101 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:00 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:01.101 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:00 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:01.101 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:00 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:01.101 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:00 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:01.101 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:00 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:01.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:00 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:01.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:00 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:01.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:00 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:01.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:00 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:01.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:00 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:01.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:00 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:01.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:00 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:01.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:00 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:01.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:00 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:01.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:00 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:01.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:00 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:01.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:00 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:01.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:00 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:01.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:00 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:01.103 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:00 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:01.103 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:00 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:01.103 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:00 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:01.103 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:00 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:01.103 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:00 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:01.103 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:00 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:01.103 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:00 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:01.103 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:00 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:01.103 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:00 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:01.103 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:00 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:01.103 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:00 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:01.103 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:00 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:01.103 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:00 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:01.103 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:00 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:01.103 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:00 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:01.104 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:00 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:01.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:00 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:01.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:00 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:01.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:00 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:01.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:00 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:01.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:00 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:01.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:00 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:01.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:00 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:01.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:00 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:01.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:00 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:01.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:00 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:01.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:00 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:01.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:00 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:01.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:00 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:01.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:00 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:01.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:00 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:01.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:00 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:01.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:00 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:01.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:00 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:01.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:00 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:01.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:00 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:01.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:00 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:01.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:00 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:01.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:00 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:01.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:00 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:01.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:00 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:01.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:00 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:01.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:00 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:01.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:00 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:01.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:00 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:01.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:00 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:01.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:00 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:01.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:00 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:01.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:00 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:01.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:00 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:01.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:00 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:01.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:00 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:01.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:00 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:01.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:00 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:01.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:00 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:01.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:00 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:01.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:00 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:01.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:00 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:01.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:00 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:01.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:00 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:01.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:00 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:01.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:00 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:01.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:00 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:01.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:00 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:01.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:00 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:01.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:00 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:01.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:00 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:01.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:00 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:01.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:00 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:01.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:00 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:01.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:00 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:01.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:00 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:01.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:00 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:01.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:00 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:01.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:00 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:01.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:00 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:01.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:00 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:01.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:00 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:01.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:00 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:01.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:00 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:01.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:00 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:01.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:00 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:01.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:00 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:01.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:00 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:01.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:00 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:01.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:00 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:01.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:00 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:01.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:00 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:01.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:00 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:01.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:00 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:01.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:00 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:01.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:00 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:01.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:00 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:01.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:00 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:01.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:00 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:01.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:00 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:01.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:00 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:01.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:00 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:01.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:00 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:01.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:00 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:01.878 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:26:01 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:26:01] "GET /metrics HTTP/1.1" 200 37916 "" "Prometheus/2.33.4" 2024-04-15T21:26:02.282 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:26:02 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[75169]: 2024-04-15T21:26:02.035+0000 7f8878f2f000 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-15T21:26:02.282 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:26:02 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[75169]: 2024-04-15T21:26:02.171+0000 7f8878f2f000 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-15T21:26:02.282 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:01 smithi148 ceph-mon[25742]: pgmap v23: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:26:02.282 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:01 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:02.283 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:01 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:02.283 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:01 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:02.283 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:01 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:02.283 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:01 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:02.283 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:01 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:02.283 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:01 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:02.283 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:01 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:02.283 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:01 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:02.283 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:01 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:02.283 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:01 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:02.283 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:01 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:02.283 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:01 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:02.283 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:01 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:02.283 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:01 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:02.284 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:01 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:02.284 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:01 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:02.284 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:01 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:02.284 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:01 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:02.284 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:01 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:02.284 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:01 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:02.284 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:01 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:02.284 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:01 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:02.284 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:01 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:02.284 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:01 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:02.284 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:01 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:02.284 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:01 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:02.284 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:01 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:02.284 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:01 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:02.284 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:01 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:02.284 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:01 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:02.285 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:01 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:02.285 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:01 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:02.285 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:01 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:02.285 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:01 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:02.285 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:01 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:02.285 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:01 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:02.285 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:01 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:02.285 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:01 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:02.285 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:01 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:02.285 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:01 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:02.285 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:01 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:02.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:01 smithi057 ceph-mon[24810]: pgmap v23: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:26:02.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:01 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:02.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:01 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:02.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:01 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:02.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:01 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:02.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:01 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:02.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:01 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:02.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:01 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:02.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:01 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:02.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:01 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:02.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:01 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:02.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:01 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:02.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:01 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:02.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:01 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:02.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:01 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:02.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:01 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:02.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:01 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:02.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:01 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:02.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:01 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:02.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:01 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:02.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:01 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:02.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:01 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:02.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:01 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:02.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:01 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:02.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:01 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:02.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:01 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:02.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:01 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:02.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:01 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:02.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:01 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:02.381 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:01 smithi057 ceph-mon[29654]: pgmap v23: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:26:02.381 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:01 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:02.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:01 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:02.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:01 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:02.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:01 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:02.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:01 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:02.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:01 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:02.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:01 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:02.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:01 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:02.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:01 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:02.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:01 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:02.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:01 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:02.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:01 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:02.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:01 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:02.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:01 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:02.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:01 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:02.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:01 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:02.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:01 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:02.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:01 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:02.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:01 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:02.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:01 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:02.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:01 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:02.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:01 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:02.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:01 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:02.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:01 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:02.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:01 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:02.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:01 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:02.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:01 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:02.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:01 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:02.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:01 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:02.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:01 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:02.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:01 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:02.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:01 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:02.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:01 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:02.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:01 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:02.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:01 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:02.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:01 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:02.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:01 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:02.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:01 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:02.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:01 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:02.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:01 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:02.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:01 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:02.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:01 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:02.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:01 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:02.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:01 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:02.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:01 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:02.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:01 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:02.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:01 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:02.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:01 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:02.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:01 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:02.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:01 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:02.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:01 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:02.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:01 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:02.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:01 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:02.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:01 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:02.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:01 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:02.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:01 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:02.558 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:26:02 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[75169]: 2024-04-15T21:26:02.380+0000 7f8878f2f000 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-15T21:26:02.559 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:26:02 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[75169]: 2024-04-15T21:26:02.473+0000 7f8878f2f000 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-15T21:26:02.850 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:26:02 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[75169]: 2024-04-15T21:26:02.626+0000 7f8878f2f000 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-15T21:26:03.210 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:26:02 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[75169]: 2024-04-15T21:26:02.971+0000 7f8878f2f000 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-15T21:26:03.211 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:02 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:03.211 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:02 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:03.211 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:02 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:03.211 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:02 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:03.211 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:02 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:03.211 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:02 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:03.211 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:02 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:03.212 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:02 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:03.212 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:02 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:03.212 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:02 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:03.212 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:02 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:03.212 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:02 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:03.212 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:02 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:03.212 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:02 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:03.212 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:02 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:03.212 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:02 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:03.212 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:02 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:03.212 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:02 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:03.212 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:02 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:03.213 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:02 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:03.213 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:02 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:03.213 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:02 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:03.213 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:02 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:03.213 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:02 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:03.213 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:02 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:03.213 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:02 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:03.213 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:02 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:03.213 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:02 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:03.213 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:02 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:03.213 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:02 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:03.213 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:02 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:03.213 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:02 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:03.213 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:02 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:03.213 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:02 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:03.214 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:02 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:03.214 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:02 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:03.214 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:02 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:03.214 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:02 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:03.214 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:02 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:03.214 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:02 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:03.214 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:02 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:03.214 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:02 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:03.379 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:02 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:03.379 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:02 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:03.379 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:02 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:03.379 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:02 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:03.379 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:02 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:03.379 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:02 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:03.379 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:02 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:03.379 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:02 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:03.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:02 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:03.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:02 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:03.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:02 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:03.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:02 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:03.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:02 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:03.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:02 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:03.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:02 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:03.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:02 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:03.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:02 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:03.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:02 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:03.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:02 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:03.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:02 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:03.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:02 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:03.381 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:02 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:03.381 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:02 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:03.381 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:02 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:03.381 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:02 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:03.381 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:02 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:03.381 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:02 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:03.381 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:02 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:03.381 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:02 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:03.381 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:02 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:03.381 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:02 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:03.381 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:02 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:03.381 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:02 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:03.381 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:02 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:03.381 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:02 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:03.381 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:02 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:03.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:02 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:03.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:02 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:03.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:02 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:03.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:02 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:03.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:02 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:03.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:02 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:03.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:02 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:03.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:02 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:03.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:02 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:03.383 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:02 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:03.383 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:02 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:03.383 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:02 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:03.383 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:02 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:03.383 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:02 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:03.383 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:02 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:03.383 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:02 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:03.383 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:02 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:03.383 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:02 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:03.383 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:02 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:03.383 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:02 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:03.383 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:02 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:03.383 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:02 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:03.383 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:02 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:03.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:02 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:03.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:02 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:03.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:02 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:03.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:02 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:03.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:02 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:03.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:02 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:03.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:02 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:03.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:02 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:03.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:02 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:03.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:02 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:03.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:02 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:03.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:02 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:03.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:02 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:03.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:02 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:03.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:02 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:03.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:02 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:03.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:02 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:03.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:02 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:03.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:02 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:03.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:02 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:03.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:02 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:03.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:02 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:03.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:02 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:03.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:02 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:03.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:02 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:03.496 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:26:03 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[75169]: 2024-04-15T21:26:03.208+0000 7f8878f2f000 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-15T21:26:03.496 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:26:03 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[75169]: 2024-04-15T21:26:03.310+0000 7f8878f2f000 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-15T21:26:03.496 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:26:03 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[75169]: 2024-04-15T21:26:03.494+0000 7f8878f2f000 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-15T21:26:03.882 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:26:03 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a[65418]: level=warn ts=2024-04-15T21:26:03.542Z caller=notify.go:724 component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi148.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.148:8443: connect: connection refused" 2024-04-15T21:26:04.100 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:03 smithi148 ceph-mon[25742]: pgmap v24: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:26:04.101 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:03 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:04.101 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:03 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:04.101 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:03 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:04.101 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:03 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:04.101 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:03 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:04.101 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:03 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:04.101 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:03 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:04.101 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:03 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:04.101 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:03 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:04.101 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:03 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:04.101 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:03 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:04.101 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:03 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:04.101 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:03 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:04.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:03 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:04.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:03 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:04.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:03 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:04.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:03 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:04.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:03 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:04.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:03 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:04.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:03 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:04.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:03 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:04.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:03 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:04.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:03 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:04.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:03 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:04.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:03 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:04.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:03 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:04.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:03 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:04.103 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:03 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:04.103 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:03 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:04.103 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:03 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:04.103 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:03 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:04.103 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:03 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:04.103 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:03 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:04.103 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:03 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:04.103 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:03 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:04.103 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:03 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:04.103 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:03 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:04.103 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:03 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:04.103 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:03 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:04.103 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:03 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:04.103 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:03 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:04.104 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:03 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:04.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:03 smithi057 ceph-mon[24810]: pgmap v24: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:26:04.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:03 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:04.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:03 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:04.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:03 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:04.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:03 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:04.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:03 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:04.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:03 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:04.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:03 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:04.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:03 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:04.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:03 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:04.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:03 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:04.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:03 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:04.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:03 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:04.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:03 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:04.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:03 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:04.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:03 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:04.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:03 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:04.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:03 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:04.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:03 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:04.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:03 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:04.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:03 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:04.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:03 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:04.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:03 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:04.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:03 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:04.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:03 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:04.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:03 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:04.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:03 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:04.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:03 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:04.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:03 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:04.381 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:03 smithi057 ceph-mon[29654]: pgmap v24: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:26:04.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:03 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:04.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:03 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:04.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:03 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:04.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:03 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:04.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:03 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:04.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:03 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:04.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:03 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:04.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:03 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:04.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:03 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:04.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:03 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:04.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:03 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:04.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:03 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:04.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:03 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:04.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:03 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:04.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:03 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:04.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:03 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:04.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:03 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:04.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:03 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:04.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:03 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:04.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:03 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:04.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:03 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:04.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:03 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:04.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:03 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:04.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:03 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:04.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:03 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:04.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:03 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:04.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:03 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:04.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:03 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:04.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:03 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:04.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:03 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:04.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:03 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:04.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:03 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:04.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:03 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:04.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:03 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:04.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:03 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:04.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:03 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:04.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:03 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:04.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:03 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:04.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:03 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:04.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:03 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:04.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:03 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:04.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:03 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:04.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:03 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:04.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:03 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:04.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:03 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:04.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:03 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:04.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:03 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:04.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:03 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:04.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:03 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:04.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:03 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:04.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:03 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:04.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:03 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:04.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:03 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:04.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:03 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:04.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:03 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:04.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:03 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:04.827 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:26:04 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[75169]: 2024-04-15T21:26:04.505+0000 7f8878f2f000 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-15T21:26:05.080 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:04 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:05.080 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:04 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:05.080 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:04 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:05.080 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:04 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:05.080 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:04 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:05.080 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:04 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:05.080 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:04 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:05.080 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:04 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:05.080 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:04 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:05.080 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:04 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:05.080 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:04 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:05.080 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:04 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:05.081 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:04 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:05.081 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:04 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:05.081 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:04 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:05.081 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:04 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:05.081 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:04 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:05.081 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:04 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:05.081 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:04 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:05.081 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:04 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:05.081 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:04 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:05.081 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:04 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:05.081 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:04 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:05.081 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:04 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:05.081 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:04 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:05.081 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:04 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:05.082 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:04 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:05.082 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:04 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:05.082 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:04 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:05.082 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:04 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:05.082 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:26:04 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[75169]: 2024-04-15T21:26:04.825+0000 7f8878f2f000 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-15T21:26:05.082 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:26:04 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[75169]: 2024-04-15T21:26:04.935+0000 7f8878f2f000 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-15T21:26:05.350 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:26:05 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[75169]: 2024-04-15T21:26:05.106+0000 7f8878f2f000 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-15T21:26:05.350 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:26:05 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[75169]: [15/Apr/2024:21:26:05] ENGINE Bus STARTING 2024-04-15T21:26:05.350 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:26:05 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[75169]: CherryPy Checker: 2024-04-15T21:26:05.351 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:26:05 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[75169]: The Application mounted at '' has an empty config. 2024-04-15T21:26:05.351 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:26:05 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[75169]: 2024-04-15T21:26:05.351 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:26:05 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[75169]: [15/Apr/2024:21:26:05] ENGINE Serving on http://:::9283 2024-04-15T21:26:05.351 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:26:05 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[75169]: [15/Apr/2024:21:26:05] ENGINE Bus STARTED 2024-04-15T21:26:05.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:04 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:05.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:04 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:05.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:04 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:05.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:04 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:05.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:04 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:05.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:04 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:05.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:04 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:05.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:04 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:05.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:04 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:05.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:04 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:05.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:04 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:05.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:04 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:05.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:04 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:05.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:04 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:05.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:04 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:05.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:04 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:05.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:04 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:05.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:04 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:05.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:04 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:05.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:04 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:05.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:04 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:05.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:04 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:05.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:04 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:05.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:04 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:05.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:04 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:05.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:04 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:05.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:04 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:05.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:04 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:05.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:04 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:05.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:04 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:05.381 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:04 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:05.381 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:04 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:05.381 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:04 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:05.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:04 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:05.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:04 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:05.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:04 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:05.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:04 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:05.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:04 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:05.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:04 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:05.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:04 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:05.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:04 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:05.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:04 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:05.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:04 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:05.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:04 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:05.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:04 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:05.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:04 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:05.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:04 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:05.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:04 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:05.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:04 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:05.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:04 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:05.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:04 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:05.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:04 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:05.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:04 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:05.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:04 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:05.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:04 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:05.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:04 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:05.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:04 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:05.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:04 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:05.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:04 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:05.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:04 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:06.100 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:05 smithi148 ceph-mon[25742]: pgmap v25: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:26:06.100 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:05 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:06.100 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:05 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:06.101 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:05 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:06.101 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:05 smithi148 ceph-mon[25742]: pgmap v26: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 986 B/s rd, 0 op/s 2024-04-15T21:26:06.101 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:05 smithi148 ceph-mon[25742]: Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-04-15T21:26:06.101 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:05 smithi148 ceph-mon[25742]: Standby manager daemon x restarted 2024-04-15T21:26:06.101 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:05 smithi148 ceph-mon[25742]: Standby manager daemon x started 2024-04-15T21:26:06.101 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:05 smithi148 ceph-mon[25742]: from='mgr.? 172.21.15.148:0/2' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-15T21:26:06.101 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:05 smithi148 ceph-mon[25742]: from='mgr.? 172.21.15.148:0/2' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-15T21:26:06.101 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:05 smithi148 ceph-mon[25742]: from='mgr.? 172.21.15.148:0/2' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-15T21:26:06.101 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:05 smithi148 ceph-mon[25742]: from='mgr.? 172.21.15.148:0/2' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-15T21:26:06.101 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:05 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:06.101 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:05 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:26:06.101 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:05 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:06.101 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:05 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:06.101 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:05 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:06.129 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:26:05 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a[65418]: level=info ts=2024-04-15T21:26:05.732Z caller=notify.go:735 component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify success" attempts=4 2024-04-15T21:26:06.129 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:05 smithi057 ceph-mon[24810]: pgmap v25: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:26:06.129 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:05 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:06.129 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:05 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:06.129 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:05 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:06.129 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:05 smithi057 ceph-mon[24810]: pgmap v26: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 986 B/s rd, 0 op/s 2024-04-15T21:26:06.129 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:05 smithi057 ceph-mon[24810]: Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-04-15T21:26:06.129 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:05 smithi057 ceph-mon[24810]: Standby manager daemon x restarted 2024-04-15T21:26:06.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:05 smithi057 ceph-mon[24810]: Standby manager daemon x started 2024-04-15T21:26:06.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:05 smithi057 ceph-mon[24810]: from='mgr.? 172.21.15.148:0/2' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-15T21:26:06.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:05 smithi057 ceph-mon[24810]: from='mgr.? 172.21.15.148:0/2' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-15T21:26:06.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:05 smithi057 ceph-mon[24810]: from='mgr.? 172.21.15.148:0/2' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-15T21:26:06.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:05 smithi057 ceph-mon[24810]: from='mgr.? 172.21.15.148:0/2' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-15T21:26:06.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:05 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:06.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:05 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:26:06.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:05 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:06.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:05 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:06.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:05 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:06.130 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:05 smithi057 ceph-mon[29654]: pgmap v25: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:26:06.131 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:05 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:06.131 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:05 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:06.131 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:05 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:06.131 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:05 smithi057 ceph-mon[29654]: pgmap v26: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 986 B/s rd, 0 op/s 2024-04-15T21:26:06.131 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:05 smithi057 ceph-mon[29654]: Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-04-15T21:26:06.131 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:05 smithi057 ceph-mon[29654]: Standby manager daemon x restarted 2024-04-15T21:26:06.131 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:05 smithi057 ceph-mon[29654]: Standby manager daemon x started 2024-04-15T21:26:06.131 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:05 smithi057 ceph-mon[29654]: from='mgr.? 172.21.15.148:0/2' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-15T21:26:06.131 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:05 smithi057 ceph-mon[29654]: from='mgr.? 172.21.15.148:0/2' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-15T21:26:06.131 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:05 smithi057 ceph-mon[29654]: from='mgr.? 172.21.15.148:0/2' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-15T21:26:06.131 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:05 smithi057 ceph-mon[29654]: from='mgr.? 172.21.15.148:0/2' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-15T21:26:06.131 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:05 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:06.131 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:05 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:26:06.131 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:05 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:06.131 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:05 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:06.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:05 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:07.295 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:07 smithi148 ceph-mon[25742]: pgmap v27: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 530 B/s rd, 0 op/s 2024-04-15T21:26:07.295 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:07 smithi148 ceph-mon[25742]: mgrmap e43: y(active, since 46s), standbys: x 2024-04-15T21:26:07.295 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:07 smithi148 ceph-mon[25742]: Health check cleared: CEPHADM_FAILED_DAEMON (was: 1 failed cephadm daemon(s)) 2024-04-15T21:26:07.295 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:07 smithi148 ceph-mon[25742]: Cluster is now healthy 2024-04-15T21:26:07.378 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:07 smithi057 ceph-mon[24810]: pgmap v27: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 530 B/s rd, 0 op/s 2024-04-15T21:26:07.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:07 smithi057 ceph-mon[24810]: mgrmap e43: y(active, since 46s), standbys: x 2024-04-15T21:26:07.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:07 smithi057 ceph-mon[24810]: Health check cleared: CEPHADM_FAILED_DAEMON (was: 1 failed cephadm daemon(s)) 2024-04-15T21:26:07.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:07 smithi057 ceph-mon[24810]: Cluster is now healthy 2024-04-15T21:26:07.379 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:07 smithi057 ceph-mon[29654]: pgmap v27: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 530 B/s rd, 0 op/s 2024-04-15T21:26:07.379 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:07 smithi057 ceph-mon[29654]: mgrmap e43: y(active, since 46s), standbys: x 2024-04-15T21:26:07.379 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:07 smithi057 ceph-mon[29654]: Health check cleared: CEPHADM_FAILED_DAEMON (was: 1 failed cephadm daemon(s)) 2024-04-15T21:26:07.379 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:07 smithi057 ceph-mon[29654]: Cluster is now healthy 2024-04-15T21:26:08.350 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:08 smithi148 ceph-mon[25742]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:26:08.350 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:08 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:08.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:08 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-15T21:26:08.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:08 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-15T21:26:08.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:08 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:08.378 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:08 smithi057 ceph-mon[24810]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:26:08.378 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:08 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:08.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:08 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-15T21:26:08.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:08 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-15T21:26:08.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:08 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:08.379 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:08 smithi057 ceph-mon[29654]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:26:08.379 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:08 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:08.379 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:08 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-15T21:26:08.379 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:08 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-15T21:26:08.379 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:08 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:09.350 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:09 smithi148 ceph-mon[25742]: pgmap v28: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-04-15T21:26:09.350 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:09 smithi148 ceph-mon[25742]: Upgrade: Updating mgr.x 2024-04-15T21:26:09.350 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:09 smithi148 ceph-mon[25742]: Deploying daemon mgr.x on smithi148 2024-04-15T21:26:09.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:09 smithi057 ceph-mon[24810]: pgmap v28: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-04-15T21:26:09.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:09 smithi057 ceph-mon[24810]: Upgrade: Updating mgr.x 2024-04-15T21:26:09.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:09 smithi057 ceph-mon[24810]: Deploying daemon mgr.x on smithi148 2024-04-15T21:26:09.379 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:09 smithi057 ceph-mon[29654]: pgmap v28: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-04-15T21:26:09.379 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:09 smithi057 ceph-mon[29654]: Upgrade: Updating mgr.x 2024-04-15T21:26:09.379 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:09 smithi057 ceph-mon[29654]: Deploying daemon mgr.x on smithi148 2024-04-15T21:26:11.100 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:26:10 smithi148 systemd[1]: Stopping Ceph mgr.x for b97cffaa-fb6a-11ee-bc8f-c7b262605968... 2024-04-15T21:26:11.350 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:11 smithi148 ceph-mon[25742]: pgmap v29: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-04-15T21:26:11.350 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:11 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:11.350 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:11 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:11.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:11 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:11.351 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:26:11 smithi148 podman[77685]: 2024-04-15 21:26:11.103539702 +0000 UTC m=+0.163102534 container died 377a381e6c502cd44dceee2419fa8e999e8460cb587a0c87d6560df311bc0030 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x, build-date=2022-05-03T08:36:31.336870, distribution-scope=public, io.buildah.version=1.19.8, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=-17.2.0, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, RELEASE=HEAD, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, io.openshift.expose-services=, com.redhat.component=centos-stream-container, architecture=x86_64, release=754, vendor=Red Hat, Inc., vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, GIT_CLEAN=True, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.k8s.display-name=CentOS Stream 8, GIT_BRANCH=HEAD, version=8, GIT_REPO=https://github.com/ceph/ceph-container.git, ceph=True, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, name=centos-stream, io.openshift.tags=base centos centos-stream, vcs-type=git) 2024-04-15T21:26:11.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:11 smithi057 ceph-mon[24810]: pgmap v29: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-04-15T21:26:11.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:11 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:11.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:11 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:11.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:11 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:11.379 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:11 smithi057 ceph-mon[29654]: pgmap v29: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-04-15T21:26:11.379 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:11 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:11.379 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:11 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:11.379 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:11 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:11.878 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:26:11 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:26:11] "GET /metrics HTTP/1.1" 200 37988 "" "Prometheus/2.33.4" 2024-04-15T21:26:12.044 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:26:11 smithi148 podman[77685]: 2024-04-15 21:26:11.689406308 +0000 UTC m=+0.748969139 container cleanup 377a381e6c502cd44dceee2419fa8e999e8460cb587a0c87d6560df311bc0030 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x, io.k8s.display-name=CentOS Stream 8, RELEASE=HEAD, distribution-scope=public, com.redhat.component=centos-stream-container, vendor=Red Hat, Inc., com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, maintainer=Guillaume Abrioux , name=centos-stream, GIT_CLEAN=True, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, GIT_BRANCH=HEAD, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., version=8, CEPH_POINT_RELEASE=-17.2.0, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, architecture=x86_64, io.buildah.version=1.19.8, ceph=True, io.openshift.expose-services=, release=754, GIT_REPO=https://github.com/ceph/ceph-container.git, io.openshift.tags=base centos centos-stream, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, build-date=2022-05-03T08:36:31.336870, vcs-type=git) 2024-04-15T21:26:12.044 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:26:11 smithi148 bash[77685]: ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x 2024-04-15T21:26:12.045 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:26:11 smithi148 podman[77699]: 2024-04-15 21:26:11.932370938 +0000 UTC m=+0.830627949 container remove 377a381e6c502cd44dceee2419fa8e999e8460cb587a0c87d6560df311bc0030 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, vendor=Red Hat, Inc., GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, build-date=2022-05-03T08:36:31.336870, RELEASE=HEAD, io.buildah.version=1.19.8, io.openshift.expose-services=, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, GIT_CLEAN=True, GIT_REPO=https://github.com/ceph/ceph-container.git, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, distribution-scope=public, io.k8s.display-name=CentOS Stream 8, release=754, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, com.redhat.component=centos-stream-container, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, architecture=x86_64, CEPH_POINT_RELEASE=-17.2.0, ceph=True, version=8, io.openshift.tags=base centos centos-stream, vcs-type=git, name=centos-stream, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly.) 2024-04-15T21:26:12.045 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:26:11 smithi148 systemd[1]: ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-04-15T21:26:12.350 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:26:12 smithi148 systemd[1]: ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@mgr.x.service: Failed with result 'exit-code'. 2024-04-15T21:26:12.351 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:26:12 smithi148 systemd[1]: Stopped Ceph mgr.x for b97cffaa-fb6a-11ee-bc8f-c7b262605968. 2024-04-15T21:26:12.351 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:26:12 smithi148 systemd[1]: ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@mgr.x.service: Consumed 7.751s CPU time. 2024-04-15T21:26:12.351 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:26:12 smithi148 systemd[1]: Starting Ceph mgr.x for b97cffaa-fb6a-11ee-bc8f-c7b262605968... 2024-04-15T21:26:12.722 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:26:12 smithi148 podman[77828]: 2024-04-15 21:26:12.364321209 +0000 UTC m=+0.018908034 image pull a452a57266c718c37049de4c2da9a5e566bb7b9c6db62908ada4c8b0e854997b quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29 2024-04-15T21:26:12.723 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:26:12 smithi148 podman[77828]: 2024-04-15 21:26:12.483925755 +0000 UTC m=+0.138512596 container create 8cab7b15be7b1c07be1b279f714c40985367c3f2da7239897f296218cb6f9ad1 (image=quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x, maintainer=Guillaume Abrioux , ceph=True, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, RELEASE=main-87dbfb6, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-15T21:26:12.723 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:26:12 smithi148 podman[77828]: 2024-04-15 21:26:12.694488071 +0000 UTC m=+0.349074870 container init 8cab7b15be7b1c07be1b279f714c40985367c3f2da7239897f296218cb6f9ad1 (image=quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=main-87dbfb6, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , ceph=True) 2024-04-15T21:26:12.723 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:26:12 smithi148 podman[77828]: 2024-04-15 21:26:12.697194204 +0000 UTC m=+0.351781004 container start 8cab7b15be7b1c07be1b279f714c40985367c3f2da7239897f296218cb6f9ad1 (image=quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x, RELEASE=main-87dbfb6, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5) 2024-04-15T21:26:12.985 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:26:12 smithi148 ceph-mgr[77847]: -- 172.21.15.148:0/1073672356 <== mon.2 v2:172.21.15.148:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55aa893da5a0 con 0x55aa893af000 2024-04-15T21:26:12.985 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:26:12 smithi148 bash[77828]: 8cab7b15be7b1c07be1b279f714c40985367c3f2da7239897f296218cb6f9ad1 2024-04-15T21:26:12.985 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:26:12 smithi148 systemd[1]: Started Ceph mgr.x for b97cffaa-fb6a-11ee-bc8f-c7b262605968. 2024-04-15T21:26:13.265 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:13 smithi148 ceph-mon[25742]: pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-04-15T21:26:13.266 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:13 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:13.266 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:13 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:13.266 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:13 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:13.266 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:13 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:13.266 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:13 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:13.266 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:13 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:13.266 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:13 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:13.266 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:13 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-04-15T21:26:13.266 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:13 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-04-15T21:26:13.266 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:13 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:13.266 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:13 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:13.266 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:13 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:13.378 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:13 smithi057 ceph-mon[24810]: pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-04-15T21:26:13.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:13 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:13.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:13 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:13.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:13 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:13.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:13 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:13.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:13 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:13.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:13 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:13.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:13 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:13.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:13 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-04-15T21:26:13.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:13 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-04-15T21:26:13.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:13 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:13.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:13 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:13.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:13 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:13.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:13 smithi057 ceph-mon[29654]: pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-04-15T21:26:13.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:13 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:13.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:13 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:13.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:13 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:13.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:13 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:13.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:13 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:13.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:13 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:13.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:13 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:13.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:13 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-04-15T21:26:13.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:13 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-04-15T21:26:13.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:13 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:13.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:13 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:13.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:13 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:13.600 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:26:13 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[77843]: 2024-04-15T21:26:13.281+0000 7fcc245e3200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-15T21:26:13.600 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:26:13 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[77843]: 2024-04-15T21:26:13.378+0000 7fcc245e3200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-15T21:26:14.181 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:26:14 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[77843]: 2024-04-15T21:26:14.077+0000 7fcc245e3200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-15T21:26:14.182 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:26:14 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[77843]: 2024-04-15T21:26:14.180+0000 7fcc245e3200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-15T21:26:14.182 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:14 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:14.182 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:14 smithi148 ceph-mon[25742]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:14.182 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:14 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:14.182 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:14 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:14.182 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:14 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:14.182 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:14 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:14.183 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:14 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:14.183 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:14 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:14.183 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:14 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:14.183 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:14 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:14.183 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:14 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:14.183 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:14 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:14.183 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:14 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:14.183 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:14 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:14.183 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:14 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:14.183 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:14 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:14.183 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:14 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:14.183 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:14 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:14.183 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:14 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:14.183 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:14 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:14.183 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:14 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:14.184 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:14 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:14.184 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:14 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:14.184 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:14 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:14.184 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:14 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:14.184 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:14 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:14.184 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:14 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:14.184 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:14 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:14.184 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:14 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:14.184 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:14 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:14.184 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:14 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:14.184 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:14 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:14.184 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:14 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:14.184 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:14 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:14.184 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:14 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:14.185 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:14 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:14.185 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:14 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:14.185 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:14 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:14.185 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:14 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:14.185 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:14 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:14.185 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:14 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:14.185 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:14 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:14.379 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:14 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:14.379 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:14 smithi057 ceph-mon[29654]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:14.379 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:14 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:14.379 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:14 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:14.379 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:14 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:14.379 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:14 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:14.379 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:14 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:14.379 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:14 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:14.379 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:14 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:14.379 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:14 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:14.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:14 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:14.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:14 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:14.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:14 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:14.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:14 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:14.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:14 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:14.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:14 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:14.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:14 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:14.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:14 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:14.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:14 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:14.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:14 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:14.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:14 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:14.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:14 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:14.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:14 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:14.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:14 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:14.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:14 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:14.381 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:14 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:14.381 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:14 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:14.381 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:14 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:14.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:14 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:14.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:14 smithi057 ceph-mon[24810]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:14.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:14 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:14.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:14 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:14.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:14 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:14.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:14 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:14.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:14 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:14.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:14 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:14.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:14 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:14.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:14 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:14.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:14 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:14.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:14 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:14.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:14 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:14.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:14 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:14.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:14 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:14.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:14 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:14.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:14 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:14.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:14 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:14.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:14 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:14.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:14 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:14.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:14 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:14.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:14 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:14.383 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:14 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:14.383 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:14 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:14.383 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:14 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:14.383 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:14 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:14.383 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:14 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:14.383 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:14 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:14.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:14 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:14.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:14 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:14.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:14 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:14.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:14 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:14.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:14 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:14.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:14 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:14.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:14 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:14.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:14 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:14.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:14 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:14.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:14 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:14.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:14 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:14.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:14 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:14.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:14 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:14.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:14 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:14.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:14 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:14.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:14 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:14.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:14 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:14.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:14 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:14.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:14 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:14.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:14 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:14.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:14 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:14.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:14 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:14.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:14 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:14.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:14 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:14.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:14 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:14.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:14 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:14.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:14 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:14.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:14 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:14.517 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:26:14 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[77843]: 2024-04-15T21:26:14.330+0000 7fcc245e3200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-15T21:26:14.517 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:26:14 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[77843]: 2024-04-15T21:26:14.428+0000 7fcc245e3200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-15T21:26:14.517 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:26:14 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[77843]: 2024-04-15T21:26:14.515+0000 7fcc245e3200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-15T21:26:15.100 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:26:14 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[77843]: 2024-04-15T21:26:14.810+0000 7fcc245e3200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-15T21:26:15.100 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:26:14 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[77843]: 2024-04-15T21:26:14.929+0000 7fcc245e3200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-15T21:26:15.100 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:26:15 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[77843]: 2024-04-15T21:26:15.021+0000 7fcc245e3200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-15T21:26:15.378 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:26:15 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[77843]: 2024-04-15T21:26:15.123+0000 7fcc245e3200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-15T21:26:15.378 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:26:15 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[77843]: 2024-04-15T21:26:15.317+0000 7fcc245e3200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-15T21:26:15.379 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:15 smithi148 ceph-mon[25742]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:15.379 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:15 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:15.379 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:15 smithi148 ceph-mon[25742]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:15.379 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:15 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:15.379 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:15 smithi148 ceph-mon[25742]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:15.379 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:15 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:15.379 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:15 smithi148 ceph-mon[25742]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:15.379 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:15 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:15.379 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:15 smithi148 ceph-mon[25742]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:15.379 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:15 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:15.379 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:15 smithi148 ceph-mon[25742]: pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-04-15T21:26:15.379 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:15 smithi148 ceph-mon[25742]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:15.380 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:15 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:15.380 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:15 smithi148 ceph-mon[25742]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:15.380 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:15 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:15.380 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:15 smithi148 ceph-mon[25742]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:15.380 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:15 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:15.380 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:15 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:15.380 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:15 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:15.380 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:15 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:15.380 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:15 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:15.380 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:15 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:15.380 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:15 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:15.380 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:15 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:15.380 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:15 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:15.380 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:15 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:15.380 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:15 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:15.381 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:15 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:15.381 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:15 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:15.381 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:15 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:15.381 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:15 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:15.381 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:15 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:15.381 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:15 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:15.381 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:15 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:15.381 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:15 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:15.381 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:15 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:15.381 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:15 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:15.381 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:15 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:15.381 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:15 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:15.381 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:15 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:15.381 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:15 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:15.381 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:15 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:15.382 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:15 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:15.382 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:15 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:15.382 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:15 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:15.382 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:15 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:15.382 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:15 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:15.382 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:15 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:15.383 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:15 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:15.383 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:15 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:15.383 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:15 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:15.383 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:15 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:15.383 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:15 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:15.383 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:15 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:15.383 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:15 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:15.383 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:15 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:15.383 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:15 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:15.383 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:15 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:15.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:15 smithi057 ceph-mon[24810]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:15.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:15 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:15.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:15 smithi057 ceph-mon[24810]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:15.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:15 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:15.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:15 smithi057 ceph-mon[24810]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:15.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:15 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:15.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:15 smithi057 ceph-mon[24810]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:15.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:15 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:15.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:15 smithi057 ceph-mon[24810]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:15.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:15 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:15.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:15 smithi057 ceph-mon[24810]: pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-04-15T21:26:15.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:15 smithi057 ceph-mon[24810]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:15.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:15 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:15.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:15 smithi057 ceph-mon[24810]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:15.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:15 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:15.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:15 smithi057 ceph-mon[24810]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:15.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:15 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:15.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:15 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:15.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:15 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:15.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:15 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:15.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:15 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:15.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:15 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:15.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:15 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:15.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:15 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:15.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:15 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:15.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:15 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:15.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:15 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:15.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:15 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:15.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:15 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:15.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:15 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:15.387 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:15 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:15.387 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:15 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:15.387 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:15 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:15.387 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:15 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:15.387 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:15 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:15.387 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:15 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:15.387 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:15 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:15.387 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:15 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:15.387 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:15 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:15.387 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:15 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:15.387 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:15 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:15.387 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:15 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:15.387 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:15 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:15.387 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:15 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:15.387 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:15 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:15.387 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:15 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:15.388 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:15 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:15.388 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:15 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:15.388 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:15 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:15.388 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:15 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:15.388 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:15 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:15.388 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:15 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:15.388 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:15 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:15.388 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:15 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:15.388 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:15 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:15.388 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:15 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:15.388 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:15 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:15.388 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:15 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:15.389 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:15 smithi057 ceph-mon[29654]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:15.389 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:15 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:15.389 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:15 smithi057 ceph-mon[29654]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:15.389 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:15 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:15.389 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:15 smithi057 ceph-mon[29654]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:15.389 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:15 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:15.390 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:15 smithi057 ceph-mon[29654]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:15.390 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:15 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:15.390 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:15 smithi057 ceph-mon[29654]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:15.390 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:15 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:15.390 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:15 smithi057 ceph-mon[29654]: pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-04-15T21:26:15.390 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:15 smithi057 ceph-mon[29654]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:15.390 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:15 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:15.391 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:15 smithi057 ceph-mon[29654]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:15.391 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:15 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:15.392 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:15 smithi057 ceph-mon[29654]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:15.392 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:15 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:15.392 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:15 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:15.392 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:15 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:15.392 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:15 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:15.392 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:15 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:15.392 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:15 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:15.393 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:15 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:15.393 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:15 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:15.393 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:15 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:15.393 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:15 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:15.393 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:15 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:15.393 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:15 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:15.393 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:15 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:15.393 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:15 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:15.393 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:15 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:15.393 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:15 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:15.393 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:15 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:15.393 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:15 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:15.393 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:15 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:15.393 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:15 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:15.393 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:15 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:15.394 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:15 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:15.394 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:15 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:15.394 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:15 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:15.394 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:15 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:15.394 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:15 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:15.394 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:15 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:15.394 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:15 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:15.394 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:15 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:15.394 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:15 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:15.394 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:15 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:15.394 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:15 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:15.394 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:15 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:15.394 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:15 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:15.394 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:15 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:15.395 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:15 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:15.395 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:15 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:15.395 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:15 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:15.395 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:15 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:15.395 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:15 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:15.395 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:15 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:15.395 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:15 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:16.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:16 smithi148 ceph-mon[25742]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:16.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:16 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:16.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:16 smithi148 ceph-mon[25742]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:16.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:16 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:16.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:16 smithi148 ceph-mon[25742]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:16.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:16 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:16.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:16 smithi148 ceph-mon[25742]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:16.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:16 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:16.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:16 smithi148 ceph-mon[25742]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:16.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:16 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:16.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:16 smithi148 ceph-mon[25742]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:16.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:16 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:16.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:16 smithi148 ceph-mon[25742]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:16.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:16 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:16.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:16 smithi148 ceph-mon[25742]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:16.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:16 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:16.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:16 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:16.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:16 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:16.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:16 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:16.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:16 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:16.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:16 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:16.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:16 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:16.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:16 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:16.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:16 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:16.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:16 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:16.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:16 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:16.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:16 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:16.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:16 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:16.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:16 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:16.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:16 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:16.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:16 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:16.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:16 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:16.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:16 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:16.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:16 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:16.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:16 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:16.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:16 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:16.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:16 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:16.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:16 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:16.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:16 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:16.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:16 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:16.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:16 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:16.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:16 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:16.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:16 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:16.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:16 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:16.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:16 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:16.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:16 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:16.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:16 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:16.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:16 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:16.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:16 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:16.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:16 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:16.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:16 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:16.379 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:16 smithi057 ceph-mon[29654]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:16.379 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:16 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:16.379 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:16 smithi057 ceph-mon[29654]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:16.379 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:16 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:16.379 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:16 smithi057 ceph-mon[29654]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:16.379 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:16 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:16.379 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:16 smithi057 ceph-mon[29654]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:16.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:16 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:16.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:16 smithi057 ceph-mon[29654]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:16.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:16 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:16.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:16 smithi057 ceph-mon[29654]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:16.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:16 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:16.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:16 smithi057 ceph-mon[29654]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:16.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:16 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:16.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:16 smithi057 ceph-mon[29654]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:16.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:16 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:16.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:16.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:16.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:16.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:16.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:16.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:16.381 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:16.381 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:16.381 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:16.381 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:16.381 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:16.381 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:16.381 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:16.381 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:16.381 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:16.381 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:16.381 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:16.381 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:16.381 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:16.381 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:16.381 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:16.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:16.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:16.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:16.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:16.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:16.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:16.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:16.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:16.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:16.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:16.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:16.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:16.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:16.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:16.383 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:16 smithi057 ceph-mon[24810]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:16.383 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:16 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:16.383 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:16 smithi057 ceph-mon[24810]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:16.383 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:16 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:16.383 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:16 smithi057 ceph-mon[24810]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:16.383 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:16 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:16.383 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:16 smithi057 ceph-mon[24810]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:16.383 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:16 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:16.383 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:16 smithi057 ceph-mon[24810]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:16.383 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:16 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:16.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:16 smithi057 ceph-mon[24810]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:16.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:16 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:16.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:16 smithi057 ceph-mon[24810]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:16.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:16 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:16.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:16 smithi057 ceph-mon[24810]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:16.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:16 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:16.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:16.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:16.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:16.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:16.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:16.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:16.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:16.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:16.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:16.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:16.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:16.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:16.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:16.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:16.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:16.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:16.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:16.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:16.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:16.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:16.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:16.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:16.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:16.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:16.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:16.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:16.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:16.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:16.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:16.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:16.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:16.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:16.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:16.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:16.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:16.850 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:26:16 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[77843]: 2024-04-15T21:26:16.404+0000 7fcc245e3200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-15T21:26:16.850 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:26:16 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[77843]: 2024-04-15T21:26:16.558+0000 7fcc245e3200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-15T21:26:17.244 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:26:16 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[77843]: 2024-04-15T21:26:16.925+0000 7fcc245e3200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-15T21:26:17.245 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:26:17 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[77843]: 2024-04-15T21:26:17.030+0000 7fcc245e3200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-15T21:26:17.245 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:26:17 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[77843]: 2024-04-15T21:26:17.243+0000 7fcc245e3200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-15T21:26:17.245 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:17 smithi148 ceph-mon[25742]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:17.245 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:17 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:17.245 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:17 smithi148 ceph-mon[25742]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:17.245 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:17 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:17.245 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:17 smithi148 ceph-mon[25742]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:17.246 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:17 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:17.246 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:17 smithi148 ceph-mon[25742]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:17.246 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:17 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:17.246 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:17 smithi148 ceph-mon[25742]: pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 907 B/s rd, 0 op/s 2024-04-15T21:26:17.246 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:17 smithi148 ceph-mon[25742]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:17.246 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:17 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:17.246 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:17 smithi148 ceph-mon[25742]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:17.246 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:17 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:17.246 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:17 smithi148 ceph-mon[25742]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:17.246 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:17 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:17.246 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:17 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:17.246 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:17 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:17.246 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:17 smithi148 ceph-mon[25742]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:17.246 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:17 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:17.247 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:17 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:17.247 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:17 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:17.247 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:17 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:17.247 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:17 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:17.247 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:17 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:17.247 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:17 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:17.247 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:17 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:17.247 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:17 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:17.247 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:17 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:17.247 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:17 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:17.247 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:17 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:17.247 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:17 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:17.247 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:17 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:17.247 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:17 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:17.248 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:17 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:17.248 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:17 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:17.248 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:17 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:17.248 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:17 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:17.248 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:17 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:17.248 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:17 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:17.248 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:17 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:17.248 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:17 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:17.248 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:17 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:17.248 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:17 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:17.248 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:17 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:17.248 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:17 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:17.248 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:17 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:17.248 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:17 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:17.248 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:17 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:17.249 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:17 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:17.249 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:17 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:17.249 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:17 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:17.249 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:17 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:17.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:17 smithi057 ceph-mon[24810]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:17.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:17 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:17.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:17 smithi057 ceph-mon[24810]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:17.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:17 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:17.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:17 smithi057 ceph-mon[24810]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:17.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:17 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:17.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:17 smithi057 ceph-mon[24810]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:17.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:17 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:17.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:17 smithi057 ceph-mon[24810]: pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 907 B/s rd, 0 op/s 2024-04-15T21:26:17.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:17 smithi057 ceph-mon[24810]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:17.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:17 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:17.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:17 smithi057 ceph-mon[24810]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:17.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:17 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:17.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:17 smithi057 ceph-mon[24810]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:17.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:17 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:17.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:17 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:17.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:17 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:17.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:17 smithi057 ceph-mon[24810]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:17.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:17 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:17.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:17 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:17.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:17 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:17.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:17 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:17.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:17 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:17.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:17 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:17.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:17 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:17.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:17 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:17.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:17 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:17.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:17 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:17.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:17 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:17.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:17 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:17.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:17 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:17.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:17 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:17.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:17 smithi057 ceph-mon[29654]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:17.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:17 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:17.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:17 smithi057 ceph-mon[29654]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:17.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:17 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:17.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:17 smithi057 ceph-mon[29654]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:17.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:17 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:17.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:17 smithi057 ceph-mon[29654]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:17.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:17 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:17.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:17 smithi057 ceph-mon[29654]: pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 907 B/s rd, 0 op/s 2024-04-15T21:26:17.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:17 smithi057 ceph-mon[29654]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:17.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:17 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:17.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:17 smithi057 ceph-mon[29654]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:17.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:17 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:17.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:17 smithi057 ceph-mon[29654]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:17.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:17 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:17.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:17 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:17.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:17 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:17.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:17 smithi057 ceph-mon[29654]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:17.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:17 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:17.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:17 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:17.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:17 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:17.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:17 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:17.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:17 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:17.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:17 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:17.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:17 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:17.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:17 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:17.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:17 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:17.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:17 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:17.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:17 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:17.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:17 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:17.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:17 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:17.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:17 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:17.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:17 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:17.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:17 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:17.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:17 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:17.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:17 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:17.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:17 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:17.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:17 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:17.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:17 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:17.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:17 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:17.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:17 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:17.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:17 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:17.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:17 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:17.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:17 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:17.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:17 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:17.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:17 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:17.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:17 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:17.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:17 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:17.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:17 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:17.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:17 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:17.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:17 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:17.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:17 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:17.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:17 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:17.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:17 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:17.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:17 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:17.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:17 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:17.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:17 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:17.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:17 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:17.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:17 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:17.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:17 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:17.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:17 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:17.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:17 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:17.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:17 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:17.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:17 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:17.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:17 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:17.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:17 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:17.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:17 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:17.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:17 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:17.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:17 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:17.388 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:17 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:17.388 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:17 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:17.388 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:17 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:17.600 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:26:17 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[77843]: 2024-04-15T21:26:17.449+0000 7fcc245e3200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-15T21:26:18.025 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:26:17 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[77843]: 2024-04-15T21:26:17.757+0000 7fcc245e3200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-15T21:26:18.293 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:26:18 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[77843]: 2024-04-15T21:26:18.030+0000 7fcc245e3200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-15T21:26:18.293 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:26:18 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[77843]: 2024-04-15T21:26:18.291+0000 7fcc245e3200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-15T21:26:18.293 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:18 smithi148 ceph-mon[25742]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:18.293 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:18 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:18.293 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:18 smithi148 ceph-mon[25742]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:18.293 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:18 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:18.293 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:18 smithi148 ceph-mon[25742]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:18.293 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:18 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:18.293 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:18 smithi148 ceph-mon[25742]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:26:18.294 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:18 smithi148 ceph-mon[25742]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:18.294 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:18 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:18.294 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:18 smithi148 ceph-mon[25742]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:18.294 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:18 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:18.294 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:18 smithi148 ceph-mon[25742]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:18.294 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:18 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:18.294 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:18 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:18.294 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:18 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:18.294 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:18 smithi148 ceph-mon[25742]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:18.294 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:18 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:18.294 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:18 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:18.294 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:18 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:18.294 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:18 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:18.294 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:18 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:18.295 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:18 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:18.295 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:18 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:18.295 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:18 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:18.295 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:18 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:18.295 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:18 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:18.295 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:18 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:18.295 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:18 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:18.295 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:18 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:18.295 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:18 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:18.295 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:18 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:18.295 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:18 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:18.295 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:18 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:18.295 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:18 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:18.295 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:18 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:18.296 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:18 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:18.296 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:18 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:18.296 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:18 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:18.296 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:18 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:18.296 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:18 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:18.296 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:18 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:18.296 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:18 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:18.296 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:18 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:18.296 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:18 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:18.296 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:18 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:18.296 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:18 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:18.296 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:18 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:18.296 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:18 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:18.296 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:18 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:18.296 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:18 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:18.297 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:18 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:18.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:18 smithi057 ceph-mon[24810]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:18.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:18 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:18.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:18 smithi057 ceph-mon[24810]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:18.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:18 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:18.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:18 smithi057 ceph-mon[24810]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:18.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:18 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:18.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:18 smithi057 ceph-mon[24810]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:26:18.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:18 smithi057 ceph-mon[24810]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:18.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:18 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:18.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:18 smithi057 ceph-mon[24810]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:18.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:18 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:18.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:18 smithi057 ceph-mon[24810]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:18.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:18 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:18.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:18 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:18.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:18 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:18.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:18 smithi057 ceph-mon[24810]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:18.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:18 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:18.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:18 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:18.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:18 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:18.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:18 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:18.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:18 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:18.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:18 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:18.632 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:18 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:18.632 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:18 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:18.632 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:18 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:18.632 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:18 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:18.632 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:18 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:18.632 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:18 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:18.632 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:18 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:18.632 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:18 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:18.632 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:18 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:18.632 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:18 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:18.632 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:18 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:18.632 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:18 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:18.632 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:18 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:18.632 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:18 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:18.632 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:18 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:18.633 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:18 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:18.633 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:18 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:18.633 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:18 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:18.633 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:18 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:18.633 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:18 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:18.633 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:18 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:18.633 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:18 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:18.633 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:18 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:18.633 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:18 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:18.633 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:18 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:18.633 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:18 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:18.633 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:18 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:18.633 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:18 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:18.633 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:18 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:18.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:18 smithi057 ceph-mon[29654]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:18.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:18 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:18.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:18 smithi057 ceph-mon[29654]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:18.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:18 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:18.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:18 smithi057 ceph-mon[29654]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:18.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:18 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:18.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:18 smithi057 ceph-mon[29654]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:26:18.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:18 smithi057 ceph-mon[29654]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:18.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:18 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:18.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:18 smithi057 ceph-mon[29654]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:18.635 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:18 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:18.635 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:18 smithi057 ceph-mon[29654]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:18.635 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:18 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:18.635 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:18 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:18.635 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:18 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:18.635 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:18 smithi057 ceph-mon[29654]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:18.635 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:18 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:18.635 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:18 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:18.635 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:18 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:18.635 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:18 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:18.635 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:18 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:18.635 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:18 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:18.635 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:18 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:18.635 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:18 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:18.635 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:18 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:18.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:18 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:18.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:18 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:18.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:18 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:18.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:18 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:18.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:18 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:18.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:18 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:18.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:18 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:18.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:18 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:18.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:18 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:18.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:18 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:18.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:18 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:18.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:18 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:18.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:18 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:18.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:18 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:18.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:18 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:18.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:18 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:18.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:18 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:18.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:18 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:18.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:18 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:18.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:18 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:18.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:18 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:18.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:18 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:18.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:18 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:18.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:18 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:18.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:18 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:18.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:18 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:19.503 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:26:19 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[77843]: 2024-04-15T21:26:19.164+0000 7fcc245e3200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-15T21:26:19.503 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:19 smithi148 ceph-mon[25742]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:19.503 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:19 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:19.503 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:19 smithi148 ceph-mon[25742]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:19.503 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:19 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:19.503 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:19 smithi148 ceph-mon[25742]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:19.504 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:19 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:19.504 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:19 smithi148 ceph-mon[25742]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:19.504 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:19 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:19.504 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:19 smithi148 ceph-mon[25742]: pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:26:19.504 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:19 smithi148 ceph-mon[25742]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:19.504 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:19 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:19.504 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:19 smithi148 ceph-mon[25742]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:19.504 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:19 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:19.504 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:19 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:19.504 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:19 smithi148 ceph-mon[25742]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:19.504 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:19 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:19.504 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:19 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:19.504 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:19 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:19.504 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:19 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:19.505 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:19 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:19.505 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:19 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:19.505 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:19 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:19.505 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:19 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:19.505 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:19 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:19.505 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:19 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:19.505 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:19 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:19.505 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:19 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:19.505 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:19 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:19.505 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:19 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:19.505 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:19 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:19.505 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:19 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:19.505 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:19 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:19.505 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:19 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:19.505 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:19 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:19.506 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:19 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:19.506 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:19 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:19.506 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:19 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:19.506 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:19 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:19.506 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:19 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:19.506 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:19 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:19.506 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:19 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:19.506 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:19 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:19.506 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:19 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:19.506 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:19 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:19.506 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:19 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:19.506 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:19 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:19.506 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:19 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:19.506 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:19 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:19.506 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:19 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:19.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:19 smithi057 ceph-mon[24810]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:19.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:19 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:19.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:19 smithi057 ceph-mon[24810]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:19.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:19 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:19.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:19 smithi057 ceph-mon[24810]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:19.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:19 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:19.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:19 smithi057 ceph-mon[24810]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:19.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:19 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:19.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:19 smithi057 ceph-mon[24810]: pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:26:19.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:19 smithi057 ceph-mon[24810]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:19.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:19 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:19.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:19 smithi057 ceph-mon[24810]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:19.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:19 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:19.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:19 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:19.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:19 smithi057 ceph-mon[24810]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:19.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:19 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:19.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:19 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:19.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:19 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:19.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:19 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:19.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:19 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:19.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:19 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:19.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:19 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:19.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:19 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:19.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:19 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:19.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:19 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:19.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:19 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:19.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:19 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:19.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:19 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:19.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:19 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:19.632 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:19 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:19.632 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:19 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:19.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:19 smithi057 ceph-mon[29654]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:19.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:19 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:19.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:19 smithi057 ceph-mon[29654]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:19.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:19 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:19.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:19 smithi057 ceph-mon[29654]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:19.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:19 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:19.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:19 smithi057 ceph-mon[29654]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:19.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:19 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:19.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:19 smithi057 ceph-mon[29654]: pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:26:19.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:19 smithi057 ceph-mon[29654]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:19.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:19 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:19.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:19 smithi057 ceph-mon[29654]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:19.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:19 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:19.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:19 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:19.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:19 smithi057 ceph-mon[29654]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:19.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:19 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:19.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:19 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:19.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:19 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:19.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:19 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:19.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:19 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:19.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:19 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:19.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:19 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:19.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:19 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:19.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:19 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:19.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:19 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:19.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:19 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:19.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:19 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:19.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:19 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:19.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:19 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:19.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:19 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:19.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:19 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:19.634 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:19 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:19.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:19 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:19.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:19 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:19.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:19 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:19.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:19 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:19.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:19 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:19.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:19 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:19.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:19 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:19.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:19 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:19.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:19 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:19.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:19 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:19.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:19 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:19.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:19 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:19.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:19 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:19.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:19 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:19.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:19 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:19.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:19 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:19.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:19 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:19.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:19 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:19.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:19 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:19.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:19 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:19.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:19 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:19.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:19 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:19.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:19 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:19.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:19 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:19.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:19 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:19.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:19 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:19.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:19 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:19.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:19 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:19.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:19 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:19.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:19 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:19.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:19 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:19.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:19 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:19.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:19 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:19.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:19 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:19.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:19 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:20.073 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:26:19 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[77843]: 2024-04-15T21:26:19.775+0000 7fcc245e3200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-15T21:26:20.074 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:26:19 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[77843]: 2024-04-15T21:26:19.895+0000 7fcc245e3200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-15T21:26:20.350 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:26:20 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[77843]: 2024-04-15T21:26:20.140+0000 7fcc245e3200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-15T21:26:20.351 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:26:20 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[77843]: [15/Apr/2024:21:26:20] ENGINE Bus STARTING 2024-04-15T21:26:20.351 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:26:20 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[77843]: CherryPy Checker: 2024-04-15T21:26:20.351 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:26:20 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[77843]: The Application mounted at '' has an empty config. 2024-04-15T21:26:20.351 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:26:20 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[77843]: 2024-04-15T21:26:20.351 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:26:20 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[77843]: [15/Apr/2024:21:26:20] ENGINE Serving on http://:::9283 2024-04-15T21:26:20.351 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:26:20 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[77843]: [15/Apr/2024:21:26:20] ENGINE Bus STARTED 2024-04-15T21:26:20.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:20 smithi148 ceph-mon[25742]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:20.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:20 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:20.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:20 smithi148 ceph-mon[25742]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:20.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:20 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:20.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:20 smithi148 ceph-mon[25742]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:20.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:20 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:20.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:20 smithi148 ceph-mon[25742]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:20.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:20 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:20.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:20 smithi148 ceph-mon[25742]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:20.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:20 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:20.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:20 smithi148 ceph-mon[25742]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:20.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:20 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:20.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:20 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:20.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:20 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:20.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:20 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:20.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:20 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:20.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:20 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:20.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:20 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:20.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:20 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:20.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:20 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:20.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:20 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:20.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:20 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:20.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:20 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:20.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:20 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:20.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:20 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:20.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:20 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:20.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:20 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:20.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:20 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:20.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:20 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:20.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:20 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:20.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:20 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:20.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:20 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:20.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:20 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:20.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:20 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:20.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:20 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:20.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:20 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:20.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:20 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:20.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:20 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:20.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:20 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:20.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:20 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:20.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:20 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:20.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:20 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:20.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:20 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:20.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:20 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:20.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:20 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:20.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:20 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:20.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:20 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:20.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:20 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:20.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:20 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:20.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:20 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:20.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:20 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:20.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:20 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:20.629 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:20 smithi057 ceph-mon[29654]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:20.629 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:20 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:20.629 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:20 smithi057 ceph-mon[29654]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:20.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:20 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:20.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:20 smithi057 ceph-mon[29654]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:20.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:20 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:20.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:20 smithi057 ceph-mon[29654]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:20.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:20 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:20.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:20 smithi057 ceph-mon[29654]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:20.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:20 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:20.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:20 smithi057 ceph-mon[29654]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:20.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:20 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:20.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:20 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:20.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:20 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:20.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:20 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:20.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:20 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:20.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:20 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:20.631 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:20 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:20.631 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:20 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:20.631 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:20 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:20.631 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:20 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:20.631 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:20 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:20.631 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:20 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:20.631 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:20 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:20.631 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:20 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:20.631 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:20 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:20.631 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:20 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:20.631 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:20 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:20.631 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:20 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:20.631 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:20 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:20.631 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:20 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:20.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:20 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:20.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:20 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:20.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:20 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:20.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:20 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:20.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:20 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:20.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:20 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:20.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:20 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:20.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:20 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:20.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:20 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:20.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:20 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:20.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:20 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:20.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:20 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:20.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:20 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:20.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:20 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:20.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:20 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:20.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:20 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:20.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:20 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:20.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:20 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:20.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:20 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:20.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:20 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:20.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:20 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:20.633 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:20 smithi057 ceph-mon[24810]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:20.633 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:20 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:20.633 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:20 smithi057 ceph-mon[24810]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:20.634 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:20 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:20.634 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:20 smithi057 ceph-mon[24810]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:20.634 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:20 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:20.634 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:20 smithi057 ceph-mon[24810]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:20.634 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:20 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:20.634 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:20 smithi057 ceph-mon[24810]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:20.634 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:20 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:20.634 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:20 smithi057 ceph-mon[24810]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:20.634 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:20 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:20.634 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:20 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:20.634 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:20 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:20.634 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:20 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:20.634 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:20 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:20.634 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:20 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:20.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:20 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:20.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:20 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:20.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:20 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:20.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:20 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:20.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:20 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:20.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:20 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:20.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:20 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:20.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:20 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:20.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:20 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:20.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:20 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:20.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:20 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:20.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:20 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:20.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:20 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:20.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:20 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:20.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:20 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:20.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:20 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:20.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:20 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:20.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:20 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:20.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:20 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:20.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:20 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:20.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:20 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:20.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:20 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:20.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:20 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:20.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:20 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:20.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:20 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:20.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:20 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:20.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:20 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:20.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:20 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:20.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:20 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:20.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:20 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:20.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:20 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:20.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:20 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:20.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:20 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:20.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:20 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:20.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:20 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:21.450 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:21 smithi148 ceph-mon[25742]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:21.450 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:21 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:21.450 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:21 smithi148 ceph-mon[25742]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:21.451 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:21 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:21.451 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:21 smithi148 ceph-mon[25742]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:21.451 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:21 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:21.451 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:21 smithi148 ceph-mon[25742]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:21.451 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:21 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:21.451 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:21 smithi148 ceph-mon[25742]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:21.451 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:21 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:21.451 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:21 smithi148 ceph-mon[25742]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:21.451 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:21 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:21.451 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:21 smithi148 ceph-mon[25742]: pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:26:21.451 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:21 smithi148 ceph-mon[25742]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:21.451 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:21 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:21.451 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:21 smithi148 ceph-mon[25742]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:21.451 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:21 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:21.451 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:21 smithi148 ceph-mon[25742]: from='mgr.? 172.21.15.148:0/4099129478' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-15T21:26:21.452 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:21 smithi148 ceph-mon[25742]: from='mgr.? 172.21.15.148:0/4099129478' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-15T21:26:21.452 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:21 smithi148 ceph-mon[25742]: Standby manager daemon x restarted 2024-04-15T21:26:21.452 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:21 smithi148 ceph-mon[25742]: Standby manager daemon x started 2024-04-15T21:26:21.452 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:21 smithi148 ceph-mon[25742]: from='mgr.? 172.21.15.148:0/4099129478' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-15T21:26:21.452 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:21 smithi148 ceph-mon[25742]: from='mgr.? 172.21.15.148:0/4099129478' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-15T21:26:21.452 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:21 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:21.452 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:21 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:26:21.452 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:21 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:21.452 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:21 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:21.452 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:21 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:21.452 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:21 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:21.452 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:21 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:21.452 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:21 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:21.452 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:21 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:21.453 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:21 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:21.453 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:21 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:21.453 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:21 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:21.453 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:21 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:21.453 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:21 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:21.453 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:21 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:21.453 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:21 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:21.453 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:21 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:21.453 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:21 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:21.453 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:21 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:21.453 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:21 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:21.453 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:21 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:21.453 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:21 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:21.453 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:21 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:21.454 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:21 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:21.454 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:21 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:21.454 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:21 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:21.454 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:21 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:21.454 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:21 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:21.454 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:21 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:21.454 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:21 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:21.454 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:21 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:21.454 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:21 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:21.454 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:21 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:21.454 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:21 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:21.454 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:21 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:21.455 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:21 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:21.565 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:21 smithi057 ceph-mon[24810]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:21.565 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:21 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:21.565 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:21 smithi057 ceph-mon[24810]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:21.565 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:21 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:21.565 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:21 smithi057 ceph-mon[24810]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:21.565 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:21 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:21.566 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:21 smithi057 ceph-mon[24810]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:21.566 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:21 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:21.566 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:21 smithi057 ceph-mon[24810]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:21.566 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:21 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:21.566 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:21 smithi057 ceph-mon[24810]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:21.566 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:21 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:21.566 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:21 smithi057 ceph-mon[24810]: pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:26:21.566 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:21 smithi057 ceph-mon[24810]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:21.567 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:21 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:21.567 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:21 smithi057 ceph-mon[24810]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:21.567 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:21 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:21.567 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:21 smithi057 ceph-mon[24810]: from='mgr.? 172.21.15.148:0/4099129478' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-15T21:26:21.567 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:21 smithi057 ceph-mon[24810]: from='mgr.? 172.21.15.148:0/4099129478' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-15T21:26:21.567 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:21 smithi057 ceph-mon[24810]: Standby manager daemon x restarted 2024-04-15T21:26:21.567 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:21 smithi057 ceph-mon[24810]: Standby manager daemon x started 2024-04-15T21:26:21.567 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:21 smithi057 ceph-mon[24810]: from='mgr.? 172.21.15.148:0/4099129478' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-15T21:26:21.568 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:21 smithi057 ceph-mon[24810]: from='mgr.? 172.21.15.148:0/4099129478' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-15T21:26:21.568 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:21 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:21.568 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:21 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:26:21.568 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:21 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:21.568 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:21 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:21.568 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:21 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:21.568 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:21 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:21.568 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:21 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:21.568 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:21 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:21.569 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:21 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:21.569 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:21 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:21.569 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:21 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:21.569 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:21 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:21.569 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:21 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:21.569 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:21 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:21.569 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:21 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:21.569 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:21 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:21.569 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:21 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:21.570 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:21 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:21.570 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:21 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:21.570 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:21 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:21.570 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:21 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:21.570 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:21 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:21.570 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:21 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:21.570 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:21 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:21.570 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:21 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:21.570 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:21 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:21.571 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:21 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:21.571 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:21 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:21.571 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:21 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:21.571 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:21 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:21.571 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:21 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:21.571 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:21 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:21.572 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:21 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:21.572 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:21 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:21.572 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:21 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:21.573 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:21 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:21.574 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:21 smithi057 ceph-mon[29654]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:21.574 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:21 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:21.574 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:21 smithi057 ceph-mon[29654]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:21.574 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:21 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:21.574 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:21 smithi057 ceph-mon[29654]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:21.574 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:21 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:21.574 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:21 smithi057 ceph-mon[29654]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:21.574 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:21 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:21.574 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:21 smithi057 ceph-mon[29654]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:21.575 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:21 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:21.575 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:21 smithi057 ceph-mon[29654]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:21.575 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:21 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:21.575 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:21 smithi057 ceph-mon[29654]: pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:26:21.575 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:21 smithi057 ceph-mon[29654]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:21.575 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:21 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:21.575 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:21 smithi057 ceph-mon[29654]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:21.575 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:21 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:21.575 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:21 smithi057 ceph-mon[29654]: from='mgr.? 172.21.15.148:0/4099129478' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-15T21:26:21.576 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:21 smithi057 ceph-mon[29654]: from='mgr.? 172.21.15.148:0/4099129478' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-15T21:26:21.576 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:21 smithi057 ceph-mon[29654]: Standby manager daemon x restarted 2024-04-15T21:26:21.576 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:21 smithi057 ceph-mon[29654]: Standby manager daemon x started 2024-04-15T21:26:21.576 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:21 smithi057 ceph-mon[29654]: from='mgr.? 172.21.15.148:0/4099129478' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-15T21:26:21.576 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:21 smithi057 ceph-mon[29654]: from='mgr.? 172.21.15.148:0/4099129478' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-15T21:26:21.576 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:21 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:21.576 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:21 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:26:21.576 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:21 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:21.576 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:21 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:21.576 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:21 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:21.576 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:21 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:21.576 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:21 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:21.576 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:21 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:21.577 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:21 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:21.577 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:21 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:21.577 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:21 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:21.577 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:21 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:21.577 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:21 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:21.577 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:21 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:21.577 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:21 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:21.577 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:21 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:21.577 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:21 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:21.577 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:21 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:21.577 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:21 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:21.578 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:21 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:21.578 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:21 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:21.578 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:21 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:21.578 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:21 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:21.578 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:21 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:21.578 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:21 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:21.578 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:21 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:21.578 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:21 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:21.578 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:21 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:21.578 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:21 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:21.578 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:21 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:21.578 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:21 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:21.579 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:21 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:21.579 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:21 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:21.579 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:21 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:21.579 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:21 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:21.579 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:21 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:21.878 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:26:21 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:26:21] "GET /metrics HTTP/1.1" 200 37989 "" "Prometheus/2.33.4" 2024-04-15T21:26:22.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:22 smithi148 ceph-mon[25742]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:22.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:22 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:22.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:22 smithi148 ceph-mon[25742]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:22.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:22 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:22.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:22 smithi148 ceph-mon[25742]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:22.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:22 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:22.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:22 smithi148 ceph-mon[25742]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:22.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:22 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:22.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:22 smithi148 ceph-mon[25742]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:22.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:22 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:22.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:22 smithi148 ceph-mon[25742]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:22.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:22 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:22.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:22 smithi148 ceph-mon[25742]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:22.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:22 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:22.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:22 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:22.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:22 smithi148 ceph-mon[25742]: mgrmap e44: y(active, since 62s), standbys: x 2024-04-15T21:26:22.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:22 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:22.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:22 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:22.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:22 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:22.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:22 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:22.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:22 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:22.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:22 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:22.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:22 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:22.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:22 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:22.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:22 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:22.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:22 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:22.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:22 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:22.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:22 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:22.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:22 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:22.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:22 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:22.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:22 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:22.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:22 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:22.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:22 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:22.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:22 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:22.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:22 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:22.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:22 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:22.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:22 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:22.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:22 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:22.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:22 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:22.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:22 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:22.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:22 smithi148 ceph-mon[25742]: pgmap v35: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:26:22.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:22 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:22.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:22 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:22.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:22 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:22.605 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:22 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:22.605 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:22 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:22.605 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:22 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:22.605 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:22 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:22.605 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:22 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:22.605 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:22 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:22.605 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:22 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:22.605 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:22 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:22.605 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:22 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:22.605 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:22 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:22.605 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:22 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:22.605 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:22 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:22.606 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:22 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:22.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:22 smithi057 ceph-mon[24810]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:22.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:22 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:22.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:22 smithi057 ceph-mon[24810]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:22.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:22 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:22.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:22 smithi057 ceph-mon[24810]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:22.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:22 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:22.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:22 smithi057 ceph-mon[24810]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:22.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:22 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:22.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:22 smithi057 ceph-mon[24810]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:22.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:22 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:22.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:22 smithi057 ceph-mon[24810]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:22.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:22 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:22.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:22 smithi057 ceph-mon[24810]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:22.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:22 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:22.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:22 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:22.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:22 smithi057 ceph-mon[24810]: mgrmap e44: y(active, since 62s), standbys: x 2024-04-15T21:26:22.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:22 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:22.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:22 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:22.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:22 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:22.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:22 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:22.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:22 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:22.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:22 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:22.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:22 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:22.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:22 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:22.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:22 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:22.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:22 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:22.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:22 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:22.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:22 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:22.632 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:22 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:22.632 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:22 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:22.632 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:22 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:22.632 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:22 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:22.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:22 smithi057 ceph-mon[29654]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:22.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:22 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:22.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:22 smithi057 ceph-mon[29654]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:22.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:22 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:22.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:22 smithi057 ceph-mon[29654]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:22.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:22 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:22.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:22 smithi057 ceph-mon[29654]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:22.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:22 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:22.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:22 smithi057 ceph-mon[29654]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:22.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:22 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:22.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:22 smithi057 ceph-mon[29654]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:22.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:22 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:22.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:22 smithi057 ceph-mon[29654]: Upgrade: 1 mgr daemon(s) are 17.2.0 != target 19.0.0-3084-g87dbfb63 2024-04-15T21:26:22.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:22 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:22.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:22 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:22.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:22 smithi057 ceph-mon[29654]: mgrmap e44: y(active, since 62s), standbys: x 2024-04-15T21:26:22.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:22 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:22.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:22 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:22.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:22 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:22.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:22 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:22.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:22 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:22.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:22 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:22.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:22 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:22.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:22 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:22.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:22 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:22.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:22 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:22.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:22 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:22.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:22 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:22.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:22 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:22.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:22 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:22.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:22 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:22.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:22 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:22.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:22 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:22.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:22 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:22.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:22 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:22.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:22 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:22.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:22 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:22.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:22 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:22.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:22 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:22.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:22 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:22.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:22 smithi057 ceph-mon[24810]: pgmap v35: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:26:22.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:22 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:22.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:22 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:22.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:22 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:22.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:22 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:22.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:22 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:22.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:22 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:22.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:22 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:22.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:22 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:22.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:22 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:22.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:22 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:22.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:22 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:22.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:22 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:22.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:22 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:22.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:22 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:22.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:22 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:22.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:22 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:22.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:22 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:22.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:22 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:22.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:22 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:22.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:22 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:22.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:22 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:22.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:22 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:22.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:22 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:22.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:22 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:22.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:22 smithi057 ceph-mon[29654]: pgmap v35: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:26:22.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:22 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:22.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:22 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:22.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:22 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:22.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:22 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:22.638 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:22 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:22.638 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:22 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:22.638 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:22 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:22.638 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:22 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:22.638 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:22 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:22.638 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:22 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:22.638 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:22 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:22.638 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:22 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:22.638 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:22 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:22.638 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:22 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:22.638 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:22 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:22.638 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:22 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:23.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:23 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:23.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:23 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:23.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:23 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:23.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:23 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:23.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:23 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:23.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:23 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:23.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:23 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:23.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:23 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:23.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:23 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:23.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:23 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:23.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:23 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:23.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:23 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:23.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:23 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:23.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:23 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:23.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:23 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:23.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:23 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:23.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:23 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:23.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:23 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:23.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:23 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:23.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:23 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:23.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:23 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:23.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:23 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:23.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:23 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:23.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:23 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:23.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:23 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:23.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:23 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:23.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:23 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:23.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:23 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:23.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:23 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:23.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:23 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:23.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:23 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:23.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:23 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:23.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:23 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:23.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:23 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:23.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:23 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:23.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:23 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:23.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:23 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:23.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:23 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:23.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:23 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:23.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:23 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:23.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:23 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:23.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:23 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:23.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:23 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:23.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:23 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:23.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:23 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:23.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:23 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:23.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:23 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:23.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:23 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:23.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:23 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:23.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:23 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:23.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:23 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:23.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:23 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:23.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:23 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:23.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:23 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:23.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:23 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:23.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:23 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:23.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:23 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:23.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:23 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:23.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:23 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:23.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:23 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:23.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:23 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:23.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:23 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:23.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:23 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:23.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:23 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:23.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:23 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:23.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:23 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:23.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:23 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:23.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:23 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:23.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:23 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:23.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:23 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:23.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:23 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:23.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:23 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:23.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:23 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:23.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:23 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:23.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:23 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:23.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:23 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:23.632 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:23 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:23.632 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:23 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:23.632 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:23 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:23.632 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:23 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:23.632 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:23 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:23.632 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:23 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:23.632 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:23 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:23.632 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:23 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:23.632 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:23 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:23.632 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:23 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:23.632 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:23 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:23.632 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:23 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:23.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:23 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:23.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:23 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:23.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:23 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:23.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:23 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:23.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:23 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:23.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:23 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:23.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:23 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:23.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:23 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:23.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:23 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:23.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:23 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:23.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:23 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:23.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:23 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:23.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:23 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:23.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:23 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:23.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:23 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:23.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:23 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:23.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:23 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:23.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:23 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:23.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:23 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:23.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:23 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:23.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:23 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:23.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:23 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:23.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:23 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:23.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:23 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:23.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:23 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:23.635 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:23 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:23.635 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:23 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:23.635 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:23 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:23.635 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:23 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:23.635 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:23 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:23.635 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:23 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:23.635 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:23 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:23.635 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:23 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:23.635 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:23 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:23.635 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:23 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:23.635 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:23 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:23.635 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:23 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:23.635 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:23 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:23.635 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:23 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:23.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:23 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:23.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:23 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:23.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:23 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:23.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:23 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:23.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:23 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:24.517 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:24 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:24.517 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:24 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:24.517 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:24 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:24.517 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:24 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:24.517 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:24 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:24.517 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:24 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:24.517 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:24 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:24.517 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:24 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:24.517 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:24 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:24.518 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:24 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:24.518 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:24 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:24.518 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:24 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:24.518 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:24 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:24.518 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:24 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:24.518 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:24 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:24.518 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:24 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:24.518 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:24 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:24.518 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:24 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:24.518 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:24 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:24.518 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:24 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:24.518 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:24 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:24.518 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:24 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:24.518 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:24 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:24.519 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:24 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:24.519 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:24 smithi148 ceph-mon[25742]: pgmap v36: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:26:24.519 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:24 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:24.519 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:24 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:24.519 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:24 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:24.519 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:24 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:24.519 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:24 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:24.519 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:24 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:24.519 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:24 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:24.519 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:24 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:24.519 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:24 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:24.519 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:24 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:24.519 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:24 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:24.519 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:24 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:24.519 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:24 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:24.520 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:24 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:24.520 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:24 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:24.520 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:24 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:24.520 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:24 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:24.520 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:24 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:24.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:24 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:24.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:24 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:24.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:24 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:24.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:24 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:24.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:24 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:24.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:24 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:24.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:24 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:24.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:24 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:24.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:24 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:24.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:24 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:24.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:24 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:24.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:24 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:24.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:24 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:24.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:24 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:24.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:24 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:24.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:24 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:24.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:24 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:24.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:24 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:24.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:24 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:24.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:24 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:24.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:24 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:24.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:24 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:24.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:24 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:24.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:24 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:24.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:24 smithi057 ceph-mon[24810]: pgmap v36: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:26:24.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:24 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:24.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:24 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:24.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:24 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:24.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:24 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:24.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:24 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:24.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:24 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:24.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:24 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:24.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:24 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:24.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:24 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:24.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:24 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:24.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:24 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:24.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:24 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:24.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:24 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:24.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:24 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:24.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:24 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:24.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:24 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:24.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:24 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:24.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:24 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:24.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:24 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:24.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:24 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:24.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:24 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:24.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:24 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:24.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:24 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:24.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:24 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:24.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:24 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:24.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:24 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:24.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:24 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:24.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:24 smithi057 ceph-mon[29654]: pgmap v36: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:26:24.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:24 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:24.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:24 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:24.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:24 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:24.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:24 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:24.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:24 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:24.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:24 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:24.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:24 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:24.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:24 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:24.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:24 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:24.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:24 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:24.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:24 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:24.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:24 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:24.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:24 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:24.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:24 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:24.635 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:24 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:24.635 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:24 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:24.635 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:24 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:24.635 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:24 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:24.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:24 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:24.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:24 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:24.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:24 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:24.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:24 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:24.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:24 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:24.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:24 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:24.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:24 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:24.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:24 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:24.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:24 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:24.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:24 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:24.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:24 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:24.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:24 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:24.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:24 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:24.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:24 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:24.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:24 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:25.056 INFO:teuthology.orchestra.run.smithi057.stdout:true 2024-04-15T21:26:25.273 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:25 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:25.273 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:25 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:25.273 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:25 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:25.273 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:25 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:25.273 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:25 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:25.273 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:25 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:25.273 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:25 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:25.273 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:25 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:25.274 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:25 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:25.274 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:25 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:25.274 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:25 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:25.274 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:25 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:25.274 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:25 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:25.274 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:25 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:25.274 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:25 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:25.274 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:25 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:25.274 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:25 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:25.274 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:25 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:25.274 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:25 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:25.274 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:25 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:25.274 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:25 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:25.274 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:25 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:25.275 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:25 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:25.275 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:25 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:25.275 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:25 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:25.275 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:25 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:25.275 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:25 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:25.275 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:25 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:25.275 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:25 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:25.275 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:25 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:25.275 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:25 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:25.275 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:25 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:25.275 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:25 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:25.275 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:25 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:25.275 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:25 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:25.275 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:25 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:25.275 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:25 smithi148 ceph-mon[25742]: from='client.25486 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:26:25.276 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:25 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:25.276 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:25 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:25.276 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:25 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:25.276 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:25 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:25.276 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:25 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:25.276 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:25 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:25.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:25 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:25.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:25 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:25.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:25 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:25.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:25 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:25.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:25 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:25.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:25 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:25.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:25 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:25.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:25 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:25.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:25 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:25.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:25 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:25.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:25 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:25.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:25 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:25.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:25 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:25.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:25 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:25.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:25 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:25.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:25 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:25.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:25 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:25.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:25 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:25.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:25 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:25.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:25 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:25.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:25 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:25.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:25 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:25.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:25 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:25.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:25 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:25.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:25 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:25.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:25 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:25.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:25 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:25.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:25 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:25.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:25 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:25.381 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:25 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:25.381 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:25 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:25.381 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:25 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:25.381 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:25 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:25.381 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:25 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:25.381 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:25 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:25.381 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:25 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:25.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:25 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:25.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:25 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:25.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:25 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:25.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:25 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:25.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:25 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:25.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:25 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:25.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:25 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:25.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:25 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:25.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:25 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:25.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:25 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:25.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:25 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:25.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:25 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:25.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:25 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:25.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:25 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:25.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:25 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:25.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:25 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:25.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:25 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:25.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:25 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:25.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:25 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:25.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:25 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:25.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:25 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:25.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:25 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:25.383 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:25 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:25.383 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:25 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:25.383 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:25 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:25.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:25 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:25.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:25 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:25.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:25 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:25.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:25 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:25.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:25 smithi057 ceph-mon[24810]: from='client.25486 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:26:25.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:25 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:25.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:25 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:25.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:25 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:25.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:25 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:25.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:25 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:25.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:25 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:25.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:25 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:25.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:25 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:25.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:25 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:25.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:25 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:25.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:25 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:25.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:25 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:25.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:25 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:25.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:25 smithi057 ceph-mon[29654]: from='client.25486 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:26:25.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:25 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:25.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:25 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:25.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:25 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:25.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:25 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:25.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:25 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:25.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:25 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:25.793 INFO:teuthology.orchestra.run.smithi057.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-15T21:26:25.793 INFO:teuthology.orchestra.run.smithi057.stdout:agent.smithi057 smithi057 running 15s ago 27m - - 2024-04-15T21:26:25.794 INFO:teuthology.orchestra.run.smithi057.stdout:agent.smithi148 smithi148 running 19s ago 27m - - 2024-04-15T21:26:25.794 INFO:teuthology.orchestra.run.smithi057.stdout:alertmanager.a smithi057 *:9093,9094 running (14m) 15s ago 22m 23.0M - 0.23.0 ba2b418f427c 272eab17dd5f 2024-04-15T21:26:25.794 INFO:teuthology.orchestra.run.smithi057.stdout:grafana.a smithi148 *:3000 running (13m) 19s ago 21m 52.3M - 8.3.5 dad864ee21e9 a2302b3001ab 2024-04-15T21:26:25.794 INFO:teuthology.orchestra.run.smithi057.stdout:iscsi.foo.smithi057.jwyjxv smithi057 running (39s) 15s ago 21m 52.3M - 3.5 e1d6a67b021e 9d8d20cf842b 2024-04-15T21:26:25.794 INFO:teuthology.orchestra.run.smithi057.stdout:mgr.x smithi148 *:8443,9283,8765 starting - - - - 2024-04-15T21:26:25.794 INFO:teuthology.orchestra.run.smithi057.stdout:mgr.y smithi057 *:8443,9283,8765 running (10m) 15s ago 28m 509M - 19.0.0-3084-g87dbfb63 a452a57266c7 7bb446a32fbb 2024-04-15T21:26:25.794 INFO:teuthology.orchestra.run.smithi057.stdout:mon.a smithi057 running (28m) 15s ago 28m 84.9M 2048M 17.2.0 e1d6a67b021e f68a8a14d0b2 2024-04-15T21:26:25.794 INFO:teuthology.orchestra.run.smithi057.stdout:mon.b smithi148 running (27m) 19s ago 27m 67.6M 2048M 17.2.0 e1d6a67b021e 27f4990cb4d7 2024-04-15T21:26:25.794 INFO:teuthology.orchestra.run.smithi057.stdout:mon.c smithi057 running (27m) 15s ago 27m 60.8M 2048M 17.2.0 e1d6a67b021e 7cbf3ea734af 2024-04-15T21:26:25.794 INFO:teuthology.orchestra.run.smithi057.stdout:node-exporter.a smithi057 *:9100 running (14m) 15s ago 22m 18.3M - 1.3.1 1dbe0e931976 a827ac9a2599 2024-04-15T21:26:25.794 INFO:teuthology.orchestra.run.smithi057.stdout:node-exporter.b smithi148 *:9100 running (13m) 19s ago 22m 20.4M - 1.3.1 1dbe0e931976 a1defb3de404 2024-04-15T21:26:25.794 INFO:teuthology.orchestra.run.smithi057.stdout:osd.0 smithi057 running (26m) 15s ago 26m 54.7M 4096M 17.2.0 e1d6a67b021e a825b23c2b8e 2024-04-15T21:26:25.795 INFO:teuthology.orchestra.run.smithi057.stdout:osd.1 smithi057 running (26m) 15s ago 26m 59.1M 4096M 17.2.0 e1d6a67b021e ef43105379fd 2024-04-15T21:26:25.795 INFO:teuthology.orchestra.run.smithi057.stdout:osd.2 smithi057 running (25m) 15s ago 25m 53.4M 4096M 17.2.0 e1d6a67b021e 8cea1b1b5212 2024-04-15T21:26:25.795 INFO:teuthology.orchestra.run.smithi057.stdout:osd.3 smithi057 running (25m) 15s ago 25m 52.7M 4096M 17.2.0 e1d6a67b021e 8400e9bee4fe 2024-04-15T21:26:25.795 INFO:teuthology.orchestra.run.smithi057.stdout:osd.4 smithi148 running (24m) 19s ago 24m 54.7M 4096M 17.2.0 e1d6a67b021e 955a657c7722 2024-04-15T21:26:25.795 INFO:teuthology.orchestra.run.smithi057.stdout:osd.5 smithi148 running (24m) 19s ago 24m 52.0M 4096M 17.2.0 e1d6a67b021e bf2b1914ffc9 2024-04-15T21:26:25.795 INFO:teuthology.orchestra.run.smithi057.stdout:osd.6 smithi148 running (24m) 19s ago 24m 51.4M 4096M 17.2.0 e1d6a67b021e ab801778ca01 2024-04-15T21:26:25.795 INFO:teuthology.orchestra.run.smithi057.stdout:osd.7 smithi148 running (23m) 19s ago 23m 52.5M 4096M 17.2.0 e1d6a67b021e c9334bc357be 2024-04-15T21:26:25.795 INFO:teuthology.orchestra.run.smithi057.stdout:prometheus.a smithi148 *:9095 running (51s) 19s ago 23m 66.8M - 2.33.4 514e6a882f6e 09228279f4f1 2024-04-15T21:26:25.795 INFO:teuthology.orchestra.run.smithi057.stdout:rgw.foo.smithi057.lxigfo smithi057 *:8000 running (21m) 15s ago 21m 78.6M - 17.2.0 e1d6a67b021e fa044b726c8d 2024-04-15T21:26:25.795 INFO:teuthology.orchestra.run.smithi057.stdout:rgw.foo.smithi148.cgzzfh smithi148 *:8000 running (21m) 19s ago 21m 75.5M - 17.2.0 e1d6a67b021e 722242170e62 2024-04-15T21:26:26.284 INFO:teuthology.orchestra.run.smithi057.stdout:{ 2024-04-15T21:26:26.284 INFO:teuthology.orchestra.run.smithi057.stdout: "mon": { 2024-04-15T21:26:26.284 INFO:teuthology.orchestra.run.smithi057.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 3 2024-04-15T21:26:26.284 INFO:teuthology.orchestra.run.smithi057.stdout: }, 2024-04-15T21:26:26.284 INFO:teuthology.orchestra.run.smithi057.stdout: "mgr": { 2024-04-15T21:26:26.284 INFO:teuthology.orchestra.run.smithi057.stdout: "ceph version 19.0.0-3084-g87dbfb63 (87dbfb632e974cb2c28d17423071d2d833b53b29) squid (dev)": 2 2024-04-15T21:26:26.284 INFO:teuthology.orchestra.run.smithi057.stdout: }, 2024-04-15T21:26:26.284 INFO:teuthology.orchestra.run.smithi057.stdout: "osd": { 2024-04-15T21:26:26.285 INFO:teuthology.orchestra.run.smithi057.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 8 2024-04-15T21:26:26.285 INFO:teuthology.orchestra.run.smithi057.stdout: }, 2024-04-15T21:26:26.285 INFO:teuthology.orchestra.run.smithi057.stdout: "mds": {}, 2024-04-15T21:26:26.285 INFO:teuthology.orchestra.run.smithi057.stdout: "rgw": { 2024-04-15T21:26:26.285 INFO:teuthology.orchestra.run.smithi057.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 2 2024-04-15T21:26:26.285 INFO:teuthology.orchestra.run.smithi057.stdout: }, 2024-04-15T21:26:26.285 INFO:teuthology.orchestra.run.smithi057.stdout: "overall": { 2024-04-15T21:26:26.285 INFO:teuthology.orchestra.run.smithi057.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 13, 2024-04-15T21:26:26.285 INFO:teuthology.orchestra.run.smithi057.stdout: "ceph version 19.0.0-3084-g87dbfb63 (87dbfb632e974cb2c28d17423071d2d833b53b29) squid (dev)": 2 2024-04-15T21:26:26.285 INFO:teuthology.orchestra.run.smithi057.stdout: } 2024-04-15T21:26:26.285 INFO:teuthology.orchestra.run.smithi057.stdout:} 2024-04-15T21:26:26.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:26 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:26.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:26 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:26.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:26 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:26.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:26 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:26.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:26 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:26.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:26 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:26.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:26 smithi148 ceph-mon[25742]: from='client.35324 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:26:26.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:26 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:26.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:26 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:26.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:26 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:26.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:26 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:26.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:26 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:26.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:26 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:26.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:26 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:26.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:26 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:26.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:26 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:26.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:26 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:26.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:26 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:26.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:26 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:26.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:26 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:26.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:26 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:26.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:26 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:26.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:26 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:26.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:26 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:26.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:26 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:26.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:26 smithi148 ceph-mon[25742]: from='client.15585 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:26:26.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:26 smithi148 ceph-mon[25742]: pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:26:26.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:26 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:26.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:26 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:26.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:26 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:26.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:26 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:26.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:26 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:26.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:26 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:26.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:26 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:26.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:26 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:26.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:26 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:26.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:26 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:26.476 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:26 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:26.476 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:26 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:26.476 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:26 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:26.476 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:26 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:26.476 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:26 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:26.476 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:26 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:26.476 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:26 smithi057 ceph-mon[24810]: from='client.35324 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:26:26.476 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:26 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:26.476 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:26 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:26.476 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:26 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:26.477 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:26 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:26.477 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:26 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:26.477 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:26 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:26.477 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:26 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:26.477 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:26 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:26.477 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:26 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:26.477 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:26 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:26.477 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:26 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:26.477 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:26 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:26.477 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:26 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:26.477 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:26 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:26.477 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:26 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:26.477 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:26 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:26.477 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:26 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:26.477 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:26 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:26.478 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:26 smithi057 ceph-mon[24810]: from='client.15585 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:26:26.478 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:26 smithi057 ceph-mon[24810]: pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:26:26.478 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:26 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:26.478 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:26 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:26.478 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:26 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:26.478 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:26 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:26.478 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:26 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:26.478 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:26 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:26.478 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:26 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:26.478 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:26 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:26.478 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:26 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:26.478 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:26 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:26.479 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:26 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:26.479 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:26 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:26.479 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:26 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:26.479 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:26 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:26.479 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:26 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:26.479 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:26 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:26.479 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:26 smithi057 ceph-mon[29654]: from='client.35324 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:26:26.479 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:26 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:26.479 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:26 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:26.479 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:26 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:26.480 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:26 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:26.480 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:26 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:26.480 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:26 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:26.480 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:26 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:26.480 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:26 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:26.480 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:26 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:26.480 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:26 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:26.480 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:26 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:26.480 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:26 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:26.480 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:26 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:26.480 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:26 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:26.480 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:26 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:26.480 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:26 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:26.480 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:26 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:26.480 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:26 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:26.481 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:26 smithi057 ceph-mon[29654]: from='client.15585 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:26:26.481 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:26 smithi057 ceph-mon[29654]: pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:26:26.481 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:26 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:26.481 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:26 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:26.481 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:26 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:26.481 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:26 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:26.481 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:26 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:26.481 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:26 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:26.481 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:26 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:26.481 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:26 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:26.481 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:26 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:26.481 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:26 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:26.662 INFO:teuthology.orchestra.run.smithi057.stdout:{ 2024-04-15T21:26:26.662 INFO:teuthology.orchestra.run.smithi057.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29", 2024-04-15T21:26:26.662 INFO:teuthology.orchestra.run.smithi057.stdout: "in_progress": true, 2024-04-15T21:26:26.663 INFO:teuthology.orchestra.run.smithi057.stdout: "which": "Upgrading daemons of type(s) mgr", 2024-04-15T21:26:26.663 INFO:teuthology.orchestra.run.smithi057.stdout: "services_complete": [ 2024-04-15T21:26:26.663 INFO:teuthology.orchestra.run.smithi057.stdout: "mgr" 2024-04-15T21:26:26.663 INFO:teuthology.orchestra.run.smithi057.stdout: ], 2024-04-15T21:26:26.663 INFO:teuthology.orchestra.run.smithi057.stdout: "progress": "2/2 daemons upgraded", 2024-04-15T21:26:26.663 INFO:teuthology.orchestra.run.smithi057.stdout: "message": "Currently upgrading mgr daemons", 2024-04-15T21:26:26.663 INFO:teuthology.orchestra.run.smithi057.stdout: "is_paused": false 2024-04-15T21:26:26.663 INFO:teuthology.orchestra.run.smithi057.stdout:} 2024-04-15T21:26:27.441 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:27 smithi148 ceph-mon[25742]: from='client.? 172.21.15.57:0/4042893002' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:27.441 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:27 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:27.441 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:27 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:27.442 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:27 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:27.442 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:27 smithi148 ceph-mon[25742]: from='client.15597 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:26:27.442 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:27 smithi148 ceph-mon[25742]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:26:27.515 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:27 smithi057 ceph-mon[24810]: from='client.? 172.21.15.57:0/4042893002' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:27.516 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:27 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:27.516 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:27 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:27.516 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:27 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:27.516 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:27 smithi057 ceph-mon[24810]: from='client.15597 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:26:27.516 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:27 smithi057 ceph-mon[24810]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:26:27.516 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:27 smithi057 ceph-mon[29654]: from='client.? 172.21.15.57:0/4042893002' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:27.516 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:27 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:27.516 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:27 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:27.517 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:27 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:27.517 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:27 smithi057 ceph-mon[29654]: from='client.15597 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:26:27.517 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:27 smithi057 ceph-mon[29654]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:26:28.478 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:28 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:28.479 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:28 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:28.479 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:28 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:28.479 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:28 smithi148 ceph-mon[25742]: pgmap v38: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:26:28.629 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:28 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:28.629 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:28 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:28.629 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:28 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:28.629 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:28 smithi057 ceph-mon[29654]: pgmap v38: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:26:28.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:28 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:28.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:28 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:28.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:28 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:28.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:28 smithi057 ceph-mon[24810]: pgmap v38: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:26:30.556 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:30 smithi148 ceph-mon[25742]: Upgrade: Updating mgr.x 2024-04-15T21:26:30.556 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:30 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:30.557 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:30 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-15T21:26:30.557 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:30 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-15T21:26:30.557 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:30 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:30.557 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:30 smithi148 ceph-mon[25742]: Deploying daemon mgr.x on smithi148 2024-04-15T21:26:30.557 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:30 smithi148 ceph-mon[25742]: pgmap v39: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:26:30.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:30 smithi057 ceph-mon[24810]: Upgrade: Updating mgr.x 2024-04-15T21:26:30.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:30 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:30.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:30 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-15T21:26:30.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:30 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-15T21:26:30.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:30 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:30.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:30 smithi057 ceph-mon[24810]: Deploying daemon mgr.x on smithi148 2024-04-15T21:26:30.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:30 smithi057 ceph-mon[24810]: pgmap v39: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:26:30.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:30 smithi057 ceph-mon[29654]: Upgrade: Updating mgr.x 2024-04-15T21:26:30.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:30 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:30.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:30 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-15T21:26:30.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:30 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-15T21:26:30.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:30 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:30.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:30 smithi057 ceph-mon[29654]: Deploying daemon mgr.x on smithi148 2024-04-15T21:26:30.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:30 smithi057 ceph-mon[29654]: pgmap v39: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:26:31.879 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:26:31 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:26:31] "GET /metrics HTTP/1.1" 200 37989 "" "Prometheus/2.33.4" 2024-04-15T21:26:31.880 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:31 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:31.880 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:31 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:31.880 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:31 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:31.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:31 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:31.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:31 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:31.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:31 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:32.048 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:31 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:32.048 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:31 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:32.048 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:31 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:32.048 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:26:31 smithi148 systemd[1]: Stopping Ceph mgr.x for b97cffaa-fb6a-11ee-bc8f-c7b262605968... 2024-04-15T21:26:32.333 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:26:32 smithi148 podman[82635]: 2024-04-15 21:26:32.046624191 +0000 UTC m=+0.178839269 container died 8cab7b15be7b1c07be1b279f714c40985367c3f2da7239897f296218cb6f9ad1 (image=quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-87dbfb6, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-15T21:26:32.600 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:26:32 smithi148 podman[82635]: 2024-04-15 21:26:32.431570454 +0000 UTC m=+0.563785517 container cleanup 8cab7b15be7b1c07be1b279f714c40985367c3f2da7239897f296218cb6f9ad1 (image=quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, RELEASE=main-87dbfb6, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.build-date=20240409, ceph=True) 2024-04-15T21:26:32.600 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:26:32 smithi148 bash[82635]: ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x 2024-04-15T21:26:32.979 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:26:32 smithi148 podman[82649]: 2024-04-15 21:26:32.66603163 +0000 UTC m=+0.614549288 container remove 8cab7b15be7b1c07be1b279f714c40985367c3f2da7239897f296218cb6f9ad1 (image=quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, ceph=True, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, RELEASE=main-87dbfb6, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240409) 2024-04-15T21:26:32.979 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:26:32 smithi148 systemd[1]: ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-04-15T21:26:32.980 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:26:32 smithi148 systemd[1]: ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@mgr.x.service: Failed with result 'exit-code'. 2024-04-15T21:26:32.980 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:26:32 smithi148 systemd[1]: Stopped Ceph mgr.x for b97cffaa-fb6a-11ee-bc8f-c7b262605968. 2024-04-15T21:26:32.980 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:26:32 smithi148 systemd[1]: ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@mgr.x.service: Consumed 8.881s CPU time. 2024-04-15T21:26:32.980 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:26:32 smithi148 systemd[1]: Starting Ceph mgr.x for b97cffaa-fb6a-11ee-bc8f-c7b262605968... 2024-04-15T21:26:33.314 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:33 smithi148 ceph-mon[25742]: pgmap v40: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:26:33.314 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:26:33 smithi148 podman[82784]: 2024-04-15 21:26:33.098576716 +0000 UTC m=+0.017697649 image pull a452a57266c718c37049de4c2da9a5e566bb7b9c6db62908ada4c8b0e854997b quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29 2024-04-15T21:26:33.314 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:26:33 smithi148 podman[82784]: 2024-04-15 21:26:33.2087027 +0000 UTC m=+0.127823618 container create 56ad8667b91a919101c01455533d1a3acbebca1f7a04a8579c78ad66cfb38474 (image=quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, RELEASE=main-87dbfb6, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True) 2024-04-15T21:26:33.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:33 smithi057 ceph-mon[24810]: pgmap v40: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:26:33.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:33 smithi057 ceph-mon[29654]: pgmap v40: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:26:33.600 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:26:33 smithi148 podman[82784]: 2024-04-15 21:26:33.436284324 +0000 UTC m=+0.355405243 container init 56ad8667b91a919101c01455533d1a3acbebca1f7a04a8579c78ad66cfb38474 (image=quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x, org.label-schema.vendor=CentOS, RELEASE=main-87dbfb6, org.label-schema.build-date=20240409, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, ceph=True, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=) 2024-04-15T21:26:33.601 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:26:33 smithi148 podman[82784]: 2024-04-15 21:26:33.439179432 +0000 UTC m=+0.358300353 container start 56ad8667b91a919101c01455533d1a3acbebca1f7a04a8579c78ad66cfb38474 (image=quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x, org.label-schema.license=GPLv2, RELEASE=main-87dbfb6, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.vendor=CentOS, ceph=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=) 2024-04-15T21:26:33.601 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:26:33 smithi148 ceph-mgr[82804]: -- 172.21.15.148:0/3525288692 <== mon.2 v2:172.21.15.148:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5564c9eae5a0 con 0x5564c9e83000 2024-04-15T21:26:33.601 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:26:33 smithi148 bash[82784]: 56ad8667b91a919101c01455533d1a3acbebca1f7a04a8579c78ad66cfb38474 2024-04-15T21:26:33.601 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:26:33 smithi148 systemd[1]: Started Ceph mgr.x for b97cffaa-fb6a-11ee-bc8f-c7b262605968. 2024-04-15T21:26:34.350 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:26:34 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[82800]: 2024-04-15T21:26:34.016+0000 7fbe5a16c200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-15T21:26:34.350 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:26:34 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[82800]: 2024-04-15T21:26:34.120+0000 7fbe5a16c200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-15T21:26:34.879 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:34 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:34.879 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:34 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:34.879 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:34 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:34.879 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:34 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:34.879 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:34 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:34.879 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:34 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:34.879 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:34 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:34.879 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:34 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:34.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:34 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-04-15T21:26:34.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:34 smithi057 ceph-mon[24810]: pgmap v41: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:26:34.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:34 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-04-15T21:26:34.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:34 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:34.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:34 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:34.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:34 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:34.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:34 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:34.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:34 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:34.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:34 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:34.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:34 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:34.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:34 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:34.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:34 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:34.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:34 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:34.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:34 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:34.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:34 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:34.881 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:34 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:34.881 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:34 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:34.881 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:34 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:34.881 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:34 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:34.881 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:34 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:34.881 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:34 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:34.881 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:34 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:34.881 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:34 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:34.881 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:34 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:34.881 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:34 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:34.881 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:34 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:34.882 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:34 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:34.882 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:34 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:34.882 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:34 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:34.882 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:34 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-04-15T21:26:34.882 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:34 smithi057 ceph-mon[29654]: pgmap v41: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:26:34.882 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:34 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-04-15T21:26:34.882 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:34 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:34.882 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:34 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:34.882 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:34 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:34.882 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:34 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:34.882 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:34 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:34.882 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:34 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:34.882 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:34 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:34.882 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:34 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:34.883 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:34 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:34.883 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:34 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:34.883 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:34 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:34.883 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:34 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:34.883 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:34 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:34.883 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:34 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:34.883 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:34 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:34.883 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:34 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:34.883 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:34 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:34.883 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:34 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:34.883 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:34 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:34.883 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:34 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:34.884 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:34 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:34.884 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:34 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:34.884 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:34 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:34.884 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:34 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:34.884 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:34 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:34.884 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:34 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:34.884 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:34 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:34.884 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:34 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:34.884 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:34 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:34.884 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:34 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:34.884 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:34 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:34.884 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:34 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:34.885 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:34 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:34.885 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:34 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:34.885 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:34 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:34.885 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:34 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:34.885 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:34 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:34.885 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:34 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:34.885 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:34 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:34.885 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:34 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:34.885 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:34 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:34.885 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:34 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:34.885 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:34 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:34.885 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:34 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:34.929 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:26:34 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[82800]: 2024-04-15T21:26:34.831+0000 7fbe5a16c200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-15T21:26:34.929 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:26:34 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[82800]: 2024-04-15T21:26:34.928+0000 7fbe5a16c200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-15T21:26:34.930 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:34 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:34.930 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:34 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:34.930 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:34 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:34.930 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:34 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:34.930 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:34 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:34.930 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:34 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:34.930 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:34 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:34.931 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:34 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:34.931 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:34 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-04-15T21:26:34.931 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:34 smithi148 ceph-mon[25742]: pgmap v41: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:26:34.931 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:34 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-04-15T21:26:34.931 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:34 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:34.931 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:34 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:34.931 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:34 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:34.931 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:34 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:34.931 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:34 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:34.932 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:34 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:34.932 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:34 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:34.932 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:34 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:34.932 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:34 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:34.932 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:34 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:34.932 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:34 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:34.932 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:34 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:34.932 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:34 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:34.932 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:34 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:34.932 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:34 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:34.932 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:34 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:34.932 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:34 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:34.932 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:34 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:34.932 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:34 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:34.933 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:34 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:34.933 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:34 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:34.933 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:34 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:34.933 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:34 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:34.933 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:34 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:34.933 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:34 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:34.933 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:34 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:34.933 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:34 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:34.933 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:34 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:34.933 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:34 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:34.933 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:34 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:34.933 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:34 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:35.263 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:26:35 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[82800]: 2024-04-15T21:26:35.076+0000 7fbe5a16c200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-15T21:26:35.263 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:26:35 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[82800]: 2024-04-15T21:26:35.176+0000 7fbe5a16c200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-15T21:26:35.264 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:26:35 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[82800]: 2024-04-15T21:26:35.262+0000 7fbe5a16c200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-15T21:26:35.850 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:26:35 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[82800]: 2024-04-15T21:26:35.556+0000 7fbe5a16c200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-15T21:26:35.851 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:26:35 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[82800]: 2024-04-15T21:26:35.688+0000 7fbe5a16c200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-15T21:26:35.851 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:26:35 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[82800]: 2024-04-15T21:26:35.797+0000 7fbe5a16c200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-15T21:26:35.851 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:35 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:35.851 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:35 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:35.851 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:35 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:35.851 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:35 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:35.851 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:35 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:35.851 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:35 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:35.852 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:35 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:35.852 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:35 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:35.852 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:35 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:35.852 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:35 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:35.852 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:35 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:35.852 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:35 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:35.852 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:35 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:35.852 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:35 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:35.852 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:35 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:35.852 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:35 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:35.852 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:35 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:35.852 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:35 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:35.852 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:35 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:35.852 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:35 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:35.853 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:35 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:35.853 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:35 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:35.853 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:35 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:35.853 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:35 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:35.853 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:35 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:35.853 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:35 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:35.853 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:35 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:35.853 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:35 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:26:35.853 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:35 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:35.853 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:35 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:35.853 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:35 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:35.853 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:35 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:35.853 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:35 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:35.853 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:35 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:35.854 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:35 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:35.854 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:35 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:35.854 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:35 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:35.854 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:35 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:35.854 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:35 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:35.854 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:35 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:35.854 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:35 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:35.854 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:35 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:35.854 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:35 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:36.129 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:35 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:36.129 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:35 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:36.129 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:35 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:36.129 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:35 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:36.129 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:35 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:36.130 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:35 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:36.130 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:35 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:36.130 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:35 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:36.130 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:35 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:36.130 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:35 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:36.130 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:35 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:36.130 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:35 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:36.130 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:35 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:36.130 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:35 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:36.130 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:35 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:36.130 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:35 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:36.130 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:35 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:36.130 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:35 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:36.130 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:35 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:36.131 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:35 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:36.131 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:35 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:36.131 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:35 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:36.131 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:35 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:36.131 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:35 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:36.131 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:35 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:36.131 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:35 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:36.131 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:35 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:36.131 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:35 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:26:36.131 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:35 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:36.131 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:35 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:36.131 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:35 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:36.131 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:35 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:36.131 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:35 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:36.131 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:35 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:36.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:35 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:36.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:35 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:36.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:35 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:36.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:35 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:36.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:35 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:36.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:35 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:36.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:35 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:36.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:35 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:36.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:35 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:36.132 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:35 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:36.133 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:35 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:36.133 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:35 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:36.133 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:35 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:36.133 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:35 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:36.133 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:35 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:36.133 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:35 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:36.133 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:35 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:36.133 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:35 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:36.133 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:35 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:36.133 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:35 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:36.133 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:35 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:36.133 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:35 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:36.133 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:35 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:36.133 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:35 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:36.134 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:35 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:36.134 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:35 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:36.134 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:35 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:36.134 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:35 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:36.134 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:35 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:36.134 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:35 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:36.134 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:35 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:36.134 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:35 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:36.134 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:35 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:36.134 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:35 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:36.134 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:35 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:36.134 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:35 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:36.134 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:35 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:26:36.134 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:35 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:36.134 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:35 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:36.135 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:35 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:36.135 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:35 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:36.135 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:35 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:36.135 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:35 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:36.135 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:35 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:36.135 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:35 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:36.135 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:35 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:36.135 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:35 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:36.135 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:35 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:36.135 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:35 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:36.135 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:35 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:36.135 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:35 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:36.135 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:35 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:36.350 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:26:35 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[82800]: 2024-04-15T21:26:35.897+0000 7fbe5a16c200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-15T21:26:36.350 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:26:36 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[82800]: 2024-04-15T21:26:36.086+0000 7fbe5a16c200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-15T21:26:36.832 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:36 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:36.832 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:36 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:36.832 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:36 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:36.832 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:36 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:36.832 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:36 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:36.832 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:36 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:36.832 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:36 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:36.832 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:36 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:36.832 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:36 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:36.832 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:36 smithi148 ceph-mon[25742]: pgmap v42: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:26:36.832 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:36 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:36.832 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:36 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:36.832 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:36 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:36.833 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:36 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:36.833 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:36 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:36.833 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:36 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:36.833 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:36 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:36.833 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:36 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:36.833 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:36 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:36.833 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:36 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:36.833 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:36 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:36.833 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:36 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:36.833 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:36 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:36.833 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:36 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:36.833 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:36 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:36.833 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:36 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:36.834 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:36 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:36.834 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:36 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:36.834 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:36 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:36.834 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:36 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:36.834 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:36 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:36.834 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:36 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:36.834 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:36 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:36.834 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:36 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:36.834 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:36 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:36.834 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:36 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:36.834 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:36 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:36.834 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:36 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:36.834 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:36 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:36.834 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:36 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:36.835 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:36 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:36.835 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:36 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:37.129 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:36 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:37.129 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:36 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:37.129 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:36 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:37.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:36 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:37.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:36 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:37.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:36 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:37.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:36 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:37.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:36 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:37.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:36 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:37.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:36 smithi057 ceph-mon[24810]: pgmap v42: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:26:37.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:36 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:37.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:36 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:37.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:36 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:37.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:36 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:37.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:36 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:37.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:36 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:37.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:36 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:37.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:36 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:37.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:36 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:37.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:36 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:37.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:36 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:37.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:36 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:37.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:36 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:37.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:36 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:37.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:36 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:37.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:36 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:37.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:36 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:37.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:36 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:37.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:36 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:37.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:36 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:37.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:36 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:37.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:36 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:37.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:36 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:37.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:36 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:37.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:36 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:37.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:36 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:37.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:36 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:37.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:36 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:37.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:36 smithi057 ceph-mon[29654]: pgmap v42: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:26:37.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:36 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:37.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:36 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:37.133 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:36 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:37.133 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:36 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:37.133 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:36 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:37.133 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:36 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:37.133 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:36 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:37.133 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:36 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:37.133 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:36 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:37.133 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:36 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:37.133 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:36 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:37.133 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:36 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:37.133 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:36 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:37.133 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:36 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:37.133 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:36 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:37.133 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:36 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:37.133 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:36 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:37.134 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:36 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:37.134 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:36 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:37.134 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:36 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:37.134 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:36 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:37.134 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:36 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:37.134 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:36 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:37.134 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:36 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:37.134 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:36 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:37.134 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:36 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:37.134 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:36 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:37.135 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:36 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:37.135 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:36 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:37.135 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:36 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:37.135 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:36 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:37.135 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:36 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:37.135 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:36 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:37.135 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:36 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:37.135 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:36 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:37.135 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:36 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:37.135 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:36 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:37.135 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:36 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:37.135 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:36 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:37.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:36 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:37.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:36 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:37.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:36 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:37.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:36 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:37.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:36 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:37.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:36 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:37.600 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:26:37 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[82800]: 2024-04-15T21:26:37.120+0000 7fbe5a16c200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-15T21:26:37.601 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:26:37 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[82800]: 2024-04-15T21:26:37.285+0000 7fbe5a16c200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-15T21:26:37.996 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:26:37 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[82800]: 2024-04-15T21:26:37.680+0000 7fbe5a16c200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-15T21:26:37.997 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:26:37 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[82800]: 2024-04-15T21:26:37.780+0000 7fbe5a16c200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-15T21:26:37.997 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:26:37 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[82800]: 2024-04-15T21:26:37.995+0000 7fbe5a16c200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-15T21:26:37.997 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:37 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:37.997 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:37 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:37.997 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:37 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:37.997 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:37 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:37.997 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:37 smithi148 ceph-mon[25742]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:26:37.998 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:37 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:37.998 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:37 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:37.998 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:37 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:37.998 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:37 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:37.998 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:37 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:37.998 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:37 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:37.998 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:37 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:37.998 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:37 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:37.998 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:37 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:37.998 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:37 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:37.998 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:37 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:37.998 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:37 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:37.998 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:37 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:37.999 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:37 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:37.999 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:37 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:37.999 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:37 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:37.999 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:37 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:37.999 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:37 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:37.999 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:37 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:37.999 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:37 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:37.999 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:37 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:37.999 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:37 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:37.999 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:37 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:37.999 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:37 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:37.999 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:37 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:37.999 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:37 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:37.999 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:37 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:37.999 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:37 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:38.000 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:37 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:38.000 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:37 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:38.000 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:37 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:38.000 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:37 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:38.000 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:37 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:38.000 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:37 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:38.000 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:37 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:38.000 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:37 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:38.000 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:37 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:38.000 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:37 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:38.129 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:37 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:38.129 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:37 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:38.129 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:37 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:38.129 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:37 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:38.129 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:37 smithi057 ceph-mon[24810]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:26:38.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:37 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:38.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:37 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:38.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:37 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:38.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:37 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:38.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:37 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:38.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:37 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:38.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:37 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:38.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:37 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:38.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:37 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:38.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:37 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:38.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:37 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:38.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:37 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:38.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:37 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:38.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:37 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:38.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:37 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:38.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:37 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:38.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:37 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:38.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:37 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:38.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:37 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:38.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:37 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:38.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:37 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:38.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:37 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:38.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:37 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:38.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:37 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:38.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:37 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:38.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:37 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:38.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:37 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:38.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:37 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:38.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:37 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:38.132 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:37 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:38.132 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:37 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:38.132 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:37 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:38.132 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:37 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:38.132 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:37 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:38.132 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:37 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:38.132 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:37 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:38.132 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:37 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:38.132 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:37 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:38.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:37 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:38.133 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:37 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:38.133 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:37 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:38.133 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:37 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:38.133 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:37 smithi057 ceph-mon[29654]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:26:38.133 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:37 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:38.133 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:37 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:38.133 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:37 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:38.133 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:37 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:38.133 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:37 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:38.133 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:37 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:38.133 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:37 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:38.133 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:37 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:38.133 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:37 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:38.133 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:37 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:38.134 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:37 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:38.134 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:37 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:38.134 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:37 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:38.134 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:37 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:38.134 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:37 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:38.134 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:37 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:38.134 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:37 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:38.134 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:37 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:38.134 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:37 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:38.134 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:37 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:38.135 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:37 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:38.135 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:37 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:38.135 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:37 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:38.135 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:37 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:38.135 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:37 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:38.135 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:37 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:38.135 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:37 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:38.135 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:37 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:38.135 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:37 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:38.135 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:37 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:38.135 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:37 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:38.135 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:37 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:38.135 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:37 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:38.135 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:37 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:38.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:37 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:38.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:37 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:38.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:37 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:38.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:37 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:38.350 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:26:38 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[82800]: 2024-04-15T21:26:38.194+0000 7fbe5a16c200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-15T21:26:38.751 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:26:38 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[82800]: 2024-04-15T21:26:38.500+0000 7fbe5a16c200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-15T21:26:39.049 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:26:38 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[82800]: 2024-04-15T21:26:38.778+0000 7fbe5a16c200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-15T21:26:39.050 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:38 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:39.050 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:38 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:39.050 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:38 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:39.050 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:38 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:39.050 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:38 smithi148 ceph-mon[25742]: pgmap v43: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:26:39.050 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:38 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:39.050 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:38 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:39.050 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:38 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:39.050 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:38 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:39.050 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:38 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:39.051 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:38 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:39.051 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:38 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:39.051 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:38 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:39.051 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:38 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:39.051 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:38 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:39.051 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:38 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:39.051 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:38 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:39.051 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:38 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:39.051 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:38 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:39.051 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:38 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:39.051 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:38 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:39.051 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:38 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:39.051 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:38 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:39.051 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:38 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:39.052 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:38 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:39.052 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:38 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:39.052 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:38 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:39.052 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:38 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:39.052 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:38 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:39.052 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:38 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:39.052 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:38 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:39.052 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:38 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:39.052 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:38 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:39.052 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:38 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:39.052 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:38 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:39.052 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:38 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:39.052 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:38 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:39.052 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:38 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:39.053 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:38 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:39.053 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:38 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:39.053 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:38 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:39.053 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:38 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:39.053 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:38 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:39.129 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:38 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:39.129 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:38 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:39.129 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:38 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:39.129 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:38 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:39.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:38 smithi057 ceph-mon[24810]: pgmap v43: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:26:39.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:38 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:39.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:38 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:39.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:38 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:39.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:38 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:39.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:38 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:39.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:38 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:39.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:38 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:39.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:38 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:39.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:38 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:39.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:38 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:39.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:38 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:39.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:38 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:39.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:38 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:39.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:38 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:39.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:38 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:39.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:38 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:39.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:38 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:39.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:38 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:39.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:38 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:39.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:38 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:39.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:38 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:39.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:38 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:39.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:38 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:39.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:38 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:39.131 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:38 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:39.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:38 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:39.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:38 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:39.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:38 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:39.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:38 smithi057 ceph-mon[29654]: pgmap v43: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:26:39.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:38 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:39.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:38 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:39.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:38 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:39.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:38 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:39.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:38 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:39.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:38 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:39.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:38 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:39.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:38 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:39.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:38 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:39.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:38 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:39.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:38 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:39.133 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:38 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:39.133 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:38 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:39.133 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:38 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:39.133 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:38 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:39.133 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:38 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:39.133 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:38 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:39.133 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:38 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:39.133 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:38 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:39.133 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:38 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:39.133 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:38 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:39.133 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:38 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:39.133 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:38 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:39.133 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:38 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:39.134 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:38 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:39.134 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:38 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:39.134 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:38 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:39.134 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:38 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:39.134 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:38 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:39.134 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:38 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:39.134 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:38 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:39.134 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:38 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:39.134 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:38 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:39.134 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:38 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:39.134 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:38 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:39.134 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:38 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:39.135 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:38 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:39.135 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:38 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:39.135 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:38 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:39.135 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:38 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:39.135 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:38 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:39.135 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:38 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:39.135 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:38 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:39.135 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:38 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:39.135 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:38 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:39.135 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:38 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:39.135 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:38 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:39.135 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:38 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:39.135 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:38 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:39.135 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:38 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:39.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:38 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:39.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:38 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:39.346 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:26:39 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[82800]: 2024-04-15T21:26:39.048+0000 7fbe5a16c200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-15T21:26:40.100 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:26:39 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[82800]: 2024-04-15T21:26:39.936+0000 7fbe5a16c200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-15T21:26:40.101 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:39 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:40.101 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:39 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:40.101 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:39 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:40.101 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:39 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:40.101 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:39 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:40.101 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:39 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:40.101 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:39 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:40.101 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:39 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:40.101 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:39 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:40.101 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:39 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:40.101 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:39 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:40.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:39 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:40.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:39 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:40.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:39 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:40.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:39 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:40.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:39 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:40.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:39 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:40.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:39 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:40.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:39 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:40.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:39 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:40.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:39 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:40.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:39 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:40.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:39 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:40.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:39 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:40.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:39 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:40.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:39 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:40.103 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:39 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:40.103 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:39 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:40.103 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:39 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:40.103 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:39 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:40.103 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:39 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:40.103 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:39 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:40.103 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:39 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:40.103 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:39 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:40.103 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:39 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:40.103 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:39 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:40.103 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:39 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:40.103 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:39 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:40.103 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:39 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:40.103 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:39 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:40.104 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:39 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:40.129 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:39 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:40.129 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:39 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:40.129 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:39 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:40.129 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:39 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:40.129 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:39 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:40.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:39 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:40.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:39 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:40.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:39 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:40.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:39 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:40.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:39 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:40.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:39 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:40.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:39 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:40.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:39 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:40.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:39 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:40.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:39 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:40.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:39 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:40.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:39 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:40.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:39 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:40.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:39 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:40.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:39 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:40.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:39 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:40.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:39 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:40.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:39 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:40.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:39 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:40.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:39 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:40.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:39 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:40.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:39 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:40.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:39 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:40.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:39 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:40.131 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:39 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:40.131 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:39 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:40.131 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:39 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:40.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:39 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:40.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:39 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:40.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:39 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:40.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:39 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:40.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:39 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:40.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:39 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:40.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:39 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:40.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:39 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:40.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:39 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:40.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:39 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:40.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:39 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:40.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:39 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:40.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:39 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:40.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:39 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:40.133 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:39 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:40.133 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:39 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:40.133 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:39 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:40.133 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:39 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:40.133 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:39 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:40.133 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:39 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:40.133 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:39 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:40.133 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:39 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:40.133 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:39 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:40.133 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:39 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:40.133 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:39 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:40.133 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:39 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:40.133 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:39 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:40.134 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:39 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:40.134 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:39 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:40.134 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:39 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:40.134 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:39 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:40.134 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:39 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:40.134 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:39 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:40.134 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:39 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:40.134 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:39 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:40.134 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:39 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:40.134 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:39 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:40.134 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:39 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:40.134 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:39 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:40.135 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:39 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:40.135 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:39 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:40.135 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:39 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:40.135 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:39 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:40.135 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:39 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:40.135 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:39 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:40.135 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:39 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:40.135 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:39 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:40.135 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:39 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:40.135 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:39 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:40.135 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:39 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:40.600 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:26:40 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[82800]: 2024-04-15T21:26:40.545+0000 7fbe5a16c200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-15T21:26:40.913 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:26:40 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[82800]: 2024-04-15T21:26:40.651+0000 7fbe5a16c200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-15T21:26:40.913 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:26:40 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[82800]: 2024-04-15T21:26:40.910+0000 7fbe5a16c200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-15T21:26:40.913 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:40 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:40.913 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:40 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:40.913 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:40 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:40.913 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:40 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:40.914 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:40 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:40.914 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:40 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:40.914 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:40 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:40.914 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:40 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:40.914 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:40 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:40.914 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:40 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:40.914 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:40 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:40.914 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:40 smithi148 ceph-mon[25742]: pgmap v44: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:26:40.914 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:40 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:40.914 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:40 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:40.914 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:40 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:40.914 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:40 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:40.914 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:40 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:40.914 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:40 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:40.915 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:40 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:40.915 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:40 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:40.915 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:40 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:40.915 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:40 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:40.915 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:40 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:40.915 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:40 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:40.915 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:40 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:40.915 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:40 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:40.915 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:40 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:40.915 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:40 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:40.915 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:40 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:40.915 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:40 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:40.916 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:40 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:40.916 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:40 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:40.916 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:40 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:40.916 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:40 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:40.916 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:40 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:40.916 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:40 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:40.916 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:40 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:40.916 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:40 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:40.916 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:40 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:40.916 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:40 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:40.916 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:40 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:40.917 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:40 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:40.917 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:40 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:40.917 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:40 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:40.917 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:40 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:40.917 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:40 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:40.917 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:40 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:40.917 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:40 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:40.917 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:40 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:41.129 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:40 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:41.129 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:40 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:41.129 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:40 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:41.129 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:40 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:41.129 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:40 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:41.129 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:40 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:41.129 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:40 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:41.129 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:40 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:41.130 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:40 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:41.130 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:40 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:41.130 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:40 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:41.130 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:40 smithi057 ceph-mon[29654]: pgmap v44: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:26:41.130 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:40 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:41.130 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:40 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:41.130 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:40 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:41.130 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:40 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:41.130 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:40 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:41.130 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:40 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:41.130 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:40 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:41.130 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:40 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:41.130 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:40 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:41.131 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:40 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:41.131 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:40 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:41.131 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:40 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:41.131 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:40 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:41.131 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:40 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:41.131 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:40 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:41.131 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:40 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:41.131 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:40 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:41.131 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:40 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:41.131 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:40 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:41.131 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:40 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:41.131 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:40 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:41.131 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:40 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:41.131 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:40 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:41.131 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:40 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:41.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:40 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:41.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:40 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:41.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:40 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:41.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:40 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:41.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:40 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:41.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:40 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:41.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:40 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:41.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:40 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:41.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:40 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:41.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:40 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:41.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:40 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:41.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:40 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:41.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:40 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:41.133 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:40 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:41.133 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:40 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:41.133 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:40 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:41.133 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:40 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:41.133 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:40 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:41.133 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:40 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:41.133 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:40 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:41.133 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:40 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:41.133 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:40 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:41.133 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:40 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:41.134 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:40 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:41.134 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:40 smithi057 ceph-mon[24810]: pgmap v44: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:26:41.134 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:40 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:41.134 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:40 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:41.134 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:40 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:41.134 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:40 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:41.134 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:40 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:41.134 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:40 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:41.134 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:40 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:41.134 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:40 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:41.134 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:40 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:41.134 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:40 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:41.134 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:40 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:41.135 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:40 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:41.135 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:40 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:41.135 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:40 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:41.135 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:40 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:41.135 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:40 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:41.135 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:40 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:41.135 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:40 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:41.135 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:40 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:41.135 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:40 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:41.135 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:40 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:41.135 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:40 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:41.135 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:40 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:41.135 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:40 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:41.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:40 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:41.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:40 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:41.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:40 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:41.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:40 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:41.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:40 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:41.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:40 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:41.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:40 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:41.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:40 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:41.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:40 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:41.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:40 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:41.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:40 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:41.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:40 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:41.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:40 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:41.285 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:26:40 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[82800]: [15/Apr/2024:21:26:40] ENGINE Bus STARTING 2024-04-15T21:26:41.285 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:26:41 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[82800]: CherryPy Checker: 2024-04-15T21:26:41.286 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:26:41 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[82800]: The Application mounted at '' has an empty config. 2024-04-15T21:26:41.286 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:26:41 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[82800]: 2024-04-15T21:26:41.286 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:26:41 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[82800]: [15/Apr/2024:21:26:41] ENGINE Serving on http://:::9283 2024-04-15T21:26:41.286 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:26:41 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[82800]: [15/Apr/2024:21:26:41] ENGINE Bus STARTED 2024-04-15T21:26:41.879 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:26:41 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:26:41] "GET /metrics HTTP/1.1" 200 37983 "" "Prometheus/2.33.4" 2024-04-15T21:26:41.879 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:41 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:41.879 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:41 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:41.879 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:41 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:41.879 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:41 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:41.879 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:41 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:41.879 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:41 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:41.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:41 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:41.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:41 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:41.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:41 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:41.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:41 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:41.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:41 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:41.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:41 smithi057 ceph-mon[24810]: Standby manager daemon x restarted 2024-04-15T21:26:41.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:41 smithi057 ceph-mon[24810]: Standby manager daemon x started 2024-04-15T21:26:41.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:41 smithi057 ceph-mon[24810]: from='mgr.? 172.21.15.148:0/1893873107' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-15T21:26:41.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:41 smithi057 ceph-mon[24810]: from='mgr.? 172.21.15.148:0/1893873107' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-15T21:26:41.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:41 smithi057 ceph-mon[24810]: from='mgr.? 172.21.15.148:0/1893873107' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-15T21:26:41.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:41 smithi057 ceph-mon[24810]: from='mgr.? 172.21.15.148:0/1893873107' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-15T21:26:41.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:41 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:41.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:41 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:41.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:41 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:41.881 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:41 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:41.881 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:41 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:41.881 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:41 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:41.881 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:41 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:41.881 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:41 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:41.881 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:41 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:41.881 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:41 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:41.881 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:41 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:41.881 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:41 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:41.881 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:41 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:41.881 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:41 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:41.881 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:41 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:41.881 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:41 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:41.881 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:41 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:41.881 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:41 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:41.882 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:41 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:41.882 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:41 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:41.882 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:41 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:41.882 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:41 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:41.882 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:41 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:41.882 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:41 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:41.882 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:41 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:41.882 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:41 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:41.882 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:41 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:41.882 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:41 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:41.882 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:41 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:41.882 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:41 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:41.882 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:41 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:41.882 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:41 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:41.883 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:41 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:41.883 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:41 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:41.883 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:41 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:41.883 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:41 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:41.883 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:41 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:41.883 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:41 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:41.883 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:41 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:41.883 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:41 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:41.883 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:41 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:41.883 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:41 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:41.884 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:41 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:41.884 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:41 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:41.884 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:41 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:41.884 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:41 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:41.884 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:41 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:41.884 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:41 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:41.884 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:41 smithi057 ceph-mon[29654]: Standby manager daemon x restarted 2024-04-15T21:26:41.884 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:41 smithi057 ceph-mon[29654]: Standby manager daemon x started 2024-04-15T21:26:41.884 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:41 smithi057 ceph-mon[29654]: from='mgr.? 172.21.15.148:0/1893873107' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-15T21:26:41.884 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:41 smithi057 ceph-mon[29654]: from='mgr.? 172.21.15.148:0/1893873107' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-15T21:26:41.884 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:41 smithi057 ceph-mon[29654]: from='mgr.? 172.21.15.148:0/1893873107' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-15T21:26:41.884 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:41 smithi057 ceph-mon[29654]: from='mgr.? 172.21.15.148:0/1893873107' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-15T21:26:41.884 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:41 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:41.884 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:41 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:41.885 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:41 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:41.885 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:41 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:41.885 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:41 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:41.885 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:41 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:41.885 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:41 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:41.885 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:41 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:41.885 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:41 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:41.885 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:41 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:41.885 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:41 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:41.885 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:41 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:41.885 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:41 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:41.885 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:41 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:41.885 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:41 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:41.885 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:41 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:41.885 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:41 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:41.885 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:41 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:41.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:41 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:41.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:41 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:41.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:41 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:41.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:41 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:41.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:41 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:41.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:41 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:41.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:41 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:41.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:41 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:41.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:41 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:41.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:41 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:41.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:41 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:41.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:41 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:41.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:41 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:41.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:41 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:41.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:41 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:41.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:41 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:41.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:41 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:41.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:41 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:41.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:41 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:42.101 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:41 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:42.101 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:41 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:42.101 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:41 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:42.101 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:41 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:42.101 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:41 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:42.101 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:41 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:42.101 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:41 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:42.101 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:41 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:42.101 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:41 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:42.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:41 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:42.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:41 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:42.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:41 smithi148 ceph-mon[25742]: Standby manager daemon x restarted 2024-04-15T21:26:42.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:41 smithi148 ceph-mon[25742]: Standby manager daemon x started 2024-04-15T21:26:42.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:41 smithi148 ceph-mon[25742]: from='mgr.? 172.21.15.148:0/1893873107' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-15T21:26:42.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:41 smithi148 ceph-mon[25742]: from='mgr.? 172.21.15.148:0/1893873107' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-15T21:26:42.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:41 smithi148 ceph-mon[25742]: from='mgr.? 172.21.15.148:0/1893873107' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-15T21:26:42.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:41 smithi148 ceph-mon[25742]: from='mgr.? 172.21.15.148:0/1893873107' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-15T21:26:42.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:41 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:42.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:41 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:42.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:41 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:42.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:41 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:42.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:41 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:42.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:41 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:42.103 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:41 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:42.103 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:41 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:42.103 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:41 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:42.103 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:41 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:42.103 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:41 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:42.103 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:41 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:42.103 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:41 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:42.103 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:41 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:42.103 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:41 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:42.103 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:41 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:42.103 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:41 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:42.103 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:41 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:42.103 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:41 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:42.103 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:41 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:42.104 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:41 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:42.104 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:41 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:42.104 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:41 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:42.104 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:41 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:42.104 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:41 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:42.104 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:41 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:42.104 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:41 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:42.104 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:41 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:42.104 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:41 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:42.104 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:41 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:42.104 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:41 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:42.104 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:41 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:42.104 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:41 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:42.104 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:41 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:42.104 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:41 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:42.105 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:41 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:42.105 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:41 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:43.096 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:42 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:43.096 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:42 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:43.096 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:42 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:43.096 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:42 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:43.096 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:42 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:43.096 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:42 smithi148 ceph-mon[25742]: pgmap v45: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:26:43.096 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:42 smithi148 ceph-mon[25742]: mgrmap e45: y(active, since 82s), standbys: x 2024-04-15T21:26:43.097 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:42 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:43.097 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:42 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:43.097 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:42 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:43.097 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:42 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:43.097 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:42 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:43.097 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:42 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:43.097 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:42 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:43.097 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:42 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:43.097 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:42 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:43.097 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:42 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:43.097 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:42 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:43.097 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:42 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:43.097 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:42 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:43.097 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:42 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:43.097 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:42 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:43.098 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:42 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:43.098 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:42 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:43.098 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:42 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:43.098 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:42 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:43.098 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:42 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:43.098 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:42 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:43.098 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:42 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:43.098 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:42 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:43.098 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:42 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:43.098 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:42 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:43.098 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:42 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:43.098 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:42 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:43.098 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:42 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:43.098 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:42 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:43.098 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:42 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:43.099 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:42 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:43.099 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:42 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:43.099 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:42 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:43.099 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:42 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:43.099 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:42 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:43.099 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:42 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:43.099 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:42 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:43.129 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:42 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:43.129 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:42 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:43.129 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:42 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:43.129 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:42 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:43.129 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:42 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:43.129 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:42 smithi057 ceph-mon[24810]: pgmap v45: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:26:43.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:42 smithi057 ceph-mon[24810]: mgrmap e45: y(active, since 82s), standbys: x 2024-04-15T21:26:43.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:42 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:43.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:42 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:43.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:42 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:43.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:42 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:43.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:42 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:43.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:42 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:43.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:42 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:43.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:42 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:43.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:42 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:43.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:42 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:43.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:42 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:43.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:42 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:43.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:42 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:43.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:42 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:43.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:42 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:43.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:42 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:43.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:42 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:43.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:42 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:43.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:42 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:43.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:42 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:43.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:42 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:43.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:42 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:43.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:42 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:43.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:42 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:43.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:42 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:43.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:42 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:43.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:42 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:43.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:42 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:43.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:42 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:43.132 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:42 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:43.132 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:42 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:43.132 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:42 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:43.132 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:42 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:43.132 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:42 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:43.132 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:42 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:43.132 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:42 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:43.132 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:42 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:43.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:42 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:43.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:42 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:43.133 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:42 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:43.133 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:42 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:43.133 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:42 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:43.133 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:42 smithi057 ceph-mon[29654]: pgmap v45: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:26:43.133 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:42 smithi057 ceph-mon[29654]: mgrmap e45: y(active, since 82s), standbys: x 2024-04-15T21:26:43.133 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:42 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:43.133 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:42 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:43.133 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:42 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:43.133 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:42 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:43.133 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:42 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:43.133 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:42 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:43.133 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:42 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:43.133 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:42 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:43.133 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:42 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:43.133 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:42 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:43.134 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:42 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:43.134 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:42 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:43.134 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:42 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:43.134 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:42 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:43.134 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:42 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:43.134 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:42 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:43.134 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:42 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:43.134 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:42 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:43.134 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:42 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:43.134 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:42 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:43.134 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:42 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:43.134 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:42 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:43.134 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:42 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:43.134 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:42 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:43.135 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:42 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:43.135 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:42 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:43.135 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:42 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:43.135 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:42 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:43.135 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:42 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:43.135 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:42 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:43.135 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:42 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:43.135 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:42 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:43.135 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:42 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:43.135 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:42 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:43.135 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:42 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:43.135 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:42 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:43.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:42 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:44.101 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:43 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:44.101 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:43 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:44.101 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:43 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:44.101 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:43 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:44.101 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:43 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:44.101 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:43 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:44.101 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:43 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:44.101 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:43 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:44.101 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:43 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:44.101 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:43 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:44.101 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:43 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:44.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:43 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:44.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:43 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:44.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:43 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:44.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:43 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:44.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:43 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:44.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:43 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:44.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:43 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:44.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:43 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:44.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:43 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:44.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:43 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:44.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:43 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:44.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:43 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:44.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:43 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:44.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:43 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:44.103 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:43 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:44.103 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:43 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:44.103 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:43 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:44.103 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:43 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:44.103 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:43 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:44.103 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:43 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:44.103 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:43 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:44.103 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:43 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:44.103 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:43 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:44.103 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:43 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:44.103 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:43 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:44.103 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:43 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:44.103 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:43 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:44.103 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:43 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:44.103 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:43 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:44.103 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:43 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:44.103 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:43 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:44.104 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:43 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:44.129 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:43 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:44.129 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:43 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:44.129 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:43 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:44.129 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:43 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:44.129 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:43 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:44.129 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:43 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:44.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:43 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:44.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:43 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:44.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:43 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:44.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:43 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:44.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:43 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:44.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:43 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:44.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:43 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:44.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:43 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:44.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:43 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:44.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:43 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:44.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:43 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:44.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:43 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:44.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:43 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:44.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:43 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:44.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:43 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:44.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:43 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:44.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:43 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:44.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:43 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:44.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:43 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:44.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:43 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:44.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:43 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:44.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:43 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:44.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:43 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:44.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:43 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:44.131 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:43 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:44.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:43 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:44.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:43 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:44.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:43 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:44.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:43 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:44.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:43 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:44.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:43 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:44.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:43 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:44.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:43 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:44.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:43 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:44.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:43 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:44.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:43 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:44.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:43 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:44.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:43 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:44.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:43 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:44.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:43 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:44.133 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:43 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:44.133 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:43 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:44.133 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:43 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:44.133 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:43 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:44.133 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:43 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:44.133 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:43 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:44.133 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:43 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:44.133 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:43 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:44.133 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:43 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:44.133 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:43 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:44.133 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:43 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:44.133 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:43 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:44.133 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:43 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:44.133 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:43 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:44.134 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:43 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:44.134 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:43 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:44.134 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:43 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:44.134 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:43 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:44.134 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:43 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:44.134 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:43 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:44.134 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:43 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:44.134 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:43 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:44.134 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:43 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:44.134 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:43 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:44.134 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:43 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:44.134 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:43 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:44.135 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:43 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:44.135 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:43 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:44.135 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:43 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:44.135 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:43 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:44.135 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:43 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:44.135 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:43 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:44.135 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:43 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:44.135 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:43 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:44.135 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:43 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:44.135 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:43 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:44.135 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:43 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:44.135 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:43 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:44.135 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:43 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:44.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:43 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:45.084 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:44 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:45.084 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:44 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:45.084 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:44 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:45.084 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:44 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:45.084 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:44 smithi148 ceph-mon[25742]: pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:26:45.084 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:44 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:45.084 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:44 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:45.084 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:44 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:45.084 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:44 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:45.085 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:44 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:45.085 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:44 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:45.085 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:44 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:45.085 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:44 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:45.085 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:44 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:45.085 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:44 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:45.085 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:44 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:45.085 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:44 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:45.085 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:44 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:45.085 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:44 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:45.085 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:44 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:45.085 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:44 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:45.085 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:44 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:45.085 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:44 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:45.086 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:44 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:45.086 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:44 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:45.086 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:44 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:45.086 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:44 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:45.086 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:44 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:45.086 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:44 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:45.086 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:44 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:45.086 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:44 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:45.086 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:44 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:45.086 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:44 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:45.086 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:44 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:45.086 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:44 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:45.086 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:44 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:45.087 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:44 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:45.087 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:44 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:45.087 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:44 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:45.087 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:44 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:45.087 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:44 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:45.087 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:44 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:45.087 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:44 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:45.087 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:44 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:45.087 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:44 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:45.087 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:44 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:45.087 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:44 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:45.087 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:44 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:45.129 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:44 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:45.129 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:44 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:45.129 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:44 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:45.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:44 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:45.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:44 smithi057 ceph-mon[24810]: pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:26:45.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:44 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:45.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:44 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:45.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:44 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:45.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:44 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:45.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:44 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:45.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:44 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:45.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:44 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:45.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:44 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:45.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:44 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:45.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:44 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:45.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:44 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:45.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:44 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:45.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:44 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:45.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:44 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:45.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:44 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:45.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:44 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:45.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:44 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:45.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:44 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:45.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:44 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:45.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:44 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:45.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:44 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:45.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:44 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:45.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:44 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:45.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:44 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:45.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:44 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:45.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:44 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:45.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:44 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:45.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:44 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:45.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:44 smithi057 ceph-mon[29654]: pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:26:45.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:44 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:45.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:44 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:45.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:44 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:45.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:44 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:45.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:44 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:45.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:44 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:45.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:44 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:45.133 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:44 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:45.133 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:44 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:45.133 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:44 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:45.133 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:44 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:45.133 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:44 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:45.133 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:44 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:45.133 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:44 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:45.133 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:44 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:45.133 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:44 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:45.133 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:44 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:45.133 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:44 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:45.133 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:44 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:45.133 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:44 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:45.133 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:44 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:45.133 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:44 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:45.133 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:44 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:45.134 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:44 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:45.134 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:44 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:45.134 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:44 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:45.134 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:44 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:45.134 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:44 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:45.134 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:44 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:45.134 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:44 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:45.134 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:44 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:45.134 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:44 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:45.134 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:44 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:45.134 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:44 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:45.135 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:44 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:45.135 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:44 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:45.135 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:44 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:45.135 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:44 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:45.135 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:44 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:45.135 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:44 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:45.135 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:44 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:45.135 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:44 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:45.135 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:44 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:45.135 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:44 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:45.135 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:44 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:45.135 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:44 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:45.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:44 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:45.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:44 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:45.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:44 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:45.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:44 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:45.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:44 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:45.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:44 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:45.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:44 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:45.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:44 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:45.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:44 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:45.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:44 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:45.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:44 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:45.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:44 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:45.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:44 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:45.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:44 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:45.137 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:44 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:45.137 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:44 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:45.874 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:45 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:45.874 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:45 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:45.874 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:45 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:45.874 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:45 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:45.874 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:45 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:45.874 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:45 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:45.875 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:45 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:45.875 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:45 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:45.875 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:45 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:45.875 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:45 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:45.875 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:45 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:45.875 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:45 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:45.875 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:45 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:45.875 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:45 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:45.875 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:45 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:45.875 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:45 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:45.875 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:45 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:45.875 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:45 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:45.875 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:45 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:45.875 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:45 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:45.875 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:45 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:45.875 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:45 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:45.876 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:45 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:45.876 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:45 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:45.876 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:45 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:45.876 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:45 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:45.876 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:45 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:45.876 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:45 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:45.876 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:45 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:45.876 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:45 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:45.876 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:45 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:45.876 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:45 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:45.876 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:45 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:45.876 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:45 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:45.876 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:45 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:45.876 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:45 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:45.877 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:45 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:45.877 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:45 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:45.877 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:45 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:45.877 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:45 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:45.877 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:45 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:45.877 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:45 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:46.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:45 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:46.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:45 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:46.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:45 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:46.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:45 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:46.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:45 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:46.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:45 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:46.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:45 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:46.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:45 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:46.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:45 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:46.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:45 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:46.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:45 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:46.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:45 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:46.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:45 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:46.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:45 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:46.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:45 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:46.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:45 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:46.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:45 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:46.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:45 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:46.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:45 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:46.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:45 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:46.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:45 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:46.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:45 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:46.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:45 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:46.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:45 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:46.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:45 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:46.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:45 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:46.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:45 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:46.132 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:45 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:46.132 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:45 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:46.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:45 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:46.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:45 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:46.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:45 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:46.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:45 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:46.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:45 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:46.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:45 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:46.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:45 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:46.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:45 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:46.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:45 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:46.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:45 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:46.133 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:45 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:46.133 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:45 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:46.133 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:45 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:46.133 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:45 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:46.133 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:45 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:46.133 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:45 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:46.133 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:45 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:46.133 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:45 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:46.133 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:45 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:46.133 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:45 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:46.133 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:45 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:46.133 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:45 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:46.133 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:45 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:46.134 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:45 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:46.134 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:45 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:46.134 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:45 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:46.134 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:45 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:46.134 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:45 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:46.134 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:45 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:46.134 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:45 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:46.134 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:45 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:46.134 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:45 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:46.134 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:45 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:46.134 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:45 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:46.135 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:45 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:46.135 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:45 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:46.135 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:45 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:46.135 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:45 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:46.135 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:45 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:46.135 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:45 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:46.135 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:45 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:46.135 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:45 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:46.135 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:45 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:46.135 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:45 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:46.135 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:45 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:46.135 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:45 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:46.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:45 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:46.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:45 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:46.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:45 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:46.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:45 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:46.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:45 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:46.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:45 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:46.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:45 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:46.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:45 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:46.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:45 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:47.101 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:46 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:47.101 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:46 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:47.101 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:46 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:47.101 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:46 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:47.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:46 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:47.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:46 smithi148 ceph-mon[25742]: pgmap v47: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:26:47.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:46 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:47.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:46 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:47.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:46 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:47.106 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:46 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:47.106 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:46 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:47.106 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:46 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:47.106 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:46 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:47.106 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:46 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:47.106 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:46 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:47.106 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:46 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:47.106 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:46 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:47.106 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:46 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:47.107 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:46 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:47.107 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:46 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:47.107 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:46 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:47.107 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:46 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:47.107 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:46 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:47.107 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:46 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:47.107 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:46 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:47.107 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:46 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:47.107 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:46 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:47.107 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:46 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:47.107 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:46 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:47.107 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:46 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:47.107 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:46 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:47.108 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:46 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:47.108 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:46 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:47.108 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:46 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:47.108 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:46 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:47.108 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:46 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:47.108 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:46 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:47.108 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:46 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:47.108 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:46 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:47.108 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:46 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:47.108 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:46 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:47.108 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:46 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:47.109 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:46 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:47.109 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:46 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:47.109 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:46 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:47.109 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:46 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:47.109 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:46 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:47.129 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:46 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:47.129 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:46 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:47.129 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:46 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:47.129 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:46 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:47.129 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:46 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:47.130 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:46 smithi057 ceph-mon[29654]: pgmap v47: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:26:47.130 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:46 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:47.130 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:46 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:47.130 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:46 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:47.130 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:46 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:47.130 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:46 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:47.130 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:46 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:47.130 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:46 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:47.130 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:46 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:47.130 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:46 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:47.130 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:46 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:47.130 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:46 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:47.130 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:46 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:47.130 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:46 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:47.131 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:46 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:47.131 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:46 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:47.131 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:46 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:47.131 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:46 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:47.131 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:46 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:47.131 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:46 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:47.131 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:46 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:47.131 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:46 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:47.131 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:46 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:47.131 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:46 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:47.131 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:46 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:47.131 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:46 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:47.131 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:46 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:47.131 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:46 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:47.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:46 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:47.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:46 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:47.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:46 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:47.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:46 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:47.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:46 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:47.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:46 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:47.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:46 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:47.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:46 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:47.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:46 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:47.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:46 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:47.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:46 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:47.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:46 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:47.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:46 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:47.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:46 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:47.133 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:46 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:47.133 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:46 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:47.133 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:46 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:47.133 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:46 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:47.133 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:46 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:47.133 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:46 smithi057 ceph-mon[24810]: pgmap v47: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:26:47.133 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:46 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:47.133 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:46 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:47.133 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:46 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:47.133 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:46 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:47.134 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:46 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:47.134 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:46 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:47.134 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:46 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:47.134 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:46 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:47.134 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:46 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:47.134 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:46 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:47.134 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:46 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:47.134 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:46 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:47.134 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:46 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:47.134 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:46 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:47.134 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:46 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:47.134 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:46 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:47.134 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:46 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:47.135 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:46 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:47.135 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:46 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:47.135 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:46 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:26:47.135 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:46 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:26:47.135 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:46 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:47.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:46 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:47.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:46 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:47.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:46 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:47.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:46 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:26:47.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:46 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:47.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:46 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:47.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:46 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:47.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:46 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:47.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:46 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:47.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:46 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:47.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:46 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:47.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:46 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:47.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:46 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:47.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:46 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:47.137 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:46 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:47.137 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:46 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:47.137 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:46 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:47.137 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:46 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:47.137 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:46 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:48.287 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:48 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:48.287 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:48 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:48.287 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:48 smithi148 ceph-mon[25742]: Upgrade: Setting container_image for all crash 2024-04-15T21:26:48.288 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:48 smithi148 ceph-mon[25742]: Upgrade: Setting container_image for all mds 2024-04-15T21:26:48.288 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:48 smithi148 ceph-mon[25742]: Upgrade: Setting container_image for all rbd-mirror 2024-04-15T21:26:48.288 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:48 smithi148 ceph-mon[25742]: Upgrade: Setting container_image for all cephfs-mirror 2024-04-15T21:26:48.288 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:48 smithi148 ceph-mon[25742]: Upgrade: Setting container_image for all ceph-exporter 2024-04-15T21:26:48.288 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:48 smithi148 ceph-mon[25742]: Upgrade: Setting container_image for all nfs 2024-04-15T21:26:48.288 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:48 smithi148 ceph-mon[25742]: Upgrade: Setting container_image for all nvmeof 2024-04-15T21:26:48.288 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:48 smithi148 ceph-mon[25742]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:26:48.364 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:48 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:48.364 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:48 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:48.365 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:48 smithi057 ceph-mon[24810]: Upgrade: Setting container_image for all crash 2024-04-15T21:26:48.365 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:48 smithi057 ceph-mon[24810]: Upgrade: Setting container_image for all mds 2024-04-15T21:26:48.365 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:48 smithi057 ceph-mon[24810]: Upgrade: Setting container_image for all rbd-mirror 2024-04-15T21:26:48.365 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:48 smithi057 ceph-mon[24810]: Upgrade: Setting container_image for all cephfs-mirror 2024-04-15T21:26:48.365 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:48 smithi057 ceph-mon[24810]: Upgrade: Setting container_image for all ceph-exporter 2024-04-15T21:26:48.365 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:48 smithi057 ceph-mon[24810]: Upgrade: Setting container_image for all nfs 2024-04-15T21:26:48.365 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:48 smithi057 ceph-mon[24810]: Upgrade: Setting container_image for all nvmeof 2024-04-15T21:26:48.365 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:48 smithi057 ceph-mon[24810]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:26:48.365 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:48 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:48.365 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:48 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:26:48.365 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:48 smithi057 ceph-mon[29654]: Upgrade: Setting container_image for all crash 2024-04-15T21:26:48.365 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:48 smithi057 ceph-mon[29654]: Upgrade: Setting container_image for all mds 2024-04-15T21:26:48.366 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:48 smithi057 ceph-mon[29654]: Upgrade: Setting container_image for all rbd-mirror 2024-04-15T21:26:48.366 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:48 smithi057 ceph-mon[29654]: Upgrade: Setting container_image for all cephfs-mirror 2024-04-15T21:26:48.366 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:48 smithi057 ceph-mon[29654]: Upgrade: Setting container_image for all ceph-exporter 2024-04-15T21:26:48.366 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:48 smithi057 ceph-mon[29654]: Upgrade: Setting container_image for all nfs 2024-04-15T21:26:48.366 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:48 smithi057 ceph-mon[29654]: Upgrade: Setting container_image for all nvmeof 2024-04-15T21:26:48.366 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:48 smithi057 ceph-mon[29654]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:26:49.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:49 smithi148 ceph-mon[25742]: pgmap v48: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:26:49.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:49 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:49.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:49 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:49.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:49 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:49.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:49 smithi057 ceph-mon[24810]: pgmap v48: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:26:49.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:49 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:49.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:49 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:49.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:49 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:49.379 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:49 smithi057 ceph-mon[29654]: pgmap v48: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:26:49.379 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:49 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:49.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:49 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:49.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:49 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:50.350 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:50 smithi148 ceph-mon[25742]: Upgrade: Updating node-exporter.a (1/2) 2024-04-15T21:26:50.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:50 smithi148 ceph-mon[25742]: Deploying daemon node-exporter.a on smithi057 2024-04-15T21:26:50.378 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:50 smithi057 ceph-mon[24810]: Upgrade: Updating node-exporter.a (1/2) 2024-04-15T21:26:50.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:50 smithi057 ceph-mon[24810]: Deploying daemon node-exporter.a on smithi057 2024-04-15T21:26:50.379 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:50 smithi057 ceph-mon[29654]: Upgrade: Updating node-exporter.a (1/2) 2024-04-15T21:26:50.379 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:50 smithi057 ceph-mon[29654]: Deploying daemon node-exporter.a on smithi057 2024-04-15T21:26:51.083 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:26:50 smithi057 systemd[1]: Stopping Ceph node-exporter.a for b97cffaa-fb6a-11ee-bc8f-c7b262605968... 2024-04-15T21:26:51.379 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:26:51 smithi057 podman[99330]: 2024-04-15 21:26:51.210174313 +0000 UTC m=+0.145093291 container died a827ac9a25993ab163d8a4d499a32629800169af0202919353866636f6786c50 (image=quay.io/prometheus/node-exporter:v1.3.1, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-15T21:26:51.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:51 smithi057 ceph-mon[24810]: pgmap v49: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:26:51.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:51 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:26:51.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:51 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:51.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:51 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:51.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:51 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:51.379 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:51 smithi057 ceph-mon[29654]: pgmap v49: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:26:51.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:51 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:26:51.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:51 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:51.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:51 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:51.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:51 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:51.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:51 smithi148 ceph-mon[25742]: pgmap v49: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:26:51.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:51 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:26:51.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:51 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:51.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:51 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:51.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:51 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:51.878 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:26:51 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:26:51] "GET /metrics HTTP/1.1" 200 37985 "" "Prometheus/2.33.4" 2024-04-15T21:26:51.879 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:26:51 smithi057 podman[99330]: 2024-04-15 21:26:51.673910826 +0000 UTC m=+0.608829803 container cleanup a827ac9a25993ab163d8a4d499a32629800169af0202919353866636f6786c50 (image=quay.io/prometheus/node-exporter:v1.3.1, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-15T21:26:51.879 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:26:51 smithi057 bash[99330]: ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a 2024-04-15T21:26:52.254 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:26:51 smithi057 podman[99345]: 2024-04-15 21:26:51.925442297 +0000 UTC m=+0.719121941 container remove a827ac9a25993ab163d8a4d499a32629800169af0202919353866636f6786c50 (image=quay.io/prometheus/node-exporter:v1.3.1, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-15T21:26:52.254 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:26:51 smithi057 systemd[1]: ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2024-04-15T21:26:52.254 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:26:52 smithi057 systemd[1]: ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@node-exporter.a.service: Failed with result 'exit-code'. 2024-04-15T21:26:52.254 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:26:52 smithi057 systemd[1]: Stopped Ceph node-exporter.a for b97cffaa-fb6a-11ee-bc8f-c7b262605968. 2024-04-15T21:26:52.254 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:26:52 smithi057 systemd[1]: ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@node-exporter.a.service: Consumed 5.446s CPU time. 2024-04-15T21:26:52.629 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:26:52 smithi057 systemd[1]: Starting Ceph node-exporter.a for b97cffaa-fb6a-11ee-bc8f-c7b262605968... 2024-04-15T21:26:52.629 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:26:52 smithi057 bash[99474]: Trying to pull quay.io/prometheus/node-exporter:v1.5.0... 2024-04-15T21:26:53.378 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:53 smithi057 ceph-mon[24810]: pgmap v50: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:26:53.379 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:53 smithi057 ceph-mon[29654]: pgmap v50: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:26:53.379 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:26:52 smithi057 bash[99474]: Getting image source signatures 2024-04-15T21:26:53.379 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:26:52 smithi057 bash[99474]: Copying blob sha256:5c12815fee558b157dee7f7509dedbaba0a8379098858a65ec869e1f1526ea0c 2024-04-15T21:26:53.379 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:26:52 smithi057 bash[99474]: Copying blob sha256:22b70bddd3acadc892fca4c2af4260629bfda5dfd11ebc106a93ce24e752b5ed 2024-04-15T21:26:53.379 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:26:52 smithi057 bash[99474]: Copying blob sha256:c0e87333d3805a7b7e1c25783dd25f27da0fe70a8e262eee7ed190c8dc843fa7 2024-04-15T21:26:53.402 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:53 smithi148 ceph-mon[25742]: pgmap v50: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:26:54.878 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:26:54 smithi057 bash[99474]: Copying config sha256:0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 2024-04-15T21:26:54.879 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:26:54 smithi057 bash[99474]: Writing manifest to image destination 2024-04-15T21:26:55.378 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:55 smithi057 ceph-mon[24810]: pgmap v51: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:26:55.379 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:55 smithi057 ceph-mon[29654]: pgmap v51: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:26:55.379 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:26:55 smithi057 podman[99474]: 2024-04-15 21:26:55.006003935 +0000 UTC m=+2.655759028 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-04-15T21:26:55.379 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:26:55 smithi057 podman[99474]: 2024-04-15 21:26:55.120803304 +0000 UTC m=+2.770558388 container create b6c356abc7bec585c8b9a8e4e647672d36bd306af0d12eab69f28b729a8bbcfa (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-15T21:26:55.600 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:55 smithi148 ceph-mon[25742]: pgmap v51: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:26:55.881 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:26:55 smithi057 podman[99474]: 2024-04-15 21:26:55.381614934 +0000 UTC m=+3.031370019 container init b6c356abc7bec585c8b9a8e4e647672d36bd306af0d12eab69f28b729a8bbcfa (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-15T21:26:55.881 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:26:55 smithi057 podman[99474]: 2024-04-15 21:26:55.385308869 +0000 UTC m=+3.035063951 container start b6c356abc7bec585c8b9a8e4e647672d36bd306af0d12eab69f28b729a8bbcfa (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-15T21:26:55.881 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:26:55 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[99525]: ts=2024-04-15T21:26:55.389Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-04-15T21:26:55.881 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:26:55 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[99525]: ts=2024-04-15T21:26:55.389Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-04-15T21:26:55.881 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:26:55 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[99525]: ts=2024-04-15T21:26:55.390Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-04-15T21:26:55.881 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:26:55 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[99525]: ts=2024-04-15T21:26:55.390Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-04-15T21:26:55.882 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:26:55 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[99525]: ts=2024-04-15T21:26:55.391Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-04-15T21:26:55.882 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:26:55 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[99525]: ts=2024-04-15T21:26:55.391Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-04-15T21:26:55.882 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:26:55 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[99525]: ts=2024-04-15T21:26:55.391Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-04-15T21:26:55.882 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:26:55 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[99525]: ts=2024-04-15T21:26:55.391Z caller=node_exporter.go:117 level=info collector=arp 2024-04-15T21:26:55.882 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:26:55 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[99525]: ts=2024-04-15T21:26:55.391Z caller=node_exporter.go:117 level=info collector=bcache 2024-04-15T21:26:55.882 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:26:55 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[99525]: ts=2024-04-15T21:26:55.391Z caller=node_exporter.go:117 level=info collector=bonding 2024-04-15T21:26:55.882 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:26:55 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[99525]: ts=2024-04-15T21:26:55.391Z caller=node_exporter.go:117 level=info collector=btrfs 2024-04-15T21:26:55.882 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:26:55 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[99525]: ts=2024-04-15T21:26:55.391Z caller=node_exporter.go:117 level=info collector=conntrack 2024-04-15T21:26:55.882 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:26:55 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[99525]: ts=2024-04-15T21:26:55.391Z caller=node_exporter.go:117 level=info collector=cpu 2024-04-15T21:26:55.882 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:26:55 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[99525]: ts=2024-04-15T21:26:55.391Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-04-15T21:26:55.883 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:26:55 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[99525]: ts=2024-04-15T21:26:55.391Z caller=node_exporter.go:117 level=info collector=diskstats 2024-04-15T21:26:55.883 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:26:55 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[99525]: ts=2024-04-15T21:26:55.391Z caller=node_exporter.go:117 level=info collector=dmi 2024-04-15T21:26:55.883 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:26:55 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[99525]: ts=2024-04-15T21:26:55.391Z caller=node_exporter.go:117 level=info collector=edac 2024-04-15T21:26:55.883 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:26:55 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[99525]: ts=2024-04-15T21:26:55.391Z caller=node_exporter.go:117 level=info collector=entropy 2024-04-15T21:26:55.883 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:26:55 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[99525]: ts=2024-04-15T21:26:55.391Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-04-15T21:26:55.883 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:26:55 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[99525]: ts=2024-04-15T21:26:55.391Z caller=node_exporter.go:117 level=info collector=filefd 2024-04-15T21:26:55.883 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:26:55 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[99525]: ts=2024-04-15T21:26:55.391Z caller=node_exporter.go:117 level=info collector=filesystem 2024-04-15T21:26:55.883 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:26:55 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[99525]: ts=2024-04-15T21:26:55.391Z caller=node_exporter.go:117 level=info collector=hwmon 2024-04-15T21:26:55.883 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:26:55 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[99525]: ts=2024-04-15T21:26:55.391Z caller=node_exporter.go:117 level=info collector=infiniband 2024-04-15T21:26:55.883 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:26:55 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[99525]: ts=2024-04-15T21:26:55.391Z caller=node_exporter.go:117 level=info collector=ipvs 2024-04-15T21:26:55.883 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:26:55 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[99525]: ts=2024-04-15T21:26:55.391Z caller=node_exporter.go:117 level=info collector=loadavg 2024-04-15T21:26:55.883 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:26:55 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[99525]: ts=2024-04-15T21:26:55.391Z caller=node_exporter.go:117 level=info collector=mdadm 2024-04-15T21:26:55.884 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:26:55 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[99525]: ts=2024-04-15T21:26:55.391Z caller=node_exporter.go:117 level=info collector=meminfo 2024-04-15T21:26:55.884 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:26:55 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[99525]: ts=2024-04-15T21:26:55.391Z caller=node_exporter.go:117 level=info collector=netclass 2024-04-15T21:26:55.884 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:26:55 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[99525]: ts=2024-04-15T21:26:55.391Z caller=node_exporter.go:117 level=info collector=netdev 2024-04-15T21:26:55.884 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:26:55 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[99525]: ts=2024-04-15T21:26:55.391Z caller=node_exporter.go:117 level=info collector=netstat 2024-04-15T21:26:55.884 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:26:55 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[99525]: ts=2024-04-15T21:26:55.391Z caller=node_exporter.go:117 level=info collector=nfs 2024-04-15T21:26:55.884 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:26:55 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[99525]: ts=2024-04-15T21:26:55.391Z caller=node_exporter.go:117 level=info collector=nfsd 2024-04-15T21:26:55.884 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:26:55 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[99525]: ts=2024-04-15T21:26:55.391Z caller=node_exporter.go:117 level=info collector=nvme 2024-04-15T21:26:55.884 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:26:55 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[99525]: ts=2024-04-15T21:26:55.391Z caller=node_exporter.go:117 level=info collector=os 2024-04-15T21:26:55.884 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:26:55 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[99525]: ts=2024-04-15T21:26:55.391Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-04-15T21:26:55.884 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:26:55 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[99525]: ts=2024-04-15T21:26:55.391Z caller=node_exporter.go:117 level=info collector=pressure 2024-04-15T21:26:55.885 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:26:55 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[99525]: ts=2024-04-15T21:26:55.391Z caller=node_exporter.go:117 level=info collector=rapl 2024-04-15T21:26:55.885 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:26:55 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[99525]: ts=2024-04-15T21:26:55.391Z caller=node_exporter.go:117 level=info collector=schedstat 2024-04-15T21:26:55.885 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:26:55 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[99525]: ts=2024-04-15T21:26:55.391Z caller=node_exporter.go:117 level=info collector=selinux 2024-04-15T21:26:55.885 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:26:55 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[99525]: ts=2024-04-15T21:26:55.391Z caller=node_exporter.go:117 level=info collector=sockstat 2024-04-15T21:26:55.885 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:26:55 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[99525]: ts=2024-04-15T21:26:55.391Z caller=node_exporter.go:117 level=info collector=softnet 2024-04-15T21:26:55.885 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:26:55 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[99525]: ts=2024-04-15T21:26:55.391Z caller=node_exporter.go:117 level=info collector=stat 2024-04-15T21:26:55.885 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:26:55 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[99525]: ts=2024-04-15T21:26:55.391Z caller=node_exporter.go:117 level=info collector=tapestats 2024-04-15T21:26:55.885 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:26:55 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[99525]: ts=2024-04-15T21:26:55.391Z caller=node_exporter.go:117 level=info collector=textfile 2024-04-15T21:26:55.885 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:26:55 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[99525]: ts=2024-04-15T21:26:55.391Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-04-15T21:26:55.885 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:26:55 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[99525]: ts=2024-04-15T21:26:55.391Z caller=node_exporter.go:117 level=info collector=time 2024-04-15T21:26:55.885 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:26:55 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[99525]: ts=2024-04-15T21:26:55.391Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-04-15T21:26:55.885 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:26:55 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[99525]: ts=2024-04-15T21:26:55.391Z caller=node_exporter.go:117 level=info collector=uname 2024-04-15T21:26:55.885 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:26:55 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[99525]: ts=2024-04-15T21:26:55.391Z caller=node_exporter.go:117 level=info collector=vmstat 2024-04-15T21:26:55.885 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:26:55 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[99525]: ts=2024-04-15T21:26:55.391Z caller=node_exporter.go:117 level=info collector=xfs 2024-04-15T21:26:55.886 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:26:55 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[99525]: ts=2024-04-15T21:26:55.391Z caller=node_exporter.go:117 level=info collector=zfs 2024-04-15T21:26:55.886 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:26:55 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[99525]: ts=2024-04-15T21:26:55.392Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-04-15T21:26:55.886 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:26:55 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[99525]: ts=2024-04-15T21:26:55.392Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-04-15T21:26:55.886 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:26:55 smithi057 bash[99474]: b6c356abc7bec585c8b9a8e4e647672d36bd306af0d12eab69f28b729a8bbcfa 2024-04-15T21:26:55.886 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:26:55 smithi057 systemd[1]: Started Ceph node-exporter.a for b97cffaa-fb6a-11ee-bc8f-c7b262605968. 2024-04-15T21:26:56.850 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:56 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:56.851 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:56 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:56.851 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:56 smithi148 ceph-mon[25742]: pgmap v52: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:26:56.878 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:56 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:56.879 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:56 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:56.879 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:56 smithi057 ceph-mon[24810]: pgmap v52: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:26:56.879 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:56 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:56.879 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:56 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:26:56.879 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:56 smithi057 ceph-mon[29654]: pgmap v52: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:26:57.041 INFO:teuthology.orchestra.run.smithi057.stdout:true 2024-04-15T21:26:57.732 INFO:teuthology.orchestra.run.smithi057.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-15T21:26:57.733 INFO:teuthology.orchestra.run.smithi057.stdout:agent.smithi057 smithi057 running 6s ago 28m - - 2024-04-15T21:26:57.733 INFO:teuthology.orchestra.run.smithi057.stdout:agent.smithi148 smithi148 running 9s ago 27m - - 2024-04-15T21:26:57.733 INFO:teuthology.orchestra.run.smithi057.stdout:alertmanager.a smithi057 *:9093,9094 running (14m) 6s ago 22m 23.1M - 0.23.0 ba2b418f427c 272eab17dd5f 2024-04-15T21:26:57.733 INFO:teuthology.orchestra.run.smithi057.stdout:grafana.a smithi148 *:3000 running (14m) 9s ago 22m 54.2M - 8.3.5 dad864ee21e9 a2302b3001ab 2024-04-15T21:26:57.733 INFO:teuthology.orchestra.run.smithi057.stdout:iscsi.foo.smithi057.jwyjxv smithi057 running (71s) 6s ago 21m 52.5M - 3.5 e1d6a67b021e 9d8d20cf842b 2024-04-15T21:26:57.733 INFO:teuthology.orchestra.run.smithi057.stdout:mgr.x smithi148 *:8443,9283,8765 running (24s) 9s ago 27m 450M - 19.0.0-3084-g87dbfb63 a452a57266c7 56ad8667b91a 2024-04-15T21:26:57.733 INFO:teuthology.orchestra.run.smithi057.stdout:mgr.y smithi057 *:8443,9283,8765 running (11m) 6s ago 28m 513M - 19.0.0-3084-g87dbfb63 a452a57266c7 7bb446a32fbb 2024-04-15T21:26:57.733 INFO:teuthology.orchestra.run.smithi057.stdout:mon.a smithi057 running (29m) 6s ago 29m 88.7M 2048M 17.2.0 e1d6a67b021e f68a8a14d0b2 2024-04-15T21:26:57.733 INFO:teuthology.orchestra.run.smithi057.stdout:mon.b smithi148 running (27m) 9s ago 27m 70.8M 2048M 17.2.0 e1d6a67b021e 27f4990cb4d7 2024-04-15T21:26:57.733 INFO:teuthology.orchestra.run.smithi057.stdout:mon.c smithi057 running (27m) 6s ago 27m 63.4M 2048M 17.2.0 e1d6a67b021e 7cbf3ea734af 2024-04-15T21:26:57.733 INFO:teuthology.orchestra.run.smithi057.stdout:node-exporter.a smithi057 *:9100 starting - - - - 2024-04-15T21:26:57.733 INFO:teuthology.orchestra.run.smithi057.stdout:node-exporter.b smithi148 *:9100 running (14m) 9s ago 23m 19.5M - 1.3.1 1dbe0e931976 a1defb3de404 2024-04-15T21:26:57.733 INFO:teuthology.orchestra.run.smithi057.stdout:osd.0 smithi057 running (26m) 6s ago 26m 54.5M 4096M 17.2.0 e1d6a67b021e a825b23c2b8e 2024-04-15T21:26:57.734 INFO:teuthology.orchestra.run.smithi057.stdout:osd.1 smithi057 running (26m) 6s ago 26m 59.1M 4096M 17.2.0 e1d6a67b021e ef43105379fd 2024-04-15T21:26:57.734 INFO:teuthology.orchestra.run.smithi057.stdout:osd.2 smithi057 running (26m) 6s ago 26m 53.3M 4096M 17.2.0 e1d6a67b021e 8cea1b1b5212 2024-04-15T21:26:57.734 INFO:teuthology.orchestra.run.smithi057.stdout:osd.3 smithi057 running (25m) 6s ago 25m 52.7M 4096M 17.2.0 e1d6a67b021e 8400e9bee4fe 2024-04-15T21:26:57.734 INFO:teuthology.orchestra.run.smithi057.stdout:osd.4 smithi148 running (25m) 9s ago 25m 54.7M 4096M 17.2.0 e1d6a67b021e 955a657c7722 2024-04-15T21:26:57.734 INFO:teuthology.orchestra.run.smithi057.stdout:osd.5 smithi148 running (25m) 9s ago 25m 52.0M 4096M 17.2.0 e1d6a67b021e bf2b1914ffc9 2024-04-15T21:26:57.734 INFO:teuthology.orchestra.run.smithi057.stdout:osd.6 smithi148 running (24m) 9s ago 24m 51.7M 4096M 17.2.0 e1d6a67b021e ab801778ca01 2024-04-15T21:26:57.734 INFO:teuthology.orchestra.run.smithi057.stdout:osd.7 smithi148 running (24m) 9s ago 24m 52.4M 4096M 17.2.0 e1d6a67b021e c9334bc357be 2024-04-15T21:26:57.734 INFO:teuthology.orchestra.run.smithi057.stdout:prometheus.a smithi148 *:9095 running (83s) 9s ago 23m 67.0M - 2.33.4 514e6a882f6e 09228279f4f1 2024-04-15T21:26:57.734 INFO:teuthology.orchestra.run.smithi057.stdout:rgw.foo.smithi057.lxigfo smithi057 *:8000 running (21m) 6s ago 21m 78.9M - 17.2.0 e1d6a67b021e fa044b726c8d 2024-04-15T21:26:57.734 INFO:teuthology.orchestra.run.smithi057.stdout:rgw.foo.smithi148.cgzzfh smithi148 *:8000 running (21m) 9s ago 21m 75.8M - 17.2.0 e1d6a67b021e 722242170e62 2024-04-15T21:26:58.089 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:26:58 smithi148 systemd[1]: Stopping Ceph node-exporter.b for b97cffaa-fb6a-11ee-bc8f-c7b262605968... 2024-04-15T21:26:58.151 INFO:teuthology.orchestra.run.smithi057.stdout:{ 2024-04-15T21:26:58.151 INFO:teuthology.orchestra.run.smithi057.stdout: "mon": { 2024-04-15T21:26:58.151 INFO:teuthology.orchestra.run.smithi057.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 3 2024-04-15T21:26:58.151 INFO:teuthology.orchestra.run.smithi057.stdout: }, 2024-04-15T21:26:58.151 INFO:teuthology.orchestra.run.smithi057.stdout: "mgr": { 2024-04-15T21:26:58.151 INFO:teuthology.orchestra.run.smithi057.stdout: "ceph version 19.0.0-3084-g87dbfb63 (87dbfb632e974cb2c28d17423071d2d833b53b29) squid (dev)": 2 2024-04-15T21:26:58.152 INFO:teuthology.orchestra.run.smithi057.stdout: }, 2024-04-15T21:26:58.152 INFO:teuthology.orchestra.run.smithi057.stdout: "osd": { 2024-04-15T21:26:58.152 INFO:teuthology.orchestra.run.smithi057.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 8 2024-04-15T21:26:58.152 INFO:teuthology.orchestra.run.smithi057.stdout: }, 2024-04-15T21:26:58.152 INFO:teuthology.orchestra.run.smithi057.stdout: "mds": {}, 2024-04-15T21:26:58.152 INFO:teuthology.orchestra.run.smithi057.stdout: "rgw": { 2024-04-15T21:26:58.152 INFO:teuthology.orchestra.run.smithi057.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 2 2024-04-15T21:26:58.152 INFO:teuthology.orchestra.run.smithi057.stdout: }, 2024-04-15T21:26:58.152 INFO:teuthology.orchestra.run.smithi057.stdout: "overall": { 2024-04-15T21:26:58.152 INFO:teuthology.orchestra.run.smithi057.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 13, 2024-04-15T21:26:58.152 INFO:teuthology.orchestra.run.smithi057.stdout: "ceph version 19.0.0-3084-g87dbfb63 (87dbfb632e974cb2c28d17423071d2d833b53b29) squid (dev)": 2 2024-04-15T21:26:58.152 INFO:teuthology.orchestra.run.smithi057.stdout: } 2024-04-15T21:26:58.152 INFO:teuthology.orchestra.run.smithi057.stdout:} 2024-04-15T21:26:58.350 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:58 smithi148 ceph-mon[25742]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:26:58.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:58 smithi148 ceph-mon[25742]: from='client.15609 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:26:58.351 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:26:58 smithi148 podman[87400]: 2024-04-15 21:26:58.263673366 +0000 UTC m=+0.113627677 container died a1defb3de404cb052071cb21d0129f7ec1e79fbe91e7f92e4d5c5ec161e23c8a (image=quay.io/prometheus/node-exporter:v1.3.1, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-15T21:26:58.378 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:58 smithi057 ceph-mon[24810]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:26:58.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:58 smithi057 ceph-mon[24810]: from='client.15609 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:26:58.379 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:58 smithi057 ceph-mon[29654]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:26:58.379 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:58 smithi057 ceph-mon[29654]: from='client.15609 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:26:58.497 INFO:teuthology.orchestra.run.smithi057.stdout:{ 2024-04-15T21:26:58.497 INFO:teuthology.orchestra.run.smithi057.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29", 2024-04-15T21:26:58.497 INFO:teuthology.orchestra.run.smithi057.stdout: "in_progress": true, 2024-04-15T21:26:58.497 INFO:teuthology.orchestra.run.smithi057.stdout: "which": "Upgrading daemons of type(s) mgr", 2024-04-15T21:26:58.497 INFO:teuthology.orchestra.run.smithi057.stdout: "services_complete": [ 2024-04-15T21:26:58.498 INFO:teuthology.orchestra.run.smithi057.stdout: "mgr" 2024-04-15T21:26:58.498 INFO:teuthology.orchestra.run.smithi057.stdout: ], 2024-04-15T21:26:58.498 INFO:teuthology.orchestra.run.smithi057.stdout: "progress": "2/2 daemons upgraded", 2024-04-15T21:26:58.498 INFO:teuthology.orchestra.run.smithi057.stdout: "message": "Currently upgrading node-exporter daemons", 2024-04-15T21:26:58.498 INFO:teuthology.orchestra.run.smithi057.stdout: "is_paused": false 2024-04-15T21:26:58.498 INFO:teuthology.orchestra.run.smithi057.stdout:} 2024-04-15T21:26:58.850 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:26:58 smithi148 podman[87400]: 2024-04-15 21:26:58.644241761 +0000 UTC m=+0.494196068 container cleanup a1defb3de404cb052071cb21d0129f7ec1e79fbe91e7f92e4d5c5ec161e23c8a (image=quay.io/prometheus/node-exporter:v1.3.1, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-15T21:26:58.850 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:26:58 smithi148 bash[87400]: ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b 2024-04-15T21:26:59.221 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:59 smithi148 ceph-mon[25742]: Upgrade: Updating node-exporter.b (2/2) 2024-04-15T21:26:59.221 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:59 smithi148 ceph-mon[25742]: Deploying daemon node-exporter.b on smithi148 2024-04-15T21:26:59.222 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:59 smithi148 ceph-mon[25742]: from='client.15615 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:26:59.222 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:59 smithi148 ceph-mon[25742]: from='client.15621 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:26:59.222 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:59 smithi148 ceph-mon[25742]: pgmap v53: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:26:59.222 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:26:59 smithi148 ceph-mon[25742]: from='client.? 172.21.15.57:0/2303398761' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:59.222 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:26:58 smithi148 podman[87415]: 2024-04-15 21:26:58.870332863 +0000 UTC m=+0.609283988 container remove a1defb3de404cb052071cb21d0129f7ec1e79fbe91e7f92e4d5c5ec161e23c8a (image=quay.io/prometheus/node-exporter:v1.3.1, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-15T21:26:59.222 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:26:58 smithi148 systemd[1]: ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2024-04-15T21:26:59.222 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:26:59 smithi148 systemd[1]: ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@node-exporter.b.service: Failed with result 'exit-code'. 2024-04-15T21:26:59.222 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:26:59 smithi148 systemd[1]: Stopped Ceph node-exporter.b for b97cffaa-fb6a-11ee-bc8f-c7b262605968. 2024-04-15T21:26:59.222 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:26:59 smithi148 systemd[1]: ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@node-exporter.b.service: Consumed 5.467s CPU time. 2024-04-15T21:26:59.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:59 smithi057 ceph-mon[24810]: Upgrade: Updating node-exporter.b (2/2) 2024-04-15T21:26:59.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:59 smithi057 ceph-mon[24810]: Deploying daemon node-exporter.b on smithi148 2024-04-15T21:26:59.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:59 smithi057 ceph-mon[24810]: from='client.15615 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:26:59.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:59 smithi057 ceph-mon[24810]: from='client.15621 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:26:59.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:59 smithi057 ceph-mon[24810]: pgmap v53: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:26:59.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:26:59 smithi057 ceph-mon[24810]: from='client.? 172.21.15.57:0/2303398761' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:59.379 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:59 smithi057 ceph-mon[29654]: Upgrade: Updating node-exporter.b (2/2) 2024-04-15T21:26:59.379 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:59 smithi057 ceph-mon[29654]: Deploying daemon node-exporter.b on smithi148 2024-04-15T21:26:59.379 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:59 smithi057 ceph-mon[29654]: from='client.15615 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:26:59.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:59 smithi057 ceph-mon[29654]: from='client.15621 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:26:59.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:59 smithi057 ceph-mon[29654]: pgmap v53: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:26:59.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:26:59 smithi057 ceph-mon[29654]: from='client.? 172.21.15.57:0/2303398761' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:26:59.600 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:26:59 smithi148 systemd[1]: Starting Ceph node-exporter.b for b97cffaa-fb6a-11ee-bc8f-c7b262605968... 2024-04-15T21:26:59.600 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:26:59 smithi148 bash[87546]: Trying to pull quay.io/prometheus/node-exporter:v1.5.0... 2024-04-15T21:27:00.099 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:26:59 smithi148 bash[87546]: Getting image source signatures 2024-04-15T21:27:00.100 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:26:59 smithi148 bash[87546]: Copying blob sha256:c0e87333d3805a7b7e1c25783dd25f27da0fe70a8e262eee7ed190c8dc843fa7 2024-04-15T21:27:00.100 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:26:59 smithi148 bash[87546]: Copying blob sha256:22b70bddd3acadc892fca4c2af4260629bfda5dfd11ebc106a93ce24e752b5ed 2024-04-15T21:27:00.100 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:26:59 smithi148 bash[87546]: Copying blob sha256:5c12815fee558b157dee7f7509dedbaba0a8379098858a65ec869e1f1526ea0c 2024-04-15T21:27:00.350 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:00 smithi148 ceph-mon[25742]: from='client.15633 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:27:00.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:00 smithi057 ceph-mon[24810]: from='client.15633 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:27:00.379 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:00 smithi057 ceph-mon[29654]: from='client.15633 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:27:01.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:01 smithi057 ceph-mon[24810]: pgmap v54: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:27:01.379 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:01 smithi057 ceph-mon[29654]: pgmap v54: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:27:01.386 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:01 smithi148 ceph-mon[25742]: pgmap v54: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:27:01.387 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:27:01 smithi148 bash[87546]: Copying config sha256:0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 2024-04-15T21:27:01.644 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:27:01 smithi148 bash[87546]: Writing manifest to image destination 2024-04-15T21:27:01.879 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:27:01 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:27:01] "GET /metrics HTTP/1.1" 200 37985 "" "Prometheus/2.33.4" 2024-04-15T21:27:01.926 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:27:01 smithi148 podman[87546]: 2024-04-15 21:27:01.641055738 +0000 UTC m=+2.321412302 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-04-15T21:27:01.927 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:27:01 smithi148 podman[87546]: 2024-04-15 21:27:01.723101543 +0000 UTC m=+2.403458093 container create 4ee7d864485bba7c3b47ee4be4632741c71f0273429e6515fbbc0dee4ce8ff0a (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-15T21:27:01.927 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:27:01 smithi148 podman[87546]: 2024-04-15 21:27:01.926027314 +0000 UTC m=+2.606383866 container init 4ee7d864485bba7c3b47ee4be4632741c71f0273429e6515fbbc0dee4ce8ff0a (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-15T21:27:02.351 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:27:01 smithi148 podman[87546]: 2024-04-15 21:27:01.928853375 +0000 UTC m=+2.609209926 container start 4ee7d864485bba7c3b47ee4be4632741c71f0273429e6515fbbc0dee4ce8ff0a (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-15T21:27:02.351 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:27:01 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[87597]: ts=2024-04-15T21:27:01.932Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-04-15T21:27:02.351 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:27:01 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[87597]: ts=2024-04-15T21:27:01.932Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-04-15T21:27:02.351 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:27:01 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[87597]: ts=2024-04-15T21:27:01.933Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-04-15T21:27:02.351 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:27:01 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[87597]: ts=2024-04-15T21:27:01.933Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-04-15T21:27:02.351 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:27:01 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[87597]: ts=2024-04-15T21:27:01.933Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-04-15T21:27:02.351 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:27:01 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[87597]: ts=2024-04-15T21:27:01.933Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-04-15T21:27:02.351 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:27:01 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[87597]: ts=2024-04-15T21:27:01.933Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-04-15T21:27:02.351 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:27:01 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[87597]: ts=2024-04-15T21:27:01.934Z caller=node_exporter.go:117 level=info collector=arp 2024-04-15T21:27:02.352 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:27:01 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[87597]: ts=2024-04-15T21:27:01.934Z caller=node_exporter.go:117 level=info collector=bcache 2024-04-15T21:27:02.352 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:27:01 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[87597]: ts=2024-04-15T21:27:01.934Z caller=node_exporter.go:117 level=info collector=bonding 2024-04-15T21:27:02.352 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:27:01 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[87597]: ts=2024-04-15T21:27:01.934Z caller=node_exporter.go:117 level=info collector=btrfs 2024-04-15T21:27:02.352 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:27:01 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[87597]: ts=2024-04-15T21:27:01.934Z caller=node_exporter.go:117 level=info collector=conntrack 2024-04-15T21:27:02.352 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:27:01 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[87597]: ts=2024-04-15T21:27:01.934Z caller=node_exporter.go:117 level=info collector=cpu 2024-04-15T21:27:02.352 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:27:01 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[87597]: ts=2024-04-15T21:27:01.934Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-04-15T21:27:02.352 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:27:01 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[87597]: ts=2024-04-15T21:27:01.934Z caller=node_exporter.go:117 level=info collector=diskstats 2024-04-15T21:27:02.352 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:27:01 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[87597]: ts=2024-04-15T21:27:01.934Z caller=node_exporter.go:117 level=info collector=dmi 2024-04-15T21:27:02.353 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:27:01 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[87597]: ts=2024-04-15T21:27:01.934Z caller=node_exporter.go:117 level=info collector=edac 2024-04-15T21:27:02.353 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:27:01 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[87597]: ts=2024-04-15T21:27:01.934Z caller=node_exporter.go:117 level=info collector=entropy 2024-04-15T21:27:02.353 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:27:01 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[87597]: ts=2024-04-15T21:27:01.934Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-04-15T21:27:02.353 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:27:01 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[87597]: ts=2024-04-15T21:27:01.934Z caller=node_exporter.go:117 level=info collector=filefd 2024-04-15T21:27:02.353 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:27:01 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[87597]: ts=2024-04-15T21:27:01.934Z caller=node_exporter.go:117 level=info collector=filesystem 2024-04-15T21:27:02.353 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:27:01 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[87597]: ts=2024-04-15T21:27:01.934Z caller=node_exporter.go:117 level=info collector=hwmon 2024-04-15T21:27:02.353 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:27:01 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[87597]: ts=2024-04-15T21:27:01.934Z caller=node_exporter.go:117 level=info collector=infiniband 2024-04-15T21:27:02.353 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:27:01 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[87597]: ts=2024-04-15T21:27:01.934Z caller=node_exporter.go:117 level=info collector=ipvs 2024-04-15T21:27:02.353 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:27:01 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[87597]: ts=2024-04-15T21:27:01.934Z caller=node_exporter.go:117 level=info collector=loadavg 2024-04-15T21:27:02.353 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:27:01 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[87597]: ts=2024-04-15T21:27:01.934Z caller=node_exporter.go:117 level=info collector=mdadm 2024-04-15T21:27:02.353 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:27:01 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[87597]: ts=2024-04-15T21:27:01.934Z caller=node_exporter.go:117 level=info collector=meminfo 2024-04-15T21:27:02.353 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:27:01 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[87597]: ts=2024-04-15T21:27:01.934Z caller=node_exporter.go:117 level=info collector=netclass 2024-04-15T21:27:02.353 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:27:01 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[87597]: ts=2024-04-15T21:27:01.934Z caller=node_exporter.go:117 level=info collector=netdev 2024-04-15T21:27:02.353 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:27:01 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[87597]: ts=2024-04-15T21:27:01.934Z caller=node_exporter.go:117 level=info collector=netstat 2024-04-15T21:27:02.353 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:27:01 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[87597]: ts=2024-04-15T21:27:01.934Z caller=node_exporter.go:117 level=info collector=nfs 2024-04-15T21:27:02.354 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:27:01 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[87597]: ts=2024-04-15T21:27:01.934Z caller=node_exporter.go:117 level=info collector=nfsd 2024-04-15T21:27:02.354 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:27:01 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[87597]: ts=2024-04-15T21:27:01.934Z caller=node_exporter.go:117 level=info collector=nvme 2024-04-15T21:27:02.354 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:27:01 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[87597]: ts=2024-04-15T21:27:01.934Z caller=node_exporter.go:117 level=info collector=os 2024-04-15T21:27:02.354 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:27:01 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[87597]: ts=2024-04-15T21:27:01.934Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-04-15T21:27:02.354 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:27:01 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[87597]: ts=2024-04-15T21:27:01.934Z caller=node_exporter.go:117 level=info collector=pressure 2024-04-15T21:27:02.354 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:27:01 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[87597]: ts=2024-04-15T21:27:01.934Z caller=node_exporter.go:117 level=info collector=rapl 2024-04-15T21:27:02.354 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:27:01 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[87597]: ts=2024-04-15T21:27:01.934Z caller=node_exporter.go:117 level=info collector=schedstat 2024-04-15T21:27:02.354 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:27:01 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[87597]: ts=2024-04-15T21:27:01.934Z caller=node_exporter.go:117 level=info collector=selinux 2024-04-15T21:27:02.354 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:27:01 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[87597]: ts=2024-04-15T21:27:01.934Z caller=node_exporter.go:117 level=info collector=sockstat 2024-04-15T21:27:02.354 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:27:01 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[87597]: ts=2024-04-15T21:27:01.934Z caller=node_exporter.go:117 level=info collector=softnet 2024-04-15T21:27:02.354 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:27:01 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[87597]: ts=2024-04-15T21:27:01.934Z caller=node_exporter.go:117 level=info collector=stat 2024-04-15T21:27:02.354 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:27:01 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[87597]: ts=2024-04-15T21:27:01.934Z caller=node_exporter.go:117 level=info collector=tapestats 2024-04-15T21:27:02.354 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:27:01 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[87597]: ts=2024-04-15T21:27:01.934Z caller=node_exporter.go:117 level=info collector=textfile 2024-04-15T21:27:02.354 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:27:01 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[87597]: ts=2024-04-15T21:27:01.934Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-04-15T21:27:02.354 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:27:01 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[87597]: ts=2024-04-15T21:27:01.934Z caller=node_exporter.go:117 level=info collector=time 2024-04-15T21:27:02.355 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:27:01 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[87597]: ts=2024-04-15T21:27:01.934Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-04-15T21:27:02.355 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:27:01 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[87597]: ts=2024-04-15T21:27:01.934Z caller=node_exporter.go:117 level=info collector=uname 2024-04-15T21:27:02.355 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:27:01 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[87597]: ts=2024-04-15T21:27:01.934Z caller=node_exporter.go:117 level=info collector=vmstat 2024-04-15T21:27:02.355 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:27:01 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[87597]: ts=2024-04-15T21:27:01.934Z caller=node_exporter.go:117 level=info collector=xfs 2024-04-15T21:27:02.355 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:27:01 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[87597]: ts=2024-04-15T21:27:01.934Z caller=node_exporter.go:117 level=info collector=zfs 2024-04-15T21:27:02.355 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:27:01 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[87597]: ts=2024-04-15T21:27:01.934Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-04-15T21:27:02.355 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:27:01 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[87597]: ts=2024-04-15T21:27:01.934Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-04-15T21:27:02.355 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:27:02 smithi148 bash[87546]: 4ee7d864485bba7c3b47ee4be4632741c71f0273429e6515fbbc0dee4ce8ff0a 2024-04-15T21:27:02.355 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:27:02 smithi148 systemd[1]: Started Ceph node-exporter.b for b97cffaa-fb6a-11ee-bc8f-c7b262605968. 2024-04-15T21:27:03.311 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:03 smithi057 ceph-mon[24810]: pgmap v55: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:27:03.311 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:03 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:03.311 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:03 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:03.311 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:03 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:03.311 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:03 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:03.311 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:03 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:03.311 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:03 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:03.311 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:03 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:03.311 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:03 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:03.311 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:03 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:03.312 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:03 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:03.312 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:03 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:03.312 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:03 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:03.312 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:03 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:03.312 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:03 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:03.312 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:03 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:03.312 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:03 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:03.312 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:03 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:03.312 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:03 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:03.312 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:03 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:03.312 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:03 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:03.312 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:03 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:03.312 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:03 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:03.312 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:03 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:03.313 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:03 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:03.313 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:03 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:03.313 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:03 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:03.313 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:03 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:03.313 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:03 smithi057 ceph-mon[29654]: pgmap v55: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:27:03.313 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:03 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:03.313 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:03 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:03.313 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:03 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:03.313 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:03 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:03.313 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:03 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:03.313 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:03 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:03.314 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:03 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:03.314 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:03 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:03.314 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:03 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:03.314 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:03 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:03.314 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:03 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:03.314 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:03 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:03.314 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:03 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:03.314 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:03 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:03.314 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:03 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:03.314 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:03 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:03.314 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:03 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:03.314 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:03 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:03.314 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:03 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:03.315 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:03 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:03.315 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:03 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:03.315 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:03 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:03.315 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:03 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:03.315 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:03 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:03.315 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:03 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:03.315 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:03 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:03.315 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:03 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:03.315 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:03 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:03.316 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:03 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:03.316 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:03 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:03.316 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:03 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:03.316 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:03 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:03.316 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:03 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:03.316 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:03 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:03.316 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:03 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:03.316 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:03 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:03.316 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:03 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:03.316 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:03 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:03.316 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:03 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:03.316 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:03 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:03.317 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:03 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:03.317 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:03 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:03.317 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:03 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:03.317 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:03 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:03.317 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:03 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:03.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:03 smithi148 ceph-mon[25742]: pgmap v55: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:27:03.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:03 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:03.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:03 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:03.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:03 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:03.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:03 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:03.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:03 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:03.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:03 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:03.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:03 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:03.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:03 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:03.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:03 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:03.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:03 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:03.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:03 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:03.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:03 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:03.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:03 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:03.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:03 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:03.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:03 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:03.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:03 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:03.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:03 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:03.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:03 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:03.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:03 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:03.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:03 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:03.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:03 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:03.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:03 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:03.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:03 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:03.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:03 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:03.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:03 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:03.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:03 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:03.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:03 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:03.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:03 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:03.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:03 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:03.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:03 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:03.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:03 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:03.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:03 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:03.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:03 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:03.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:03 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:03.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:03 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:03.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:03 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:04.319 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:04 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:04.319 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:04 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:04.319 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:04 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:04.320 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:04 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:04.320 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:04 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:04.320 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:04 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:04.320 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:04 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:04.320 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:04 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:04.320 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:04 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:04.320 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:04 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:04.320 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:04 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:04.320 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:04 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:04.320 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:04 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:04.320 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:04 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:04.320 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:04 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:04.320 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:04 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:04.320 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:04 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:04.321 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:04 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:04.321 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:04 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:04.321 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:04 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:04.321 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:04 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:04.321 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:04 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:04.321 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:04 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:04.321 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:04 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:04.321 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:04 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:04.321 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:04 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:04.321 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:04 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:04.321 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:04 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:04.321 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:04 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:04.322 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:04 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:04.322 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:04 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:04.322 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:04 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:04.322 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:04 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:04.322 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:04 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:04.322 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:04 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:04.322 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:04 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:04.322 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:04 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:04.322 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:04 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:04.322 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:04 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:04.322 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:04 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:04.322 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:04 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:04.322 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:04 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:04.323 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:04 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:04.323 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:04 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:04.323 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:04 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:04.323 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:04 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:04.323 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:04 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:04.323 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:04 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:04.323 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:04 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:04.323 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:04 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:04.323 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:04 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:04.323 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:04 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:04.323 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:04 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:04.323 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:04 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:04.323 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:04 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:04.323 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:04 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:04.323 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:04 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:04.324 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:04 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:04.324 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:04 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:04.324 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:04 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:04.324 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:04 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:04.324 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:04 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:04.324 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:04 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:04.324 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:04 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:04.324 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:04 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:04.324 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:04 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:04.324 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:04 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:04.324 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:04 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:04.325 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:04 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:04.325 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:04 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:04.325 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:04 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:04.325 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:04 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:04.325 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:04 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:04.325 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:04 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:04.325 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:04 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:04.325 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:04 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:04.325 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:04 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:04.325 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:04 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:04.325 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:04 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:04.325 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:04 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:04.326 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:04 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:04.326 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:04 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:04.326 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:04 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:04.326 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:04 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:04.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:04 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:04.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:04 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:04.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:04 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:04.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:04 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:04.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:04 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:04.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:04 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:04.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:04 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:04.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:04 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:04.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:04 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:04.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:04 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:04.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:04 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:04.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:04 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:04.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:04 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:04.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:04 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:04.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:04 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:04.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:04 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:04.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:04 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:04.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:04 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:04.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:04 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:04.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:04 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:04.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:04 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:04.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:04 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:04.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:04 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:04.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:04 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:04.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:04 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:04.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:04 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:04.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:04 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:04.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:04 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:04.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:04 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:04.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:04 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:04.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:04 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:04.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:04 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:04.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:04 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:04.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:04 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:04.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:04 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:04.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:04 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:04.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:04 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:04.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:04 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:04.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:04 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:04.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:04 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:04.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:04 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:04.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:04 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:05.286 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:05 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:05.286 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:05 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:05.286 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:05 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:05.287 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:05 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:05.287 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:05 smithi057 ceph-mon[24810]: pgmap v56: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:27:05.287 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:05 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:05.287 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:05 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:05.287 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:05 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:05.287 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:05 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:05.287 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:05 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:05.287 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:05 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:05.287 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:05 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:05.287 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:05 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:05.287 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:05 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:05.287 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:05 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:05.287 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:05 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:05.287 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:05 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:05.288 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:05 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:05.288 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:05 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:05.288 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:05 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:05.288 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:05 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:05.288 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:05 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:05.288 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:05 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:05.288 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:05 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:05.288 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:05 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:05.288 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:05 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:05.288 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:05 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:05.288 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:05 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:05.288 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:05 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:05.289 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:05 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:05.289 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:05 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:05.289 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:05 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:05.289 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:05 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:05.289 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:05 smithi057 ceph-mon[29654]: pgmap v56: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:27:05.289 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:05 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:05.289 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:05 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:05.289 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:05 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:05.289 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:05 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:05.289 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:05 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:05.289 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:05 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:05.289 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:05 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:05.289 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:05 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:05.290 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:05 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:05.290 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:05 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:05.290 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:05 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:05.290 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:05 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:05.290 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:05 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:05.290 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:05 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:05.290 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:05 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:05.290 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:05 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:05.290 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:05 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:05.290 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:05 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:05.290 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:05 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:05.290 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:05 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:05.290 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:05 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:05.290 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:05 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:05.290 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:05 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:05.291 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:05 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:05.291 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:05 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:05.291 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:05 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:05.291 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:05 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:05.291 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:05 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:05.291 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:05 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:05.291 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:05 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:05.291 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:05 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:05.291 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:05 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:05.291 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:05 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:05.292 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:05 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:05.292 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:05 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:05.292 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:05 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:05.292 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:05 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:05.292 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:05 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:05.292 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:05 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:05.292 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:05 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:05.292 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:05 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:05.292 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:05 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:05.292 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:05 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:05.292 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:05 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:05.293 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:05 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:05.293 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:05 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:05.293 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:05 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:05.293 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:05 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:05.293 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:05 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:05.293 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:05 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:05.332 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:05 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:05.332 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:05 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:05.332 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:05 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:05.332 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:05 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:05.332 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:05 smithi148 ceph-mon[25742]: pgmap v56: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:27:05.332 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:05 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:05.332 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:05 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:05.332 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:05 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:05.333 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:05 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:05.333 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:05 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:05.333 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:05 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:05.333 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:05 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:05.333 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:05 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:05.333 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:05 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:05.333 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:05 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:05.333 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:05 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:05.333 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:05 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:05.333 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:05 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:05.333 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:05 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:05.333 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:05 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:05.333 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:05 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:05.333 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:05 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:05.334 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:05 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:05.334 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:05 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:05.334 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:05 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:05.334 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:05 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:05.334 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:05 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:05.334 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:05 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:05.334 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:05 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:05.334 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:05 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:05.334 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:05 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:05.334 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:05 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:05.334 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:05 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:05.334 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:05 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:05.334 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:05 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:05.335 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:05 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:05.335 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:05 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:05.335 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:05 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:05.335 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:05 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:05.335 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:05 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:05.335 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:05 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:05.335 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:05 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:06.310 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:06 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:06.310 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:06 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:06.310 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:06 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:06.310 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:06 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:06.310 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:06 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:06.310 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:06 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:06.310 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:06 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:06.310 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:06 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:06.310 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:06 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:06.310 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:06 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:06.311 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:06 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:06.311 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:06 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:06.311 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:06 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:27:06.311 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:06 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:06.311 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:06 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:06.311 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:06 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:06.311 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:06 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:06.311 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:06 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:06.311 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:06 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:06.311 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:06 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:06.311 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:06 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:06.311 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:06 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:06.311 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:06 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:06.311 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:06 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:06.312 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:06 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:06.312 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:06 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:06.312 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:06 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:06.312 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:06 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:06.312 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:06 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:06.312 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:06 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:06.312 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:06 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:06.312 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:06 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:06.312 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:06 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:06.312 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:06 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:06.312 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:06 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:06.313 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:06 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:06.313 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:06 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:06.313 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:06 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:06.313 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:06 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:06.313 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:06 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:06.313 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:06 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:06.313 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:06 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:27:06.313 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:06 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:06.313 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:06 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:06.313 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:06 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:06.313 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:06 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:06.313 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:06 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:06.313 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:06 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:06.313 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:06 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:06.313 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:06 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:06.314 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:06 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:06.314 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:06 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:06.314 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:06 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:06.314 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:06 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:06.314 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:06 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:06.314 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:06 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:06.314 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:06 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:06.314 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:06 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:06.314 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:06 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:06.314 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:06 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:06.315 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:06 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:06.315 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:06 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:06.315 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:06 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:06.315 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:06 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:06.315 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:06 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:06.315 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:06 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:06.315 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:06 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:06.315 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:06 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:06.315 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:06 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:06.315 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:06 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:06.315 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:06 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:06.316 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:06 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:06.316 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:06 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:06.316 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:06 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:06.316 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:06 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:06.316 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:06 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:06.316 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:06 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:06.316 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:06 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:06.316 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:06 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:06.316 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:06 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:06.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:06 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:06.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:06 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:06.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:06 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:06.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:06 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:06.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:06 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:06.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:06 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:06.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:06 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:06.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:06 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:06.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:06 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:06.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:06 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:06.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:06 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:06.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:06 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:06.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:06 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:27:06.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:06 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:06.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:06 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:06.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:06 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:06.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:06 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:06.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:06 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:06.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:06 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:06.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:06 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:06.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:06 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:06.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:06 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:06.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:06 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:06.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:06 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:06.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:06 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:06.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:06 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:06.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:06 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:06.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:06 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:06.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:06 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:06.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:06 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:06.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:06 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:06.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:06 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:06.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:06 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:06.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:06 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:06.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:06 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:06.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:06 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:06.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:06 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:06.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:06 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:06.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:06 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:06.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:06 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:07.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:07 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:07.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:07 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:07.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:07 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:07.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:07 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:07.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:07 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:07.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:07 smithi148 ceph-mon[25742]: pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:27:07.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:07 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:07.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:07 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:07.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:07 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:07.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:07 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:07.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:07 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:07.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:07 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:07.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:07 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:07.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:07 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:07.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:07 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:07.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:07 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:07.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:07 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:07.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:07 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:07.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:07 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:07.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:07 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:07.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:07 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:07.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:07 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:07.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:07 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:07.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:07 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:07.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:07 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:07.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:07 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:07.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:07 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:07.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:07 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:07.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:07 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:07.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:07 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:07.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:07 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:07.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:07 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:07.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:07 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:07.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:07 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:07.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:07 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:07.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:07 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:07.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:07 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:07.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:07 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:07.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:07 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:07.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:07 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:07.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:07 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:07.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:07 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:07.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:07 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:07.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:07 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:07.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:07 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:07.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:07 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:07.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:07 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:07.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:07 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:07.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:07 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:07.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:07 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:07.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:07 smithi057 ceph-mon[24810]: pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:27:07.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:07 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:07.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:07 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:07.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:07 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:07.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:07 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:07.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:07 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:07.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:07 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:07.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:07 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:07.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:07 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:07.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:07 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:07.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:07 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:07.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:07 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:07.383 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:07 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:07.383 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:07 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:07.383 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:07 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:07.383 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:07 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:07.383 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:07 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:07.383 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:07 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:07.383 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:07 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:07.383 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:07 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:07.383 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:07 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:07.383 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:07 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:07.383 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:07 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:07.383 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:07 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:07.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:07 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:07.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:07 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:07.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:07 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:07.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:07 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:07.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:07 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:07.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:07 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:07.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:07 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:07.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:07 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:07.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:07 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:07.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:07 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:07.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:07 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:07.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:07 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:07.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:07 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:07.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:07 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:07.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:07 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:07.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:07 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:07.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:07 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:07.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:07 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:07.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:07 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:07.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:07 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:07.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:07 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:07.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:07 smithi057 ceph-mon[29654]: pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:27:07.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:07 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:07.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:07 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:07.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:07 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:07.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:07 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:07.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:07 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:07.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:07 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:07.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:07 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:07.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:07 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:07.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:07 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:07.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:07 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:07.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:07 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:07.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:07 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:07.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:07 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:07.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:07 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:07.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:07 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:07.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:07 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:07.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:07 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:07.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:07 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:07.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:07 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:07.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:07 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:07.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:07 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:07.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:07 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:07.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:07 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:07.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:07 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:07.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:07 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:07.388 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:07 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:07.388 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:07 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:07.388 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:07 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:07.388 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:07 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:07.388 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:07 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:07.388 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:07 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:07.388 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:07 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:07.388 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:07 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:07.388 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:07 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:07.388 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:07 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:07.388 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:07 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:07.388 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:07 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:07.388 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:07 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:07.388 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:07 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:08.101 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:08 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:08.101 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:08 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:08.101 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:08 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:08.101 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:08 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:08.101 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:08 smithi148 ceph-mon[25742]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:27:08.101 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:08 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:08.101 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:08 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:08.101 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:08 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:08.101 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:08 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:08.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:08 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:08.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:08 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:08.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:08 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:08.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:08 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:08.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:08 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:08.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:08 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:08.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:08 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:08.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:08 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:08.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:08 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:08.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:08 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:08.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:08 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:08.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:08 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:08.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:08 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:08.103 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:08 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:08.103 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:08 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:08.103 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:08 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:08.103 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:08 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:08.103 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:08 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:08.103 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:08 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:08.103 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:08 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:08.103 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:08 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:08.103 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:08 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:08.103 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:08 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:08.103 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:08 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:08.103 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:08 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:08.103 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:08 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:08.103 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:08 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:08.103 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:08 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:08.104 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:08 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:08.104 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:08 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:08.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:08 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:08.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:08 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:08.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:08 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:08.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:08 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:08.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:08 smithi057 ceph-mon[24810]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:27:08.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:08 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:08.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:08 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:08.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:08 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:08.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:08 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:08.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:08 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:08.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:08 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:08.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:08 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:08.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:08 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:08.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:08 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:08.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:08 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:08.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:08 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:08.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:08 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:08.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:08 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:08.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:08 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:08.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:08 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:08.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:08 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:08.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:08 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:08.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:08 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:08.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:08 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:08.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:08 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:08.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:08 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:08.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:08 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:08.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:08 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:08.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:08 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:08.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:08 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:08.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:08 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:08.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:08 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:08.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:08 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:08.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:08 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:08.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:08 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:08.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:08 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:08.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:08 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:08.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:08 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:08.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:08 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:08.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:08 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:08.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:08 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:08.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:08 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:08.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:08 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:08.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:08 smithi057 ceph-mon[29654]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:27:08.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:08 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:08.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:08 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:08.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:08 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:08.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:08 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:08.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:08 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:08.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:08 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:08.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:08 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:08.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:08 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:08.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:08 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:08.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:08 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:08.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:08 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:08.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:08 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:08.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:08 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:08.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:08 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:08.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:08 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:08.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:08 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:08.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:08 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:08.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:08 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:08.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:08 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:08.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:08 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:08.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:08 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:08.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:08 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:08.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:08 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:08.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:08 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:08.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:08 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:08.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:08 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:08.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:08 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:08.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:08 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:08.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:08 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:08.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:08 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:08.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:08 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:08.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:08 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:08.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:08 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:08.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:08 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:09.328 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:09 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:09.328 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:09 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:09.328 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:09 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:09.328 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:09 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:09.329 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:09 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:09.329 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:09 smithi148 ceph-mon[25742]: pgmap v58: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:27:09.329 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:09 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:09.329 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:09 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:09.329 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:09 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:09.329 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:09 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:09.329 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:09 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:09.329 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:09 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:09.329 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:09 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:09.329 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:09 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:09.329 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:09 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:09.329 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:09 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:09.329 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:09 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:09.329 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:09 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:09.330 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:09 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:09.330 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:09 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:09.330 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:09 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:09.330 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:09 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:09.330 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:09 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:09.330 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:09 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:09.330 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:09 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:09.330 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:09 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:09.330 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:09 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:09.330 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:09 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:09.330 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:09 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:09.330 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:09 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:09.330 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:09 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:09.330 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:09 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:09.330 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:09 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:09.331 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:09 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:09.331 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:09 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:09.331 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:09 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:09.331 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:09 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:09.331 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:09 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:09.331 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:09 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:09.331 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:09 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:09.331 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:09 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:09.331 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:09 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:09.331 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:09 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:09.331 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:09 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:09.331 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:09 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:09.331 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:09 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:09.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:09 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:09.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:09 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:09.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:09 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:09.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:09 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:09.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:09 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:09.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:09 smithi057 ceph-mon[24810]: pgmap v58: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:27:09.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:09 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:09.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:09 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:09.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:09 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:09.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:09 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:09.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:09 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:09.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:09 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:09.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:09 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:09.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:09 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:09.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:09 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:09.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:09 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:09.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:09 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:09.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:09 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:09.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:09 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:09.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:09 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:09.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:09 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:09.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:09 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:09.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:09 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:09.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:09 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:09.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:09 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:09.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:09 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:09.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:09 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:09.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:09 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:09.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:09 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:09.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:09 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:09.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:09 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:09.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:09 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:09.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:09 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:09.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:09 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:09.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:09 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:09.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:09 smithi057 ceph-mon[29654]: pgmap v58: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:27:09.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:09 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:09.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:09 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:09.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:09 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:09.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:09 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:09.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:09 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:09.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:09 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:09.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:09 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:09.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:09 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:09.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:09 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:09.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:09 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:09.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:09 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:09.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:09 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:09.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:09 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:09.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:09 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:09.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:09 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:09.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:09 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:09.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:09 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:09.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:09 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:09.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:09 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:09.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:09 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:09.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:09 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:09.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:09 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:09.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:09 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:09.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:09 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:09.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:09 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:09.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:09 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:09.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:09 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:09.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:09 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:09.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:09 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:09.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:09 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:09.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:09 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:09.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:09 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:09.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:09 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:09.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:09 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:09.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:09 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:09.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:09 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:09.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:09 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:09.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:09 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:09.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:09 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:09.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:09 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:09.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:09 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:09.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:09 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:09.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:09 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:09.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:09 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:09.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:09 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:09.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:09 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:09.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:09 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:09.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:09 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:09.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:09 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:09.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:09 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:09.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:09 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:09.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:09 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:09.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:09 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:09.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:09 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:09.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:09 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:09.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:09 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:10.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:10 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:10.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:10 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:10.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:10 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:10.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:10 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:10.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:10 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:10.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:10 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:10.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:10 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:10.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:10 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:10.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:10 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:10.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:10 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:10.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:10 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:10.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:10 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:10.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:10 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:10.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:10 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:10.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:10 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:10.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:10 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:10.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:10 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:10.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:10 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:10.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:10 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:10.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:10 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:10.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:10 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:10.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:10 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:10.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:10 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:10.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:10 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:10.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:10 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:10.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:10 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:10.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:10 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:10.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:10 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:10.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:10 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:10.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:10 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:10.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:10 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:10.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:10 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:10.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:10 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:10.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:10 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:10.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:10 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:10.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:10 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:10.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:10 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:10.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:10 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:10.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:10 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:10.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:10 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:10.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:10 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:10.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:10 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:10.376 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:10 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:10.376 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:10 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:10.376 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:10 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:10.376 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:10 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:10.376 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:10 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:10.377 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:10 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:10.377 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:10 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:10.377 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:10 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:10.377 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:10 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:10.377 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:10 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:10.377 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:10 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:10.377 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:10 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:10.377 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:10 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:10.377 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:10 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:10.377 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:10 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:10.377 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:10 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:10.377 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:10 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:10.377 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:10 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:10.377 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:10 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:10.378 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:10 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:10.378 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:10 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:10.378 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:10 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:10.378 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:10 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:10.378 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:10 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:10.378 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:10 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:10.378 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:10 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:10.378 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:10 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:10.378 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:10 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:10.378 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:10 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:10.378 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:10 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:10.379 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:10 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:10.379 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:10 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:10.379 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:10 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:10.379 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:10 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:10.379 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:10 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:10.379 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:10 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:10.379 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:10 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:10.379 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:10 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:10.379 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:10 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:10.379 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:10 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:10.379 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:10 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:10.379 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:10 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:10.379 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:10 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:10.379 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:10 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:10.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:10 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:10.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:10 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:10.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:10 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:10.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:10 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:10.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:10 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:10.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:10 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:10.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:10 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:10.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:10 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:10.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:10 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:10.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:10 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:10.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:10 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:10.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:10 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:10.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:10 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:10.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:10 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:10.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:10 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:10.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:10 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:10.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:10 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:10.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:10 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:10.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:10 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:10.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:10 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:10.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:10 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:10.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:10 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:10.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:10 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:10.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:10 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:10.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:10 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:10.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:10 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:10.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:10 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:10.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:10 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:10.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:10 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:10.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:10 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:10.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:10 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:10.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:10 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:10.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:10 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:10.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:10 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:10.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:10 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:10.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:10 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:10.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:10 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:10.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:10 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:10.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:10 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:10.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:10 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:11.309 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:11 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:11.309 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:11 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:11.309 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:11 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:11.309 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:11 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:11.309 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:11 smithi057 ceph-mon[29654]: pgmap v59: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:27:11.309 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:11 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:11.309 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:11 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:11.309 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:11 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:11.309 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:11 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:11.309 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:11 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:11.310 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:11 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:11.310 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:11 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:11.310 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:11 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:11.310 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:11 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:11.310 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:11 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:11.310 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:11 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:11.310 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:11 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:11.310 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:11 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:11.310 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:11 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:11.310 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:11 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:11.310 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:11 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:11.310 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:11 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:11.310 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:11 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:11.310 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:11 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:11.311 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:11 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:11.311 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:11 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:11.311 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:11 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:11.311 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:11 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:11.311 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:11 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:11.311 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:11 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:11.311 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:11 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:11.312 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:11 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:11.312 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:11 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:11.312 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:11 smithi057 ceph-mon[24810]: pgmap v59: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:27:11.312 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:11 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:11.312 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:11 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:11.312 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:11 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:11.312 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:11 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:11.312 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:11 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:11.312 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:11 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:11.312 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:11 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:11.312 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:11 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:11.312 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:11 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:11.312 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:11 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:11.312 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:11 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:11.312 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:11 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:11.313 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:11 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:11.313 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:11 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:11.313 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:11 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:11.313 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:11 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:11.313 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:11 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:11.313 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:11 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:11.313 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:11 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:11.313 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:11 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:11.313 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:11 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:11.313 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:11 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:11.313 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:11 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:11.313 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:11 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:11.314 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:11 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:11.314 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:11 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:11.314 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:11 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:11.314 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:11 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:11.314 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:11 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:11.314 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:11 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:11.314 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:11 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:11.314 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:11 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:11.314 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:11 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:11.314 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:11 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:11.314 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:11 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:11.314 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:11 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:11.314 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:11 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:11.314 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:11 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:11.315 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:11 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:11.315 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:11 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:11.315 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:11 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:11.315 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:11 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:11.315 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:11 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:11.315 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:11 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:11.315 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:11 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:11.315 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:11 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:11.315 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:11 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:11.315 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:11 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:11.315 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:11 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:11.315 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:11 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:11.316 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:11 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:11.316 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:11 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:11.316 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:11 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:11.316 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:11 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:11.316 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:11 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:11.316 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:11 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:11.316 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:11 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:11.316 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:11 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:11.316 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:11 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:11.316 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:11 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:11.316 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:11 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:11.316 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:11 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:11.316 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:11 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:11.316 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:11 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:11.316 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:11 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:11.317 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:11 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:11.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:11 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:11.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:11 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:11.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:11 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:11.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:11 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:11.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:11 smithi148 ceph-mon[25742]: pgmap v59: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:27:11.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:11 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:11.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:11 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:11.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:11 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:11.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:11 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:11.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:11 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:11.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:11 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:11.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:11 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:11.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:11 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:11.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:11 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:11.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:11 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:11.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:11 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:11.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:11 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:11.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:11 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:11.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:11 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:11.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:11 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:11.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:11 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:11.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:11 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:11.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:11 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:11.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:11 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:11.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:11 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:11.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:11 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:11.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:11 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:11.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:11 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:11.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:11 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:11.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:11 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:11.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:11 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:11.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:11 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:11.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:11 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:11.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:11 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:11.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:11 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:11.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:11 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:11.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:11 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:11.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:11 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:11.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:11 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:11.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:11 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:11.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:11 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:11.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:11 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:11.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:11 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:11.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:11 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:11.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:11 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:11.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:11 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:11.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:11 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:11.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:11 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:11.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:11 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:11.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:11 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:11.878 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:27:11 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:27:11] "GET /metrics HTTP/1.1" 200 37983 "" "Prometheus/2.33.4" 2024-04-15T21:27:12.255 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:12 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:12.255 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:12 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:12.255 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:12 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:12.255 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:12 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:12.256 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:12 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:12.256 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:12 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:12.256 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:12 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:12.256 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:12 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:12.256 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:12 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:12.256 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:12 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:12.350 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:12 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:12.350 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:12 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:12.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:12 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:12.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:12 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:12.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:12 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:13.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:13 smithi148 ceph-mon[25742]: pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:27:13.378 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:13 smithi057 ceph-mon[24810]: pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:27:13.379 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:13 smithi057 ceph-mon[29654]: pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:27:15.198 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:15 smithi148 ceph-mon[25742]: Upgrade: Updating node-exporter.a (1/2) 2024-04-15T21:27:15.198 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:15 smithi148 ceph-mon[25742]: Deploying daemon node-exporter.a on smithi057 2024-04-15T21:27:15.198 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:15 smithi148 ceph-mon[25742]: pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:27:15.198 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:15 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:15.198 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:15 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:15.198 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:15 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:15.321 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:15 smithi057 ceph-mon[29654]: Upgrade: Updating node-exporter.a (1/2) 2024-04-15T21:27:15.321 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:15 smithi057 ceph-mon[29654]: Deploying daemon node-exporter.a on smithi057 2024-04-15T21:27:15.321 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:15 smithi057 ceph-mon[29654]: pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:27:15.321 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:15 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:15.321 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:15 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:15.321 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:15 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:15.321 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:15 smithi057 ceph-mon[24810]: Upgrade: Updating node-exporter.a (1/2) 2024-04-15T21:27:15.321 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:15 smithi057 ceph-mon[24810]: Deploying daemon node-exporter.a on smithi057 2024-04-15T21:27:15.321 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:15 smithi057 ceph-mon[24810]: pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:27:15.322 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:15 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:15.322 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:15 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:15.322 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:15 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:16.185 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:27:16 smithi057 systemd[1]: Stopping Ceph node-exporter.a for b97cffaa-fb6a-11ee-bc8f-c7b262605968... 2024-04-15T21:27:16.344 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:16.344 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:16.344 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:16.344 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:16.344 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:16.344 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:16.344 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:16.345 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:16.345 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:16.345 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:16 smithi057 ceph-mon[24810]: pgmap v62: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:27:16.345 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:16.345 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:16.345 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:16.345 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:16.345 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:16.345 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:16.345 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:16.345 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:16.345 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:16.346 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:16 smithi057 ceph-mon[29654]: pgmap v62: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:27:16.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:16 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:16.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:16 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:16.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:16 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:16.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:16 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:16.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:16 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:16.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:16 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:16.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:16 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:16.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:16 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:16.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:16 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:16.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:16 smithi148 ceph-mon[25742]: pgmap v62: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:27:17.510 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:27:17 smithi057 podman[102962]: 2024-04-15 21:27:17.202402512 +0000 UTC m=+0.123327078 container died b6c356abc7bec585c8b9a8e4e647672d36bd306af0d12eab69f28b729a8bbcfa (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-15T21:27:17.835 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:27:17 smithi057 podman[102962]: 2024-04-15 21:27:17.608481207 +0000 UTC m=+0.529405768 container cleanup b6c356abc7bec585c8b9a8e4e647672d36bd306af0d12eab69f28b729a8bbcfa (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-15T21:27:17.835 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:27:17 smithi057 bash[102962]: ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a 2024-04-15T21:27:18.095 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:27:17 smithi057 podman[102974]: 2024-04-15 21:27:17.83479579 +0000 UTC m=+0.633375892 container remove b6c356abc7bec585c8b9a8e4e647672d36bd306af0d12eab69f28b729a8bbcfa (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-15T21:27:18.096 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:27:17 smithi057 systemd[1]: ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2024-04-15T21:27:18.350 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:18 smithi148 ceph-mon[25742]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:27:18.378 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:18 smithi057 ceph-mon[29654]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:27:18.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:18 smithi057 ceph-mon[24810]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:27:18.379 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:27:18 smithi057 systemd[1]: ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@node-exporter.a.service: Failed with result 'exit-code'. 2024-04-15T21:27:18.379 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:27:18 smithi057 systemd[1]: Stopped Ceph node-exporter.a for b97cffaa-fb6a-11ee-bc8f-c7b262605968. 2024-04-15T21:27:18.379 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:27:18 smithi057 systemd[1]: ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@node-exporter.a.service: Consumed 1.788s CPU time. 2024-04-15T21:27:18.379 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:27:18 smithi057 systemd[1]: Starting Ceph node-exporter.a for b97cffaa-fb6a-11ee-bc8f-c7b262605968... 2024-04-15T21:27:18.799 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:27:18 smithi057 podman[103106]: 2024-04-15 21:27:18.5115054 +0000 UTC m=+0.106720050 container create 1fe3c748de024177c3cae81fd8fa67f0b1ecac783a214e414bb16cf4c9fbca98 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-15T21:27:18.799 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:27:18 smithi057 podman[103106]: 2024-04-15 21:27:18.422377224 +0000 UTC m=+0.017591833 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-04-15T21:27:18.799 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:27:18 smithi057 podman[103106]: 2024-04-15 21:27:18.722655019 +0000 UTC m=+0.317869626 container init 1fe3c748de024177c3cae81fd8fa67f0b1ecac783a214e414bb16cf4c9fbca98 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-15T21:27:18.799 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:27:18 smithi057 podman[103106]: 2024-04-15 21:27:18.725849487 +0000 UTC m=+0.321064098 container start 1fe3c748de024177c3cae81fd8fa67f0b1ecac783a214e414bb16cf4c9fbca98 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-15T21:27:18.799 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:27:18 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[103120]: ts=2024-04-15T21:27:18.729Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-04-15T21:27:18.799 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:27:18 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[103120]: ts=2024-04-15T21:27:18.729Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-04-15T21:27:18.799 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:27:18 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[103120]: ts=2024-04-15T21:27:18.729Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-04-15T21:27:18.799 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:27:18 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[103120]: ts=2024-04-15T21:27:18.729Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-04-15T21:27:18.799 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:27:18 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[103120]: ts=2024-04-15T21:27:18.730Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-04-15T21:27:18.799 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:27:18 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[103120]: ts=2024-04-15T21:27:18.730Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-04-15T21:27:18.799 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:27:18 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[103120]: ts=2024-04-15T21:27:18.730Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-04-15T21:27:18.799 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:27:18 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[103120]: ts=2024-04-15T21:27:18.730Z caller=node_exporter.go:117 level=info collector=arp 2024-04-15T21:27:18.800 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:27:18 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[103120]: ts=2024-04-15T21:27:18.730Z caller=node_exporter.go:117 level=info collector=bcache 2024-04-15T21:27:18.800 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:27:18 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[103120]: ts=2024-04-15T21:27:18.730Z caller=node_exporter.go:117 level=info collector=bonding 2024-04-15T21:27:18.800 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:27:18 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[103120]: ts=2024-04-15T21:27:18.730Z caller=node_exporter.go:117 level=info collector=btrfs 2024-04-15T21:27:18.800 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:27:18 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[103120]: ts=2024-04-15T21:27:18.730Z caller=node_exporter.go:117 level=info collector=conntrack 2024-04-15T21:27:18.800 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:27:18 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[103120]: ts=2024-04-15T21:27:18.730Z caller=node_exporter.go:117 level=info collector=cpu 2024-04-15T21:27:18.800 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:27:18 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[103120]: ts=2024-04-15T21:27:18.730Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-04-15T21:27:18.800 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:27:18 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[103120]: ts=2024-04-15T21:27:18.730Z caller=node_exporter.go:117 level=info collector=diskstats 2024-04-15T21:27:18.800 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:27:18 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[103120]: ts=2024-04-15T21:27:18.730Z caller=node_exporter.go:117 level=info collector=dmi 2024-04-15T21:27:18.800 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:27:18 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[103120]: ts=2024-04-15T21:27:18.730Z caller=node_exporter.go:117 level=info collector=edac 2024-04-15T21:27:18.800 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:27:18 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[103120]: ts=2024-04-15T21:27:18.730Z caller=node_exporter.go:117 level=info collector=entropy 2024-04-15T21:27:18.800 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:27:18 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[103120]: ts=2024-04-15T21:27:18.730Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-04-15T21:27:18.800 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:27:18 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[103120]: ts=2024-04-15T21:27:18.730Z caller=node_exporter.go:117 level=info collector=filefd 2024-04-15T21:27:18.800 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:27:18 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[103120]: ts=2024-04-15T21:27:18.730Z caller=node_exporter.go:117 level=info collector=filesystem 2024-04-15T21:27:18.800 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:27:18 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[103120]: ts=2024-04-15T21:27:18.730Z caller=node_exporter.go:117 level=info collector=hwmon 2024-04-15T21:27:18.800 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:27:18 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[103120]: ts=2024-04-15T21:27:18.730Z caller=node_exporter.go:117 level=info collector=infiniband 2024-04-15T21:27:18.801 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:27:18 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[103120]: ts=2024-04-15T21:27:18.730Z caller=node_exporter.go:117 level=info collector=ipvs 2024-04-15T21:27:18.801 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:27:18 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[103120]: ts=2024-04-15T21:27:18.730Z caller=node_exporter.go:117 level=info collector=loadavg 2024-04-15T21:27:18.801 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:27:18 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[103120]: ts=2024-04-15T21:27:18.730Z caller=node_exporter.go:117 level=info collector=mdadm 2024-04-15T21:27:18.801 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:27:18 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[103120]: ts=2024-04-15T21:27:18.730Z caller=node_exporter.go:117 level=info collector=meminfo 2024-04-15T21:27:18.801 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:27:18 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[103120]: ts=2024-04-15T21:27:18.730Z caller=node_exporter.go:117 level=info collector=netclass 2024-04-15T21:27:18.801 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:27:18 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[103120]: ts=2024-04-15T21:27:18.730Z caller=node_exporter.go:117 level=info collector=netdev 2024-04-15T21:27:18.801 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:27:18 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[103120]: ts=2024-04-15T21:27:18.730Z caller=node_exporter.go:117 level=info collector=netstat 2024-04-15T21:27:18.801 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:27:18 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[103120]: ts=2024-04-15T21:27:18.730Z caller=node_exporter.go:117 level=info collector=nfs 2024-04-15T21:27:18.801 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:27:18 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[103120]: ts=2024-04-15T21:27:18.730Z caller=node_exporter.go:117 level=info collector=nfsd 2024-04-15T21:27:18.801 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:27:18 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[103120]: ts=2024-04-15T21:27:18.730Z caller=node_exporter.go:117 level=info collector=nvme 2024-04-15T21:27:18.801 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:27:18 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[103120]: ts=2024-04-15T21:27:18.730Z caller=node_exporter.go:117 level=info collector=os 2024-04-15T21:27:18.802 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:27:18 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[103120]: ts=2024-04-15T21:27:18.730Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-04-15T21:27:18.802 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:27:18 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[103120]: ts=2024-04-15T21:27:18.730Z caller=node_exporter.go:117 level=info collector=pressure 2024-04-15T21:27:18.802 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:27:18 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[103120]: ts=2024-04-15T21:27:18.730Z caller=node_exporter.go:117 level=info collector=rapl 2024-04-15T21:27:18.802 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:27:18 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[103120]: ts=2024-04-15T21:27:18.730Z caller=node_exporter.go:117 level=info collector=schedstat 2024-04-15T21:27:18.802 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:27:18 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[103120]: ts=2024-04-15T21:27:18.730Z caller=node_exporter.go:117 level=info collector=selinux 2024-04-15T21:27:18.802 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:27:18 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[103120]: ts=2024-04-15T21:27:18.730Z caller=node_exporter.go:117 level=info collector=sockstat 2024-04-15T21:27:18.802 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:27:18 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[103120]: ts=2024-04-15T21:27:18.730Z caller=node_exporter.go:117 level=info collector=softnet 2024-04-15T21:27:18.802 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:27:18 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[103120]: ts=2024-04-15T21:27:18.730Z caller=node_exporter.go:117 level=info collector=stat 2024-04-15T21:27:18.802 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:27:18 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[103120]: ts=2024-04-15T21:27:18.730Z caller=node_exporter.go:117 level=info collector=tapestats 2024-04-15T21:27:18.802 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:27:18 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[103120]: ts=2024-04-15T21:27:18.730Z caller=node_exporter.go:117 level=info collector=textfile 2024-04-15T21:27:18.802 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:27:18 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[103120]: ts=2024-04-15T21:27:18.730Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-04-15T21:27:18.802 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:27:18 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[103120]: ts=2024-04-15T21:27:18.731Z caller=node_exporter.go:117 level=info collector=time 2024-04-15T21:27:18.802 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:27:18 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[103120]: ts=2024-04-15T21:27:18.731Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-04-15T21:27:18.803 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:27:18 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[103120]: ts=2024-04-15T21:27:18.731Z caller=node_exporter.go:117 level=info collector=uname 2024-04-15T21:27:18.803 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:27:18 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[103120]: ts=2024-04-15T21:27:18.731Z caller=node_exporter.go:117 level=info collector=vmstat 2024-04-15T21:27:18.803 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:27:18 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[103120]: ts=2024-04-15T21:27:18.731Z caller=node_exporter.go:117 level=info collector=xfs 2024-04-15T21:27:18.803 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:27:18 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[103120]: ts=2024-04-15T21:27:18.731Z caller=node_exporter.go:117 level=info collector=zfs 2024-04-15T21:27:18.803 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:27:18 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[103120]: ts=2024-04-15T21:27:18.731Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-04-15T21:27:18.803 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:27:18 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a[103120]: ts=2024-04-15T21:27:18.731Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-04-15T21:27:18.803 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:27:18 smithi057 bash[103106]: 1fe3c748de024177c3cae81fd8fa67f0b1ecac783a214e414bb16cf4c9fbca98 2024-04-15T21:27:19.097 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:27:18 smithi057 systemd[1]: Started Ceph node-exporter.a for b97cffaa-fb6a-11ee-bc8f-c7b262605968. 2024-04-15T21:27:19.350 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:19 smithi148 ceph-mon[25742]: pgmap v63: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:27:19.350 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:19 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:19.350 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:19 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:19.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:19 smithi057 ceph-mon[24810]: pgmap v63: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:27:19.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:19 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:19.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:19 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:19.379 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:19 smithi057 ceph-mon[29654]: pgmap v63: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:27:19.379 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:19 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:19.379 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:19 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:21.351 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:27:21 smithi148 systemd[1]: Stopping Ceph node-exporter.b for b97cffaa-fb6a-11ee-bc8f-c7b262605968... 2024-04-15T21:27:21.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:21 smithi148 ceph-mon[25742]: pgmap v64: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:27:21.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:21 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:27:21.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:21 smithi057 ceph-mon[24810]: pgmap v64: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:27:21.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:21 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:27:21.379 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:21 smithi057 ceph-mon[29654]: pgmap v64: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:27:21.379 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:21 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:27:21.775 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:27:21 smithi148 podman[90897]: 2024-04-15 21:27:21.493122248 +0000 UTC m=+0.131069734 container died 4ee7d864485bba7c3b47ee4be4632741c71f0273429e6515fbbc0dee4ce8ff0a (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-15T21:27:21.878 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:27:21 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:27:21] "GET /metrics HTTP/1.1" 200 37985 "" "Prometheus/2.33.4" 2024-04-15T21:27:22.100 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:27:21 smithi148 podman[90897]: 2024-04-15 21:27:21.874273911 +0000 UTC m=+0.512221391 container cleanup 4ee7d864485bba7c3b47ee4be4632741c71f0273429e6515fbbc0dee4ce8ff0a (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-15T21:27:22.101 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:27:21 smithi148 bash[90897]: ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b 2024-04-15T21:27:22.374 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:22 smithi148 ceph-mon[25742]: Upgrade: Updating node-exporter.b (2/2) 2024-04-15T21:27:22.374 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:22 smithi148 ceph-mon[25742]: Deploying daemon node-exporter.b on smithi148 2024-04-15T21:27:22.374 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:27:22 smithi148 podman[90911]: 2024-04-15 21:27:22.192341695 +0000 UTC m=+0.700088885 container remove 4ee7d864485bba7c3b47ee4be4632741c71f0273429e6515fbbc0dee4ce8ff0a (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-15T21:27:22.374 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:27:22 smithi148 systemd[1]: ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2024-04-15T21:27:22.375 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:27:22 smithi148 systemd[1]: ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@node-exporter.b.service: Failed with result 'exit-code'. 2024-04-15T21:27:22.375 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:27:22 smithi148 systemd[1]: Stopped Ceph node-exporter.b for b97cffaa-fb6a-11ee-bc8f-c7b262605968. 2024-04-15T21:27:22.375 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:27:22 smithi148 systemd[1]: ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@node-exporter.b.service: Consumed 1.741s CPU time. 2024-04-15T21:27:22.378 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:22 smithi057 ceph-mon[29654]: Upgrade: Updating node-exporter.b (2/2) 2024-04-15T21:27:22.379 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:22 smithi057 ceph-mon[29654]: Deploying daemon node-exporter.b on smithi148 2024-04-15T21:27:22.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:22 smithi057 ceph-mon[24810]: Upgrade: Updating node-exporter.b (2/2) 2024-04-15T21:27:22.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:22 smithi057 ceph-mon[24810]: Deploying daemon node-exporter.b on smithi148 2024-04-15T21:27:22.760 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:27:22 smithi148 systemd[1]: Starting Ceph node-exporter.b for b97cffaa-fb6a-11ee-bc8f-c7b262605968... 2024-04-15T21:27:23.021 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:27:22 smithi148 podman[91038]: 2024-04-15 21:27:22.661810196 +0000 UTC m=+0.017435590 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-04-15T21:27:23.021 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:27:22 smithi148 podman[91038]: 2024-04-15 21:27:22.785288193 +0000 UTC m=+0.140913574 container create 94918e6575924415961d927d8332a7485a6c22613a51eb2049c97e89bbb5f305 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-15T21:27:23.350 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:23 smithi148 ceph-mon[25742]: pgmap v65: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:27:23.351 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:27:23 smithi148 podman[91038]: 2024-04-15 21:27:23.021087845 +0000 UTC m=+0.376713229 container init 94918e6575924415961d927d8332a7485a6c22613a51eb2049c97e89bbb5f305 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-15T21:27:23.351 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:27:23 smithi148 podman[91038]: 2024-04-15 21:27:23.023947443 +0000 UTC m=+0.379572825 container start 94918e6575924415961d927d8332a7485a6c22613a51eb2049c97e89bbb5f305 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-15T21:27:23.351 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:27:23 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[91053]: ts=2024-04-15T21:27:23.027Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-04-15T21:27:23.351 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:27:23 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[91053]: ts=2024-04-15T21:27:23.027Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-04-15T21:27:23.351 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:27:23 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[91053]: ts=2024-04-15T21:27:23.028Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-04-15T21:27:23.351 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:27:23 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[91053]: ts=2024-04-15T21:27:23.029Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-04-15T21:27:23.351 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:27:23 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[91053]: ts=2024-04-15T21:27:23.029Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-04-15T21:27:23.351 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:27:23 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[91053]: ts=2024-04-15T21:27:23.029Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-04-15T21:27:23.351 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:27:23 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[91053]: ts=2024-04-15T21:27:23.029Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-04-15T21:27:23.351 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:27:23 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[91053]: ts=2024-04-15T21:27:23.029Z caller=node_exporter.go:117 level=info collector=arp 2024-04-15T21:27:23.352 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:27:23 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[91053]: ts=2024-04-15T21:27:23.029Z caller=node_exporter.go:117 level=info collector=bcache 2024-04-15T21:27:23.352 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:27:23 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[91053]: ts=2024-04-15T21:27:23.029Z caller=node_exporter.go:117 level=info collector=bonding 2024-04-15T21:27:23.352 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:27:23 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[91053]: ts=2024-04-15T21:27:23.029Z caller=node_exporter.go:117 level=info collector=btrfs 2024-04-15T21:27:23.352 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:27:23 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[91053]: ts=2024-04-15T21:27:23.029Z caller=node_exporter.go:117 level=info collector=conntrack 2024-04-15T21:27:23.352 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:27:23 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[91053]: ts=2024-04-15T21:27:23.029Z caller=node_exporter.go:117 level=info collector=cpu 2024-04-15T21:27:23.352 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:27:23 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[91053]: ts=2024-04-15T21:27:23.029Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-04-15T21:27:23.352 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:27:23 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[91053]: ts=2024-04-15T21:27:23.029Z caller=node_exporter.go:117 level=info collector=diskstats 2024-04-15T21:27:23.352 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:27:23 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[91053]: ts=2024-04-15T21:27:23.029Z caller=node_exporter.go:117 level=info collector=dmi 2024-04-15T21:27:23.352 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:27:23 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[91053]: ts=2024-04-15T21:27:23.029Z caller=node_exporter.go:117 level=info collector=edac 2024-04-15T21:27:23.353 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:27:23 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[91053]: ts=2024-04-15T21:27:23.029Z caller=node_exporter.go:117 level=info collector=entropy 2024-04-15T21:27:23.353 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:27:23 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[91053]: ts=2024-04-15T21:27:23.029Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-04-15T21:27:23.353 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:27:23 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[91053]: ts=2024-04-15T21:27:23.029Z caller=node_exporter.go:117 level=info collector=filefd 2024-04-15T21:27:23.353 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:27:23 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[91053]: ts=2024-04-15T21:27:23.029Z caller=node_exporter.go:117 level=info collector=filesystem 2024-04-15T21:27:23.353 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:27:23 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[91053]: ts=2024-04-15T21:27:23.029Z caller=node_exporter.go:117 level=info collector=hwmon 2024-04-15T21:27:23.353 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:27:23 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[91053]: ts=2024-04-15T21:27:23.029Z caller=node_exporter.go:117 level=info collector=infiniband 2024-04-15T21:27:23.353 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:27:23 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[91053]: ts=2024-04-15T21:27:23.029Z caller=node_exporter.go:117 level=info collector=ipvs 2024-04-15T21:27:23.353 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:27:23 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[91053]: ts=2024-04-15T21:27:23.029Z caller=node_exporter.go:117 level=info collector=loadavg 2024-04-15T21:27:23.353 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:27:23 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[91053]: ts=2024-04-15T21:27:23.029Z caller=node_exporter.go:117 level=info collector=mdadm 2024-04-15T21:27:23.353 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:27:23 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[91053]: ts=2024-04-15T21:27:23.029Z caller=node_exporter.go:117 level=info collector=meminfo 2024-04-15T21:27:23.353 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:27:23 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[91053]: ts=2024-04-15T21:27:23.029Z caller=node_exporter.go:117 level=info collector=netclass 2024-04-15T21:27:23.353 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:27:23 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[91053]: ts=2024-04-15T21:27:23.029Z caller=node_exporter.go:117 level=info collector=netdev 2024-04-15T21:27:23.353 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:27:23 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[91053]: ts=2024-04-15T21:27:23.029Z caller=node_exporter.go:117 level=info collector=netstat 2024-04-15T21:27:23.353 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:27:23 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[91053]: ts=2024-04-15T21:27:23.029Z caller=node_exporter.go:117 level=info collector=nfs 2024-04-15T21:27:23.353 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:27:23 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[91053]: ts=2024-04-15T21:27:23.029Z caller=node_exporter.go:117 level=info collector=nfsd 2024-04-15T21:27:23.353 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:27:23 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[91053]: ts=2024-04-15T21:27:23.029Z caller=node_exporter.go:117 level=info collector=nvme 2024-04-15T21:27:23.354 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:27:23 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[91053]: ts=2024-04-15T21:27:23.029Z caller=node_exporter.go:117 level=info collector=os 2024-04-15T21:27:23.354 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:27:23 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[91053]: ts=2024-04-15T21:27:23.029Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-04-15T21:27:23.354 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:27:23 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[91053]: ts=2024-04-15T21:27:23.029Z caller=node_exporter.go:117 level=info collector=pressure 2024-04-15T21:27:23.354 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:27:23 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[91053]: ts=2024-04-15T21:27:23.029Z caller=node_exporter.go:117 level=info collector=rapl 2024-04-15T21:27:23.354 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:27:23 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[91053]: ts=2024-04-15T21:27:23.029Z caller=node_exporter.go:117 level=info collector=schedstat 2024-04-15T21:27:23.354 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:27:23 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[91053]: ts=2024-04-15T21:27:23.029Z caller=node_exporter.go:117 level=info collector=selinux 2024-04-15T21:27:23.354 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:27:23 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[91053]: ts=2024-04-15T21:27:23.029Z caller=node_exporter.go:117 level=info collector=sockstat 2024-04-15T21:27:23.354 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:27:23 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[91053]: ts=2024-04-15T21:27:23.029Z caller=node_exporter.go:117 level=info collector=softnet 2024-04-15T21:27:23.354 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:27:23 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[91053]: ts=2024-04-15T21:27:23.029Z caller=node_exporter.go:117 level=info collector=stat 2024-04-15T21:27:23.354 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:27:23 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[91053]: ts=2024-04-15T21:27:23.029Z caller=node_exporter.go:117 level=info collector=tapestats 2024-04-15T21:27:23.354 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:27:23 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[91053]: ts=2024-04-15T21:27:23.029Z caller=node_exporter.go:117 level=info collector=textfile 2024-04-15T21:27:23.354 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:27:23 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[91053]: ts=2024-04-15T21:27:23.029Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-04-15T21:27:23.354 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:27:23 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[91053]: ts=2024-04-15T21:27:23.029Z caller=node_exporter.go:117 level=info collector=time 2024-04-15T21:27:23.354 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:27:23 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[91053]: ts=2024-04-15T21:27:23.029Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-04-15T21:27:23.355 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:27:23 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[91053]: ts=2024-04-15T21:27:23.029Z caller=node_exporter.go:117 level=info collector=uname 2024-04-15T21:27:23.355 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:27:23 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[91053]: ts=2024-04-15T21:27:23.029Z caller=node_exporter.go:117 level=info collector=vmstat 2024-04-15T21:27:23.355 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:27:23 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[91053]: ts=2024-04-15T21:27:23.029Z caller=node_exporter.go:117 level=info collector=xfs 2024-04-15T21:27:23.355 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:27:23 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[91053]: ts=2024-04-15T21:27:23.029Z caller=node_exporter.go:117 level=info collector=zfs 2024-04-15T21:27:23.355 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:27:23 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[91053]: ts=2024-04-15T21:27:23.030Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-04-15T21:27:23.355 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:27:23 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b[91053]: ts=2024-04-15T21:27:23.030Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-04-15T21:27:23.355 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:27:23 smithi148 bash[91038]: 94918e6575924415961d927d8332a7485a6c22613a51eb2049c97e89bbb5f305 2024-04-15T21:27:23.355 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:27:23 smithi148 systemd[1]: Started Ceph node-exporter.b for b97cffaa-fb6a-11ee-bc8f-c7b262605968. 2024-04-15T21:27:23.378 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:23 smithi057 ceph-mon[24810]: pgmap v65: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:27:23.379 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:23 smithi057 ceph-mon[29654]: pgmap v65: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:27:24.260 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:24 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:24.260 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:24 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:24.260 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:24 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:24.260 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:24 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:24.260 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:24 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:24.260 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:24 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:24.261 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:24 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:24.261 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:24 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:24.261 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:24 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:24.261 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:24 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:24.261 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:24 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:24.261 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:24 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:24.261 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:24 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:24.261 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:24 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:24.261 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:24 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:24.261 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:24 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:24.261 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:24 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:24.261 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:24 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:24.261 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:24 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:24.261 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:24 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:24.262 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:24 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:24.262 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:24 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:24.262 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:24 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:24.262 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:24 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:24.262 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:24 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:24.262 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:24 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:24.262 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:24 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:24.262 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:24 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:24.262 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:24 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:24.262 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:24 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:24.262 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:24 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:24.262 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:24 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:24.262 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:24 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:24.262 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:24 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:24.263 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:24 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:24.295 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:24 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:24.295 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:24 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:24.295 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:24 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:24.295 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:24 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:24.295 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:24 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:24.296 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:24 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:24.296 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:24 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:24.296 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:24 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:24.296 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:24 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:24.296 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:24 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:24.296 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:24 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:24.296 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:24 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:24.296 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:24 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:24.296 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:24 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:24.296 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:24 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:24.296 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:24 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:24.296 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:24 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:24.296 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:24 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:24.296 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:24 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:24.296 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:24 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:24.297 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:24 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:24.297 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:24 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:24.297 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:24 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:24.297 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:24 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:24.297 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:24 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:24.297 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:24 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:24.297 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:24 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:24.297 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:24 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:24.297 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:24 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:24.297 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:24 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:24.297 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:24 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:24.298 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:24 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:24.298 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:24 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:24.298 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:24 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:24.298 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:24 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:24.298 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:24 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:24.298 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:24 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:24.298 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:24 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:24.298 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:24 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:24.298 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:24 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:24.298 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:24 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:24.298 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:24 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:24.298 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:24 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:24.298 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:24 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:24.298 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:24 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:24.298 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:24 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:24.299 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:24 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:24.299 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:24 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:24.299 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:24 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:24.299 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:24 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:24.299 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:24 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:24.299 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:24 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:24.299 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:24 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:24.299 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:24 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:24.299 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:24 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:24.299 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:24 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:24.299 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:24 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:24.300 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:24 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:24.300 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:24 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:24.300 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:24 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:24.300 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:24 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:24.300 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:24 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:24.300 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:24 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:24.301 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:24 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:24.301 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:24 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:24.301 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:24 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:24.301 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:24 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:24.301 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:24 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:24.301 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:24 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:24.301 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:24 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:25.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:25 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:25.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:25 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:25.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:25 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:25.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:25 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:25.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:25 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:25.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:25 smithi057 ceph-mon[24810]: pgmap v66: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:27:25.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:25 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:25.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:25 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:25.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:25 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:25.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:25 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:25.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:25 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:25.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:25 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:25.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:25 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:25.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:25 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:25.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:25 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:25.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:25 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:25.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:25 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:25.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:25 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:25.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:25 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:25.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:25 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:25.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:25 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:25.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:25 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:25.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:25 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:25.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:25 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:25.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:25 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:25.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:25 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:25.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:25 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:25.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:25 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:25.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:25 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:25.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:25 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:25.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:25 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:25.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:25 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:25.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:25 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:25.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:25 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:25.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:25 smithi057 ceph-mon[29654]: pgmap v66: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:27:25.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:25 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:25.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:25 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:25.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:25 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:25.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:25 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:25.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:25 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:25.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:25 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:25.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:25 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:25.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:25 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:25.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:25 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:25.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:25 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:25.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:25 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:25.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:25 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:25.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:25 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:25.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:25 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:25.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:25 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:25.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:25 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:25.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:25 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:25.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:25 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:25.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:25 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:25.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:25 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:25.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:25 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:25.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:25 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:25.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:25 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:25.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:25 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:25.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:25 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:25.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:25 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:25.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:25 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:25.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:25 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:25.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:25 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:25.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:25 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:25.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:25 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:25.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:25 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:25.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:25 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:25.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:25 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:25.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:25 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:25.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:25 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:25.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:25 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:25.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:25 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:25.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:25 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:25.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:25 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:25.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:25 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:25.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:25 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:25.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:25 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:25.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:25 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:25.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:25 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:25.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:25 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:25.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:25 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:25.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:25 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:25.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:25 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:25.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:25 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:25.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:25 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:25.434 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:25 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:25.435 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:25 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:25.435 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:25 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:25.435 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:25 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:25.435 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:25 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:25.435 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:25 smithi148 ceph-mon[25742]: pgmap v66: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:27:25.435 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:25 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:25.435 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:25 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:25.435 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:25 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:25.436 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:25 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:25.436 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:25 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:25.436 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:25 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:25.436 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:25 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:25.436 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:25 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:25.436 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:25 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:25.436 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:25 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:25.436 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:25 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:25.437 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:25 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:25.437 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:25 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:25.437 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:25 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:25.437 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:25 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:25.437 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:25 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:25.437 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:25 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:25.438 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:25 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:25.438 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:25 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:25.438 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:25 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:25.438 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:25 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:25.438 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:25 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:25.438 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:25 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:25.439 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:25 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:25.439 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:25 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:25.439 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:25 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:25.439 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:25 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:25.439 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:25 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:25.439 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:25 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:25.439 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:25 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:25.439 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:25 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:25.440 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:25 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:25.440 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:25 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:25.440 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:25 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:25.440 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:25 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:25.440 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:25 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:25.440 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:25 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:26.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:26 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:26.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:26 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:26.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:26 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:26.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:26 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:26.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:26 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:26.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:26 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:26.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:26 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:26.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:26 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:26.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:26 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:26.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:26 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:26.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:26 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:26.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:26 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:26.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:26 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:26.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:26 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:26.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:26 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:26.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:26 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:26.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:26 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:26.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:26 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:26.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:26 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:26.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:26 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:26.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:26 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:26.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:26 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:26.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:26 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:26.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:26 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:26.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:26 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:26.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:26 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:26.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:26 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:26.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:26 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:26.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:26 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:26.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:26 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:26.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:26 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:26.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:26 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:26.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:26 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:26.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:26 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:26.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:26 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:26.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:26 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:26.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:26 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:26.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:26 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:26.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:26 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:26.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:26 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:26.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:26 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:26.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:26 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:26.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:26 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:26.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:26 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:26.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:26 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:26.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:26 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:26.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:26 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:26.381 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:26 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:26.381 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:26 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:26.381 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:26 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:26.381 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:26 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:26.381 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:26 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:26.381 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:26 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:26.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:26 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:26.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:26 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:26.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:26 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:26.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:26 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:26.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:26 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:26.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:26 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:26.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:26 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:26.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:26 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:26.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:26 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:26.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:26 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:26.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:26 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:26.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:26 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:26.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:26 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:26.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:26 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:26.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:26 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:26.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:26 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:26.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:26 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:26.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:26 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:26.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:26 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:26.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:26 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:26.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:26 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:26.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:26 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:26.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:26 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:26.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:26 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:26.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:26 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:26.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:26 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:26.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:26 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:26.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:26 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:26.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:26 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:26.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:26 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:26.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:26 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:26.387 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:26 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:26.388 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:26 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:26.388 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:26 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:26.388 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:26 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:26.388 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:26 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:26.388 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:26 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:26.389 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:26 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:26.389 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:26 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:26.389 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:26 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:26.389 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:26 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:26.389 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:26 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:26.389 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:26 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:26.389 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:26 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:26.389 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:26 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:26.389 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:26 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:26.390 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:26 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:26.390 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:26 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:26.390 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:26 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:26.390 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:26 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:26.390 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:26 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:26.390 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:26 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:26.390 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:26 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:26.390 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:26 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:26.390 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:26 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:26.390 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:26 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:26.390 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:26 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:26.390 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:26 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:26.391 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:26 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:26.391 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:26 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:26.391 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:26 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:26.391 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:26 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:26.391 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:26 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:26.391 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:26 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:26.391 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:26 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:26.391 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:26 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:26.391 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:26 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:26.391 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:26 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:26.391 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:26 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:26.392 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:26 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:26.392 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:26 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:26.392 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:26 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:26.392 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:26 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:27.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:27 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:27.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:27 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:27.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:27 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:27.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:27 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:27.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:27 smithi148 ceph-mon[25742]: pgmap v67: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:27:27.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:27 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:27.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:27 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:27.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:27 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:27.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:27 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:27.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:27 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:27.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:27 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:27.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:27 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:27.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:27 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:27.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:27 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:27.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:27 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:27.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:27 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:27.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:27 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:27.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:27 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:27.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:27 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:27.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:27 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:27.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:27 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:27.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:27 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:27.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:27 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:27.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:27 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:27.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:27 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:27.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:27 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:27.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:27 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:27.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:27 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:27.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:27 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:27.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:27 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:27.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:27 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:27.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:27 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:27.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:27 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:27.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:27 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:27.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:27 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:27.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:27 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:27.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:27 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:27.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:27 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:27.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:27 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:27.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:27 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:27.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:27 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:27.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:27 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:27.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:27 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:27.379 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:27 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:27.379 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:27 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:27.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:27 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:27.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:27 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:27.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:27 smithi057 ceph-mon[29654]: pgmap v67: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:27:27.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:27 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:27.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:27 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:27.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:27 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:27.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:27 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:27.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:27 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:27.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:27 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:27.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:27 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:27.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:27 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:27.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:27 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:27.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:27 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:27.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:27 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:27.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:27 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:27.381 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:27 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:27.381 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:27 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:27.381 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:27 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:27.381 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:27 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:27.381 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:27 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:27.381 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:27 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:27.381 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:27 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:27.381 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:27 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:27.381 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:27 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:27.381 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:27 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:27.381 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:27 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:27.381 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:27 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:27.381 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:27 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:27.381 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:27 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:27.381 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:27 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:27.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:27 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:27.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:27 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:27.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:27 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:27.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:27 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:27.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:27 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:27.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:27 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:27.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:27 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:27.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:27 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:27.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:27 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:27.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:27 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:27.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:27 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:27.383 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:27 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:27.383 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:27 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:27.383 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:27 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:27.383 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:27 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:27.383 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:27 smithi057 ceph-mon[24810]: pgmap v67: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:27:27.383 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:27 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:27.383 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:27 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:27.383 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:27 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:27.383 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:27 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:27.383 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:27 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:27.383 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:27 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:27.383 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:27 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:27.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:27 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:27.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:27 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:27.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:27 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:27.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:27 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:27.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:27 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:27.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:27 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:27.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:27 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:27.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:27 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:27.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:27 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:27.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:27 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:27.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:27 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:27.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:27 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:27.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:27 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:27.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:27 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:27.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:27 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:27.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:27 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:27.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:27 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:27.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:27 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:27.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:27 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:27.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:27 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:27.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:27 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:27.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:27 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:27.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:27 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:27.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:27 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:27.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:27 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:27.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:27 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:27.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:27 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:27.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:27 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:27.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:27 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:27.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:27 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:27.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:27 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:28.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:28 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:28.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:28 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:28.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:28 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:28.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:28 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:28.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:28 smithi148 ceph-mon[25742]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:27:28.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:28 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:28.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:28 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:28.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:28 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:28.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:28 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:28.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:28 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:28.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:28 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:28.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:28 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:28.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:28 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:28.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:28 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:28.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:28 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:28.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:28 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:28.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:28 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:28.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:28 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:28.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:28 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:28.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:28 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:28.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:28 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:28.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:28 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:28.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:28 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:28.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:28 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:28.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:28 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:28.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:28 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:28.356 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:28 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:28.356 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:28 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:28.356 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:28 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:28.356 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:28 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:28.356 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:28 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:28.356 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:28 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:28.356 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:28 smithi148 ceph-mon[25742]: pgmap v68: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:27:28.356 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:28 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:28.356 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:28 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:28.356 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:28 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:28.356 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:28 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:28.356 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:28 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:28.356 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:28 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:28.357 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:28 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:28.357 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:28 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:28.357 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:28 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:28.357 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:28 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:28.357 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:28 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:28.357 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:28 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:28.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:28 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:28.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:28 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:28.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:28 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:28.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:28 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:28.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:28 smithi057 ceph-mon[24810]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:27:28.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:28 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:28.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:28 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:28.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:28 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:28.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:28 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:28.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:28 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:28.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:28 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:28.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:28 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:28.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:28 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:28.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:28 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:28.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:28 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:28.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:28 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:28.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:28 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:28.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:28 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:28.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:28 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:28.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:28 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:28.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:28 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:28.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:28 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:28.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:28 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:28.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:28 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:28.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:28 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:28.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:28 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:28.632 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:28 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:28.632 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:28 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:28.632 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:28 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:28.632 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:28 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:28.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:28 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:28.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:28 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:28.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:28 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:28.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:28 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:28.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:28 smithi057 ceph-mon[29654]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:27:28.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:28 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:28.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:28 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:28.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:28 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:28.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:28 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:28.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:28 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:28.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:28 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:28.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:28 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:28.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:28 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:28.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:28 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:28.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:28 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:28.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:28 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:28.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:28 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:28.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:28 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:28.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:28 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:28.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:28 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:28.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:28 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:28.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:28 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:28.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:28 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:28.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:28 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:28.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:28 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:28.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:28 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:28.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:28 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:28.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:28 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:28.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:28 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:28.635 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:28 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:28.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:28 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:28.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:28 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:28.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:28 smithi057 ceph-mon[24810]: pgmap v68: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:27:28.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:28 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:28.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:28 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:28.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:28 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:28.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:28 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:28.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:28 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:28.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:28 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:28.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:28 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:28.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:28 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:28.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:28 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:28.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:28 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:28.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:28 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:28.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:28 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:28.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:28 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:28.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:28 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:28.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:28 smithi057 ceph-mon[29654]: pgmap v68: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:27:28.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:28 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:28.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:28 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:28.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:28 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:28.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:28 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:28.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:28 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:28.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:28 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:28.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:28 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:28.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:28 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:28.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:28 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:28.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:28 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:28.638 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:28 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:28.638 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:28 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:28.975 INFO:teuthology.orchestra.run.smithi057.stdout:true 2024-04-15T21:27:29.350 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:29 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:29.351 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:29 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:29.351 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:29 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:29.351 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:29 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:29.351 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:29 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:29.351 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:29 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:29.351 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:29 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:29.351 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:29 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:29.351 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:29 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:29.351 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:29 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:29.351 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:29 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:29.351 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:29 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:29.351 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:29 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:29.352 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:29 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:29.352 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:29 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:29.352 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:29 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:29.352 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:29 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:29.352 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:29 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:29.352 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:29 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:29.352 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:29 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:29.352 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:29 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:29.352 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:29 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:29.352 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:29 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:29.352 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:29 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:29.352 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:29 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:29.352 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:29 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:29.352 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:29 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:29.352 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:29 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:29.353 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:29 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:29.353 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:29 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:29.353 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:29 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:29.353 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:29 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:29.353 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:29 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:29.353 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:29 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:29.353 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:29 smithi057 ceph-mon[24810]: from='client.15639 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:27:29.353 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:29 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:29.353 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:29 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:29.353 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:29 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:29.353 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:29 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:29.353 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:29 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:29.353 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:29 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:29.353 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:29 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:29.353 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:29 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:29.354 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:29 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:29.354 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:29 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:29.354 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:29 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:29.354 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:29 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:29.354 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:29 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:29.354 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:29 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:29.354 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:29 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:29.354 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:29 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:29.354 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:29 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:29.354 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:29 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:29.355 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:29 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:29.355 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:29 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:29.355 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:29 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:29.355 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:29 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:29.355 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:29 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:29.355 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:29 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:29.355 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:29 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:29.355 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:29 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:29.355 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:29 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:29.355 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:29 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:29.355 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:29 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:29.355 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:29 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:29.355 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:29 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:29.355 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:29 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:29.355 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:29 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:29.355 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:29 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:29.355 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:29 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:29.356 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:29 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:29.356 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:29 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:29.356 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:29 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:29.356 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:29 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:29.356 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:29 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:29.356 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:29 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:29.356 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:29 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:29.356 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:29 smithi057 ceph-mon[29654]: from='client.15639 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:27:29.356 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:29 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:29.356 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:29 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:29.356 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:29 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:29.356 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:29 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:29.356 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:29 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:29.356 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:29 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:29.357 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:29 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:29.357 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:29 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:29.518 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:29 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:29.518 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:29 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:29.518 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:29 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:29.518 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:29 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:29.518 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:29 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:29.518 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:29 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:29.518 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:29 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:29.518 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:29 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:29.518 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:29 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:29.519 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:29 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:29.519 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:29 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:29.519 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:29 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:29.519 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:29 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:29.519 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:29 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:29.519 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:29 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:29.519 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:29 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:29.519 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:29 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:29.519 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:29 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:29.519 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:29 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:29.519 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:29 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:29.519 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:29 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:29.519 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:29 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:29.519 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:29 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:29.520 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:29 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:29.520 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:29 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:29.520 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:29 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:29.520 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:29 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:29.520 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:29 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:29.520 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:29 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:29.520 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:29 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:29.520 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:29 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:29.520 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:29 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:29.520 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:29 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:29.520 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:29 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:29.520 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:29 smithi148 ceph-mon[25742]: from='client.15639 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:27:29.520 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:29 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:29.520 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:29 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:29.520 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:29 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:29.521 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:29 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:29.521 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:29 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:29.521 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:29 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:29.521 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:29 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:29.521 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:29 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:29.752 INFO:teuthology.orchestra.run.smithi057.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-15T21:27:29.752 INFO:teuthology.orchestra.run.smithi057.stdout:agent.smithi057 smithi057 running 14s ago 28m - - 2024-04-15T21:27:29.752 INFO:teuthology.orchestra.run.smithi057.stdout:agent.smithi148 smithi148 running 14s ago 28m - - 2024-04-15T21:27:29.752 INFO:teuthology.orchestra.run.smithi057.stdout:alertmanager.a smithi057 *:9093,9094 running (15m) 14s ago 23m 23.2M - 0.23.0 ba2b418f427c 272eab17dd5f 2024-04-15T21:27:29.752 INFO:teuthology.orchestra.run.smithi057.stdout:grafana.a smithi148 *:3000 running (14m) 14s ago 23m 54.5M - 8.3.5 dad864ee21e9 a2302b3001ab 2024-04-15T21:27:29.752 INFO:teuthology.orchestra.run.smithi057.stdout:iscsi.foo.smithi057.jwyjxv smithi057 running (103s) 14s ago 22m 52.7M - 3.5 e1d6a67b021e 9d8d20cf842b 2024-04-15T21:27:29.752 INFO:teuthology.orchestra.run.smithi057.stdout:mgr.x smithi148 *:8443,9283,8765 running (56s) 14s ago 27m 450M - 19.0.0-3084-g87dbfb63 a452a57266c7 56ad8667b91a 2024-04-15T21:27:29.752 INFO:teuthology.orchestra.run.smithi057.stdout:mgr.y smithi057 *:8443,9283,8765 running (11m) 14s ago 29m 516M - 19.0.0-3084-g87dbfb63 a452a57266c7 7bb446a32fbb 2024-04-15T21:27:29.752 INFO:teuthology.orchestra.run.smithi057.stdout:mon.a smithi057 running (29m) 14s ago 29m 89.5M 2048M 17.2.0 e1d6a67b021e f68a8a14d0b2 2024-04-15T21:27:29.752 INFO:teuthology.orchestra.run.smithi057.stdout:mon.b smithi148 running (28m) 14s ago 28m 70.7M 2048M 17.2.0 e1d6a67b021e 27f4990cb4d7 2024-04-15T21:27:29.753 INFO:teuthology.orchestra.run.smithi057.stdout:mon.c smithi057 running (28m) 14s ago 28m 64.0M 2048M 17.2.0 e1d6a67b021e 7cbf3ea734af 2024-04-15T21:27:29.753 INFO:teuthology.orchestra.run.smithi057.stdout:node-exporter.a smithi057 *:9100 starting - - - - 2024-04-15T21:27:29.753 INFO:teuthology.orchestra.run.smithi057.stdout:node-exporter.b smithi148 *:9100 starting - - - - 2024-04-15T21:27:29.753 INFO:teuthology.orchestra.run.smithi057.stdout:osd.0 smithi057 running (27m) 14s ago 27m 54.5M 4096M 17.2.0 e1d6a67b021e a825b23c2b8e 2024-04-15T21:27:29.753 INFO:teuthology.orchestra.run.smithi057.stdout:osd.1 smithi057 running (27m) 14s ago 27m 59.1M 4096M 17.2.0 e1d6a67b021e ef43105379fd 2024-04-15T21:27:29.753 INFO:teuthology.orchestra.run.smithi057.stdout:osd.2 smithi057 running (26m) 14s ago 26m 53.3M 4096M 17.2.0 e1d6a67b021e 8cea1b1b5212 2024-04-15T21:27:29.753 INFO:teuthology.orchestra.run.smithi057.stdout:osd.3 smithi057 running (26m) 14s ago 26m 52.7M 4096M 17.2.0 e1d6a67b021e 8400e9bee4fe 2024-04-15T21:27:29.753 INFO:teuthology.orchestra.run.smithi057.stdout:osd.4 smithi148 running (25m) 14s ago 25m 54.7M 4096M 17.2.0 e1d6a67b021e 955a657c7722 2024-04-15T21:27:29.753 INFO:teuthology.orchestra.run.smithi057.stdout:osd.5 smithi148 running (25m) 14s ago 25m 52.0M 4096M 17.2.0 e1d6a67b021e bf2b1914ffc9 2024-04-15T21:27:29.753 INFO:teuthology.orchestra.run.smithi057.stdout:osd.6 smithi148 running (25m) 14s ago 25m 51.7M 4096M 17.2.0 e1d6a67b021e ab801778ca01 2024-04-15T21:27:29.753 INFO:teuthology.orchestra.run.smithi057.stdout:osd.7 smithi148 running (24m) 14s ago 24m 52.4M 4096M 17.2.0 e1d6a67b021e c9334bc357be 2024-04-15T21:27:29.753 INFO:teuthology.orchestra.run.smithi057.stdout:prometheus.a smithi148 *:9095 running (115s) 14s ago 24m 67.4M - 2.33.4 514e6a882f6e 09228279f4f1 2024-04-15T21:27:29.753 INFO:teuthology.orchestra.run.smithi057.stdout:rgw.foo.smithi057.lxigfo smithi057 *:8000 running (22m) 14s ago 22m 79.0M - 17.2.0 e1d6a67b021e fa044b726c8d 2024-04-15T21:27:29.753 INFO:teuthology.orchestra.run.smithi057.stdout:rgw.foo.smithi148.cgzzfh smithi148 *:8000 running (22m) 14s ago 22m 75.9M - 17.2.0 e1d6a67b021e 722242170e62 2024-04-15T21:27:30.379 INFO:teuthology.orchestra.run.smithi057.stdout:{ 2024-04-15T21:27:30.380 INFO:teuthology.orchestra.run.smithi057.stdout: "mon": { 2024-04-15T21:27:30.380 INFO:teuthology.orchestra.run.smithi057.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 3 2024-04-15T21:27:30.380 INFO:teuthology.orchestra.run.smithi057.stdout: }, 2024-04-15T21:27:30.380 INFO:teuthology.orchestra.run.smithi057.stdout: "mgr": { 2024-04-15T21:27:30.380 INFO:teuthology.orchestra.run.smithi057.stdout: "ceph version 19.0.0-3084-g87dbfb63 (87dbfb632e974cb2c28d17423071d2d833b53b29) squid (dev)": 2 2024-04-15T21:27:30.380 INFO:teuthology.orchestra.run.smithi057.stdout: }, 2024-04-15T21:27:30.380 INFO:teuthology.orchestra.run.smithi057.stdout: "osd": { 2024-04-15T21:27:30.380 INFO:teuthology.orchestra.run.smithi057.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 8 2024-04-15T21:27:30.380 INFO:teuthology.orchestra.run.smithi057.stdout: }, 2024-04-15T21:27:30.380 INFO:teuthology.orchestra.run.smithi057.stdout: "mds": {}, 2024-04-15T21:27:30.380 INFO:teuthology.orchestra.run.smithi057.stdout: "rgw": { 2024-04-15T21:27:30.380 INFO:teuthology.orchestra.run.smithi057.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 2 2024-04-15T21:27:30.380 INFO:teuthology.orchestra.run.smithi057.stdout: }, 2024-04-15T21:27:30.381 INFO:teuthology.orchestra.run.smithi057.stdout: "overall": { 2024-04-15T21:27:30.381 INFO:teuthology.orchestra.run.smithi057.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 13, 2024-04-15T21:27:30.381 INFO:teuthology.orchestra.run.smithi057.stdout: "ceph version 19.0.0-3084-g87dbfb63 (87dbfb632e974cb2c28d17423071d2d833b53b29) squid (dev)": 2 2024-04-15T21:27:30.381 INFO:teuthology.orchestra.run.smithi057.stdout: } 2024-04-15T21:27:30.381 INFO:teuthology.orchestra.run.smithi057.stdout:} 2024-04-15T21:27:30.436 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:30 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:30.436 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:30 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:30.436 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:30 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:30.436 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:30 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:30.436 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:30 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:30.436 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:30 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:30.436 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:30 smithi057 ceph-mon[24810]: from='client.15645 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:27:30.436 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:30 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:30.436 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:30 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:30.437 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:30 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:30.437 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:30 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:30.437 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:30 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:30.437 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:30 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:30.437 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:30 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:30.437 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:30 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:30.437 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:30 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:30.437 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:30 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:30.437 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:30 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:30.437 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:30 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:30.437 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:30 smithi057 ceph-mon[24810]: from='client.25564 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:27:30.437 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:30 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:30.437 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:30 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:30.437 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:30 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:30.437 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:30 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:30.438 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:30 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:30.438 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:30 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:30.438 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:30 smithi057 ceph-mon[24810]: pgmap v69: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:27:30.438 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:30 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:30.438 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:30 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:30.438 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:30 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:30.438 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:30 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:30.438 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:30 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:30.438 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:30 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:30.438 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:30 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:30.439 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:30 smithi057 ceph-mon[29654]: from='client.15645 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:27:30.439 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:30 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:30.439 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:30 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:30.439 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:30 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:30.439 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:30 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:30.439 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:30 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:30.439 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:30 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:30.439 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:30 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:30.439 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:30 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:30.439 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:30 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:30.439 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:30 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:30.439 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:30 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:30.439 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:30 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:30.439 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:30 smithi057 ceph-mon[29654]: from='client.25564 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:27:30.439 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:30 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:30.439 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:30 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:30.439 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:30 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:30.440 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:30 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:30.440 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:30 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:30.440 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:30 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:30.440 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:30 smithi057 ceph-mon[29654]: pgmap v69: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:27:30.440 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:30 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:30.440 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:30 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:30.440 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:30 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:30.440 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:30 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:30.440 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:30 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:30.440 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:30 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:30.441 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:30 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:30.441 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:30 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:30.441 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:30 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:30.441 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:30 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:30.441 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:30 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:30.441 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:30 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:30.441 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:30 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:30.441 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:30 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:30.441 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:30 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:30.441 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:30 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:30.441 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:30 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:30.441 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:30 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:30.442 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:30 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:30.442 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:30 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:30.442 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:30 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:30.442 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:30 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:30.442 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:30 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:30.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:30 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:30.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:30 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:30.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:30 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:30.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:30 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:30.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:30 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:30.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:30 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:30.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:30 smithi148 ceph-mon[25742]: from='client.15645 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:27:30.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:30 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:30.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:30 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:30.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:30 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:30.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:30 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:30.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:30 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:30.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:30 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:30.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:30 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:30.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:30 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:30.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:30 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:30.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:30 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:30.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:30 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:30.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:30 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:30.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:30 smithi148 ceph-mon[25742]: from='client.25564 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:27:30.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:30 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:30.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:30 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:30.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:30 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:30.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:30 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:30.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:30 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:30.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:30 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:30.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:30 smithi148 ceph-mon[25742]: pgmap v69: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:27:30.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:30 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:30.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:30 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:30.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:30 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:30.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:30 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:30.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:30 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:30.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:30 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:30.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:30 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:30.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:30 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:30.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:30 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:30.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:30 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:30.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:30 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:30.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:30 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:30.779 INFO:teuthology.orchestra.run.smithi057.stdout:{ 2024-04-15T21:27:30.779 INFO:teuthology.orchestra.run.smithi057.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29", 2024-04-15T21:27:30.779 INFO:teuthology.orchestra.run.smithi057.stdout: "in_progress": true, 2024-04-15T21:27:30.779 INFO:teuthology.orchestra.run.smithi057.stdout: "which": "Upgrading daemons of type(s) mgr", 2024-04-15T21:27:30.780 INFO:teuthology.orchestra.run.smithi057.stdout: "services_complete": [ 2024-04-15T21:27:30.780 INFO:teuthology.orchestra.run.smithi057.stdout: "mgr" 2024-04-15T21:27:30.780 INFO:teuthology.orchestra.run.smithi057.stdout: ], 2024-04-15T21:27:30.780 INFO:teuthology.orchestra.run.smithi057.stdout: "progress": "2/2 daemons upgraded", 2024-04-15T21:27:30.780 INFO:teuthology.orchestra.run.smithi057.stdout: "message": "Currently upgrading node-exporter daemons", 2024-04-15T21:27:30.780 INFO:teuthology.orchestra.run.smithi057.stdout: "is_paused": false 2024-04-15T21:27:30.780 INFO:teuthology.orchestra.run.smithi057.stdout:} 2024-04-15T21:27:31.480 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:31 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:31.480 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:31 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:31.481 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:31 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:31.481 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:31 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:31.481 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:31 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:31.481 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:31 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:31.481 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:31 smithi148 ceph-mon[25742]: from='client.? 172.21.15.57:0/938480225' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:31.481 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:31 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:31.481 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:31 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:31.481 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:31 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:31.481 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:31 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:31.481 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:31 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:31.481 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:31 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:31.481 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:31 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:31.481 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:31 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:31.481 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:31 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:31.481 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:31 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:31.482 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:31 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:31.482 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:31 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:31.482 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:31 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:31.482 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:31 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:31.482 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:31 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:31.482 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:31 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:31.482 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:31 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:31.482 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:31 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:31.482 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:31 smithi148 ceph-mon[25742]: from='client.25576 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:27:31.482 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:31 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:31.482 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:31 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:31.482 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:31 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:31.482 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:31 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:31.482 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:31 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:31.483 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:31 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:31.483 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:31 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:31.483 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:31 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:31.483 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:31 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:31.483 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:31 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:31.483 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:31 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:31.483 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:31 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:31.483 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:31 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:31.483 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:31 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:31.483 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:31 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:31.483 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:31 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:31.483 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:31 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:31.483 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:31 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:31.565 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:31 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:31.565 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:31 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:31.565 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:31 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:31.565 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:31 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:31.565 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:31 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:31.565 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:31 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:31.565 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:31 smithi057 ceph-mon[24810]: from='client.? 172.21.15.57:0/938480225' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:31.566 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:31 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:31.566 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:31 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:31.566 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:31 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:31.566 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:31 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:31.566 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:31 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:31.566 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:31 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:31.566 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:31 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:31.566 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:31 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:31.566 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:31 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:31.566 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:31 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:31.566 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:31 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:31.566 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:31 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:31.566 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:31 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:31.566 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:31 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:31.567 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:31 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:31.567 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:31 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:31.567 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:31 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:31.567 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:31 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:31.567 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:31 smithi057 ceph-mon[24810]: from='client.25576 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:27:31.567 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:31 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:31.567 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:31 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:31.567 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:31 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:31.567 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:31 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:31.567 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:31 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:31.567 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:31 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:31.567 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:31 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:31.567 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:31 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:31.567 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:31 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:31.567 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:31 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:31.568 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:31 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:31.568 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:31 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:31.568 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:31 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:31.568 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:31 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:31.568 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:31 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:31.568 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:31 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:31.568 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:31 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:31.568 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:31 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:31.568 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:31 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:31.569 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:31 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:31.569 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:31 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:31.569 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:31 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:31.569 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:31 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:31.569 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:31 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:31.569 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:31 smithi057 ceph-mon[29654]: from='client.? 172.21.15.57:0/938480225' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:31.569 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:31 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:31.569 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:31 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:31.569 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:31 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:31.569 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:31 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:31.569 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:31 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:31.569 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:31 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:31.569 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:31 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:31.570 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:31 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:31.570 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:31 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:31.570 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:31 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:31.570 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:31 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:31.570 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:31 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:31.570 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:31 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:31.570 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:31 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:31.570 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:31 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:31.570 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:31 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:31.570 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:31 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:31.570 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:31 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:31.570 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:31 smithi057 ceph-mon[29654]: from='client.25576 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:27:31.570 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:31 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:31.571 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:31 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:31.571 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:31 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:31.571 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:31 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:31.571 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:31 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:31.571 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:31 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:31.571 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:31 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:31.571 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:31 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:31.571 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:31 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:31.571 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:31 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:31.571 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:31 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:31.571 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:31 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:31.571 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:31 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:31.571 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:31 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:31.571 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:31 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:31.571 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:31 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:31.572 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:31 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:31.572 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:31 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:31.879 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:27:31 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:27:31] "GET /metrics HTTP/1.1" 200 37985 "" "Prometheus/2.33.4" 2024-04-15T21:27:32.317 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:32 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:32.318 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:32 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:32.318 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:32 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:32.318 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:32 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:32.318 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:32 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:32.318 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:32 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:32.318 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:32 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:32.318 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:32 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:32.318 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:32 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:32.318 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:32 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:32.318 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:32 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:32.318 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:32 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:32.318 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:32 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:32.319 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:32 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:32.319 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:32 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:32.319 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:32 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:32.319 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:32 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:32.319 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:32 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:32.319 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:32 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:32.319 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:32 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:32.319 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:32 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:32.319 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:32 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:32.319 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:32 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:32.319 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:32 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:32.319 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:32 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:32.319 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:32 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:32.319 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:32 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:32.320 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:32 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:32.320 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:32 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:32.320 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:32 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:32.320 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:32 smithi148 ceph-mon[25742]: pgmap v70: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:27:32.320 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:32 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:32.320 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:32 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:32.320 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:32 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:32.320 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:32 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:32.320 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:32 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:32.320 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:32 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:32.320 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:32 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:32.320 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:32 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:32.320 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:32 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:32.320 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:32 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:32.321 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:32 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:32.321 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:32 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:32.555 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:32 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:32.555 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:32 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:32.556 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:32 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:32.556 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:32 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:32.556 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:32 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:32.556 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:32 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:32.556 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:32 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:32.556 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:32 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:32.556 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:32 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:32.556 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:32 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:32.556 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:32 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:32.556 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:32 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:32.556 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:32 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:32.556 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:32 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:32.556 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:32 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:32.556 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:32 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:32.556 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:32 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:32.557 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:32 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:32.557 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:32 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:32.557 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:32 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:32.557 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:32 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:32.557 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:32 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:32.557 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:32 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:32.557 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:32 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:32.557 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:32 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:32.557 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:32 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:32.557 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:32 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:32.557 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:32 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:32.557 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:32 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:32.558 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:32 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:32.558 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:32 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:32.558 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:32 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:32.558 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:32 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:32.558 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:32 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:32.558 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:32 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:32.558 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:32 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:32.558 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:32 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:32.558 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:32 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:32.558 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:32 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:32.558 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:32 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:32.558 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:32 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:32.558 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:32 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:32.559 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:32 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:32.559 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:32 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:32.559 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:32 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:32.559 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:32 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:32.559 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:32 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:32.559 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:32 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:32.559 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:32 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:32.559 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:32 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:32.559 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:32 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:32.559 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:32 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:32.559 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:32 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:32.559 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:32 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:32.559 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:32 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:32.559 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:32 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:32.559 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:32 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:32.560 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:32 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:32.560 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:32 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:32.560 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:32 smithi057 ceph-mon[24810]: pgmap v70: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:27:32.560 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:32 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:32.560 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:32 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:32.560 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:32 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:32.560 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:32 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:32.560 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:32 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:32.560 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:32 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:32.560 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:32 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:32.560 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:32 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:32.561 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:32 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:32.561 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:32 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:32.561 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:32 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:32.561 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:32 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:32.561 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:32 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:32.561 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:32 smithi057 ceph-mon[29654]: pgmap v70: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:27:32.561 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:32 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:32.561 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:32 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:32.561 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:32 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:32.561 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:32 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:32.561 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:32 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:32.561 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:32 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:32.562 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:32 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:32.562 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:32 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:32.562 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:32 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:32.562 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:32 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:32.562 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:32 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:32.562 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:32 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:33.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:33 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:33.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:33 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:33.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:33 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:33.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:33 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:33.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:33 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:33.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:33 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:33.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:33 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:33.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:33 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:33.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:33 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:33.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:33 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:33.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:33 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:33.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:33 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:33.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:33 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:33.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:33 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:33.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:33 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:33.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:33 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:33.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:33 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:33.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:33 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:33.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:33 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:33.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:33 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:33.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:33 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:33.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:33 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:33.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:33 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:33.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:33 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:33.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:33 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:33.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:33 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:33.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:33 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:33.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:33 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:33.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:33 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:33.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:33 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:33.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:33 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:33.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:33 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:33.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:33 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:33.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:33 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:33.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:33 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:33.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:33 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:33.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:33 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:33.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:33 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:33.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:33 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:33.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:33 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:33.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:33 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:33.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:33 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:33.573 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:33 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:33.573 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:33 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:33.573 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:33 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:33.573 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:33 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:33.573 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:33 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:33.573 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:33 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:33.573 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:33 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:33.573 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:33 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:33.573 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:33 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:33.574 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:33 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:33.574 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:33 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:33.574 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:33 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:33.574 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:33 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:33.574 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:33 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:33.574 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:33 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:33.574 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:33 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:33.574 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:33 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:33.574 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:33 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:33.574 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:33 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:33.574 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:33 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:33.574 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:33 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:33.574 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:33 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:33.575 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:33 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:33.575 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:33 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:33.575 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:33 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:33.575 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:33 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:33.575 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:33 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:33.575 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:33 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:33.575 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:33 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:33.575 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:33 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:33.575 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:33 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:33.575 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:33 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:33.575 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:33 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:33.575 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:33 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:33.575 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:33 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:33.575 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:33 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:33.576 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:33 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:33.576 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:33 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:33.576 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:33 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:33.576 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:33 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:33.576 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:33 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:33.576 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:33 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:33.576 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:33 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:33.576 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:33 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:33.577 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:33 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:33.577 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:33 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:33.577 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:33 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:33.577 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:33 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:33.577 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:33 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:33.577 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:33 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:33.577 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:33 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:33.577 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:33 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:33.577 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:33 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:33.577 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:33 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:33.577 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:33 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:33.577 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:33 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:33.577 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:33 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:33.577 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:33 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:33.577 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:33 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:33.578 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:33 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:33.578 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:33 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:33.578 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:33 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:33.578 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:33 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:33.578 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:33 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:33.578 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:33 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:33.578 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:33 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:33.578 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:33 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:33.578 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:33 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:33.578 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:33 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:33.578 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:33 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:33.578 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:33 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:33.578 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:33 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:33.578 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:33 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:33.578 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:33 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:33.579 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:33 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:33.579 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:33 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:33.579 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:33 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:33.579 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:33 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:33.579 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:33 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:33.579 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:33 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:33.579 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:33 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:33.579 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:33 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:33.579 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:33 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:33.579 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:33 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:34.548 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:34 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:34.548 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:34 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:34.548 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:34 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:34.548 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:34 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:34.548 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:34 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:34.548 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:34 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:34.549 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:34 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:34.549 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:34 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:34.549 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:34 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:34.549 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:34 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:34.549 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:34 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:34.549 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:34 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:34.549 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:34 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:34.549 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:34 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:34.549 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:34 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:34.549 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:34 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:34.549 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:34 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:34.549 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:34 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:34.549 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:34 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:34.549 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:34 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:34.549 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:34 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:34.550 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:34 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:34.550 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:34 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:34.550 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:34 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:34.550 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:34 smithi148 ceph-mon[25742]: pgmap v71: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:27:34.550 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:34 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:34.550 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:34 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:34.550 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:34 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:34.550 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:34 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:34.550 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:34 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:34.550 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:34 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:34.550 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:34 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:34.550 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:34 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:34.550 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:34 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:34.550 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:34 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:34.551 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:34 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:34.551 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:34 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:34.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:34 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:34.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:34 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:34.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:34 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:34.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:34 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:34.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:34 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:34.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:34 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:34.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:34 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:34.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:34 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:34.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:34 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:34.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:34 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:34.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:34 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:34.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:34 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:34.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:34 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:34.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:34 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:34.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:34 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:34.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:34 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:34.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:34 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:34.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:34 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:34.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:34 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:34.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:34 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:34.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:34 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:34.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:34 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:34.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:34 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:34.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:34 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:34.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:34 smithi057 ceph-mon[24810]: pgmap v71: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:27:34.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:34 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:34.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:34 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:34.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:34 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:34.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:34 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:34.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:34 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:34.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:34 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:34.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:34 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:34.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:34 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:34.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:34 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:34.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:34 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:34.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:34 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:34.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:34 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:34.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:34 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:34.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:34 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:34.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:34 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:34.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:34 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:34.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:34 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:34.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:34 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:34.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:34 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:34.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:34 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:34.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:34 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:34.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:34 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:34.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:34 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:34.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:34 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:34.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:34 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:34.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:34 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:34.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:34 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:34.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:34 smithi057 ceph-mon[29654]: pgmap v71: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:27:34.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:34 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:34.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:34 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:34.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:34 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:34.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:34 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:34.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:34 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:34.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:34 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:34.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:34 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:34.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:34 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:34.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:34 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:34.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:34 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:34.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:34 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:34.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:34 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:34.634 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:34 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:34.634 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:34 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:34.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:34 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:34.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:34 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:34.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:34 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:34.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:34 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:34.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:34 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:34.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:34 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:34.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:34 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:35.580 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:35 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:35.580 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:35 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:35.580 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:35 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:35.580 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:35 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:35.580 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:35 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:35.580 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:35 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:35.580 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:35 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:35.580 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:35 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:35.581 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:35 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:35.581 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:35 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:35.581 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:35 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:35.581 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:35 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:35.581 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:35 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:35.581 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:35 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:35.581 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:35 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:35.581 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:35 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:35.581 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:35 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:35.581 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:35 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:35.581 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:35 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:35.581 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:35 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:35.581 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:35 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:35.581 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:35 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:35.581 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:35 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:35.581 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:35 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:35.582 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:35 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:35.582 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:35 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:35.582 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:35 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:35.582 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:35 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:35.582 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:35 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:35.582 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:35 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:35.582 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:35 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:35.582 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:35 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:35.582 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:35 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:35.582 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:35 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:35.582 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:35 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:35.582 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:35 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:35.582 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:35 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:35.582 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:35 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:35.583 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:35 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:35.583 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:35 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:35.583 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:35 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:35.583 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:35 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:35.614 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:35 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:35.614 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:35 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:35.614 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:35 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:35.614 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:35 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:35.614 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:35 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:35.614 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:35 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:35.614 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:35 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:35.615 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:35 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:35.615 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:35 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:35.615 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:35 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:35.615 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:35 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:35.615 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:35 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:35.615 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:35 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:35.615 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:35 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:35.615 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:35 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:35.615 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:35 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:35.615 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:35 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:35.615 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:35 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:35.615 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:35 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:35.615 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:35 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:35.615 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:35 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:35.616 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:35 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:35.616 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:35 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:35.616 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:35 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:35.616 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:35 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:35.616 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:35 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:35.616 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:35 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:35.616 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:35 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:35.616 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:35 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:35.616 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:35 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:35.617 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:35 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:35.617 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:35 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:35.617 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:35 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:35.617 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:35 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:35.617 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:35 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:35.617 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:35 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:35.617 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:35 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:35.617 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:35 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:35.617 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:35 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:35.617 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:35 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:35.617 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:35 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:35.617 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:35 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:35.617 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:35 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:35.617 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:35 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:35.618 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:35 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:35.618 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:35 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:35.618 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:35 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:35.618 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:35 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:35.618 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:35 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:35.618 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:35 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:35.618 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:35 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:35.618 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:35 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:35.618 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:35 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:35.618 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:35 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:35.618 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:35 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:35.618 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:35 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:35.618 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:35 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:35.618 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:35 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:35.619 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:35 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:35.619 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:35 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:35.619 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:35 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:35.619 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:35 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:35.619 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:35 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:35.619 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:35 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:35.619 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:35 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:35.619 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:35 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:35.619 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:35 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:35.619 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:35 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:35.619 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:35 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:35.620 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:35 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:35.620 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:35 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:35.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:35 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:35.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:35 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:35.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:35 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:35.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:35 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:35.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:35 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:35.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:35 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:35.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:35 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:35.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:35 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:35.620 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:35 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:35.621 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:35 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:35.621 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:35 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:35.621 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:35 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:35.621 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:35 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:36.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:36 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:27:36.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:36 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:36.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:36 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:36.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:36 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:36.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:36 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:36.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:36 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:36.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:36 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:36.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:36 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:36.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:36 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:36.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:36 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:36.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:36 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:36.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:36 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:36.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:36 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:36.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:36 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:36.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:36 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:36.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:36 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:36.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:36 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:36.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:36 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:36.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:36 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:36.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:36 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:36.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:36 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:36.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:36 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:36.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:36 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:36.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:36 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:36.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:36 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:36.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:36 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:36.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:36 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:36.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:36 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:36.605 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:36 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:36.605 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:36 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:36.605 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:36 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:36.605 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:36 smithi148 ceph-mon[25742]: pgmap v72: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:27:36.605 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:36 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:36.605 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:36 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:36.605 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:36 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:36.605 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:36 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:36.605 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:36 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:36.606 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:36 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:36.606 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:36 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:36.606 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:36 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:36.606 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:36 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:36.606 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:36 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:36.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:36 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:27:36.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:36 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:36.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:36 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:36.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:36 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:36.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:36 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:36.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:36 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:36.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:36 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:36.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:36 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:36.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:36 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:36.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:36 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:36.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:36 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:36.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:36 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:36.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:36 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:36.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:36 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:36.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:36 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:36.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:36 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:36.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:36 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:36.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:36 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:36.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:36 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:36.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:36 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:36.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:36 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:36.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:36 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:36.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:36 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:36.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:36 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:36.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:36 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:36.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:36 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:36.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:36 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:36.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:36 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:36.632 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:36 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:36.632 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:36 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:36.632 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:36 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:36.632 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:36 smithi057 ceph-mon[24810]: pgmap v72: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:27:36.632 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:36 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:36.632 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:36 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:36.632 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:36 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:36.632 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:36 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:36.632 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:36 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:36.632 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:36 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:36.632 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:36 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:36.632 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:36 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:36.632 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:36 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:36.633 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:36 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:36.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:36 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:27:36.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:36 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:36.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:36 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:36.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:36 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:36.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:36 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:36.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:36 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:36.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:36 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:36.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:36 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:36.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:36 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:36.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:36 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:36.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:36 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:36.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:36 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:36.635 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:36 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:36.635 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:36 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:36.635 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:36 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:36.635 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:36 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:36.635 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:36 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:36.635 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:36 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:36.635 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:36 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:36.635 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:36 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:36.635 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:36 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:36.635 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:36 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:36.635 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:36 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:36.635 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:36 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:36.635 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:36 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:36.635 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:36 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:36.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:36 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:36.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:36 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:36.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:36 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:36.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:36 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:36.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:36 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:36.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:36 smithi057 ceph-mon[29654]: pgmap v72: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:27:36.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:36 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:36.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:36 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:36.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:36 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:36.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:36 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:36.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:36 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:36.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:36 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:36.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:36 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:36.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:36 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:36.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:36 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:36.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:36 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:37.779 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:37 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:37.779 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:37 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:37.779 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:37 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:37.779 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:37 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:37.779 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:37 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:37.779 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:37 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:37.779 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:37 smithi148 ceph-mon[25742]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:27:37.779 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:37 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:37.780 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:37 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:37.780 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:37 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:37.951 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:37 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:37.952 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:37 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:37.952 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:37 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:37.952 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:37 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:37.952 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:37 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:37.952 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:37 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:37.952 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:37 smithi057 ceph-mon[29654]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:27:37.952 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:37 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:37.952 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:37 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:37.952 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:37 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:37.952 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:37 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:37.952 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:37 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:37.953 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:37 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:37.953 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:37 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:37.953 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:37 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:37.953 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:37 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:37.953 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:37 smithi057 ceph-mon[24810]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:27:37.953 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:37 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:37.953 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:37 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:37.953 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:37 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:38.850 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:38 smithi148 ceph-mon[25742]: pgmap v73: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:27:38.851 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:38 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:38.851 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:38 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:38.851 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:38 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:38.879 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:38 smithi057 ceph-mon[24810]: pgmap v73: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:27:38.879 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:38 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:38.879 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:38 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:38.879 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:38 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:38.879 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:38 smithi057 ceph-mon[29654]: pgmap v73: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:27:38.879 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:38 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:38.879 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:38 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:38.879 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:38 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:39.746 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:39 smithi057 ceph-mon[24810]: Upgrade: Updating prometheus.a 2024-04-15T21:27:39.747 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:39 smithi057 ceph-mon[24810]: Deploying daemon prometheus.a on smithi148 2024-04-15T21:27:39.747 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:39 smithi057 ceph-mon[29654]: Upgrade: Updating prometheus.a 2024-04-15T21:27:39.747 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:39 smithi057 ceph-mon[29654]: Deploying daemon prometheus.a on smithi148 2024-04-15T21:27:39.850 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:39 smithi148 ceph-mon[25742]: Upgrade: Updating prometheus.a 2024-04-15T21:27:39.851 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:39 smithi148 ceph-mon[25742]: Deploying daemon prometheus.a on smithi148 2024-04-15T21:27:41.026 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:40 smithi057 ceph-mon[24810]: pgmap v74: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:27:41.027 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:40 smithi057 ceph-mon[29654]: pgmap v74: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:27:41.100 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:40 smithi148 ceph-mon[25742]: pgmap v74: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:27:41.879 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:27:41 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:27:41] "GET /metrics HTTP/1.1" 200 37994 "" "Prometheus/2.33.4" 2024-04-15T21:27:43.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:43 smithi057 ceph-mon[24810]: pgmap v75: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:27:43.379 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:43 smithi057 ceph-mon[29654]: pgmap v75: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:27:43.600 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:43 smithi148 ceph-mon[25742]: pgmap v75: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:27:45.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:45 smithi057 ceph-mon[24810]: pgmap v76: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:27:45.379 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:45 smithi057 ceph-mon[29654]: pgmap v76: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:27:45.600 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:45 smithi148 ceph-mon[25742]: pgmap v76: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:27:47.394 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:47 smithi148 ceph-mon[25742]: pgmap v77: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:27:47.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:47 smithi057 ceph-mon[24810]: pgmap v77: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:27:47.629 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:47 smithi057 ceph-mon[29654]: pgmap v77: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:27:48.350 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:48 smithi148 ceph-mon[25742]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:27:48.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:48 smithi057 ceph-mon[24810]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:27:48.629 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:48 smithi057 ceph-mon[29654]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:27:49.398 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:49 smithi148 ceph-mon[25742]: pgmap v78: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:27:49.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:49 smithi057 ceph-mon[24810]: pgmap v78: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:27:49.629 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:49 smithi057 ceph-mon[29654]: pgmap v78: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:27:50.791 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:27:50 smithi148 systemd[1]: Stopping Ceph prometheus.a for b97cffaa-fb6a-11ee-bc8f-c7b262605968... 2024-04-15T21:27:51.101 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:27:50 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[72275]: ts=2024-04-15T21:27:50.789Z caller=main.go:775 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-04-15T21:27:51.101 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:27:50 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[72275]: ts=2024-04-15T21:27:50.789Z caller=main.go:798 level=info msg="Stopping scrape discovery manager..." 2024-04-15T21:27:51.101 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:27:50 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[72275]: ts=2024-04-15T21:27:50.789Z caller=main.go:812 level=info msg="Stopping notify discovery manager..." 2024-04-15T21:27:51.101 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:27:50 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[72275]: ts=2024-04-15T21:27:50.789Z caller=main.go:834 level=info msg="Stopping scrape manager..." 2024-04-15T21:27:51.101 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:27:50 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[72275]: ts=2024-04-15T21:27:50.789Z caller=main.go:794 level=info msg="Scrape discovery manager stopped" 2024-04-15T21:27:51.101 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:27:50 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[72275]: ts=2024-04-15T21:27:50.790Z caller=main.go:808 level=info msg="Notify discovery manager stopped" 2024-04-15T21:27:51.101 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:27:50 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[72275]: ts=2024-04-15T21:27:50.790Z caller=manager.go:945 level=info component="rule manager" msg="Stopping rule manager..." 2024-04-15T21:27:51.101 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:27:50 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[72275]: ts=2024-04-15T21:27:50.790Z caller=main.go:828 level=info msg="Scrape manager stopped" 2024-04-15T21:27:51.101 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:27:50 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[72275]: ts=2024-04-15T21:27:50.790Z caller=manager.go:955 level=info component="rule manager" msg="Rule manager stopped" 2024-04-15T21:27:51.101 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:27:50 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[72275]: ts=2024-04-15T21:27:50.790Z caller=notifier.go:600 level=info component=notifier msg="Stopping notification manager..." 2024-04-15T21:27:51.102 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:27:50 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[72275]: ts=2024-04-15T21:27:50.790Z caller=main.go:1054 level=info msg="Notifier manager stopped" 2024-04-15T21:27:51.102 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:27:50 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[72275]: ts=2024-04-15T21:27:50.790Z caller=main.go:1066 level=info msg="See you next time!" 2024-04-15T21:27:51.102 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:27:50 smithi148 podman[95489]: 2024-04-15 21:27:50.800442402 +0000 UTC m=+0.124396112 container died 09228279f4f1f6bc39b1b3d66815638b8572706bca00ffbdb7c55842e50761cf (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-15T21:27:51.441 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:51 smithi148 ceph-mon[25742]: pgmap v79: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:27:51.441 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:51 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:27:51.441 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:27:51 smithi148 podman[95489]: 2024-04-15 21:27:51.230892805 +0000 UTC m=+0.554846516 container cleanup 09228279f4f1f6bc39b1b3d66815638b8572706bca00ffbdb7c55842e50761cf (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-15T21:27:51.441 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:27:51 smithi148 bash[95489]: ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a 2024-04-15T21:27:51.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:51 smithi057 ceph-mon[24810]: pgmap v79: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:27:51.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:51 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:27:51.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:51 smithi057 ceph-mon[29654]: pgmap v79: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:27:51.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:51 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:27:51.763 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:27:51 smithi148 podman[95501]: 2024-04-15 21:27:51.440420805 +0000 UTC m=+0.642868489 container remove 09228279f4f1f6bc39b1b3d66815638b8572706bca00ffbdb7c55842e50761cf (image=quay.io/prometheus/prometheus:v2.33.4, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-15T21:27:51.763 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:27:51 smithi148 systemd[1]: ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-04-15T21:27:51.763 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:27:51 smithi148 systemd[1]: Stopped Ceph prometheus.a for b97cffaa-fb6a-11ee-bc8f-c7b262605968. 2024-04-15T21:27:51.763 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:27:51 smithi148 systemd[1]: ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@prometheus.a.service: Consumed 1.696s CPU time. 2024-04-15T21:27:52.082 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:27:51 smithi148 systemd[1]: Starting Ceph prometheus.a for b97cffaa-fb6a-11ee-bc8f-c7b262605968... 2024-04-15T21:27:52.351 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:27:52 smithi148 podman[95637]: 2024-04-15 21:27:51.985743564 +0000 UTC m=+0.019120752 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-04-15T21:27:52.351 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:27:52 smithi148 podman[95637]: 2024-04-15 21:27:52.124763763 +0000 UTC m=+0.158140941 container create 7d3735f231c17ba426d68a43b960da1387d1bf76b43a432e2aa692e85cad6f51 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-15T21:27:52.637 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:27:52 smithi148 podman[95637]: 2024-04-15 21:27:52.356274218 +0000 UTC m=+0.389651409 container init 7d3735f231c17ba426d68a43b960da1387d1bf76b43a432e2aa692e85cad6f51 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-15T21:27:52.637 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:27:52 smithi148 podman[95637]: 2024-04-15 21:27:52.359001449 +0000 UTC m=+0.392378630 container start 7d3735f231c17ba426d68a43b960da1387d1bf76b43a432e2aa692e85cad6f51 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-15T21:27:52.637 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:27:52 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[95651]: ts=2024-04-15T21:27:52.383Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-04-15T21:27:52.637 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:27:52 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[95651]: ts=2024-04-15T21:27:52.383Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-04-15T21:27:52.637 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:27:52 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[95651]: ts=2024-04-15T21:27:52.383Z caller=main.go:570 level=info host_details="(Linux 5.14.0-438.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024 x86_64 smithi148 (none))" 2024-04-15T21:27:52.637 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:27:52 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[95651]: ts=2024-04-15T21:27:52.383Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-04-15T21:27:52.637 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:27:52 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[95651]: ts=2024-04-15T21:27:52.383Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-04-15T21:27:52.637 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:27:52 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[95651]: ts=2024-04-15T21:27:52.384Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-04-15T21:27:52.637 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:27:52 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[95651]: ts=2024-04-15T21:27:52.385Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-04-15T21:27:52.638 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:27:52 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[95651]: ts=2024-04-15T21:27:52.386Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-04-15T21:27:52.638 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:27:52 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[95651]: ts=2024-04-15T21:27:52.387Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-04-15T21:27:52.638 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:27:52 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[95651]: ts=2024-04-15T21:27:52.388Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-04-15T21:27:52.638 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:27:52 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[95651]: ts=2024-04-15T21:27:52.388Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.578µs 2024-04-15T21:27:52.638 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:27:52 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[95651]: ts=2024-04-15T21:27:52.388Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-04-15T21:27:52.638 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:27:52 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[95651]: ts=2024-04-15T21:27:52.393Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=8 2024-04-15T21:27:52.638 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:27:52 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[95651]: ts=2024-04-15T21:27:52.394Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=8 2024-04-15T21:27:52.638 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:27:52 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[95651]: ts=2024-04-15T21:27:52.400Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=8 2024-04-15T21:27:52.638 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:27:52 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[95651]: ts=2024-04-15T21:27:52.412Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=3 maxSegment=8 2024-04-15T21:27:52.638 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:27:52 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[95651]: ts=2024-04-15T21:27:52.420Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=4 maxSegment=8 2024-04-15T21:27:52.638 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:27:52 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[95651]: ts=2024-04-15T21:27:52.424Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=5 maxSegment=8 2024-04-15T21:27:52.638 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:27:52 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[95651]: ts=2024-04-15T21:27:52.430Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=6 maxSegment=8 2024-04-15T21:27:52.638 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:27:52 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[95651]: ts=2024-04-15T21:27:52.432Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=7 maxSegment=8 2024-04-15T21:27:52.639 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:27:52 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[95651]: ts=2024-04-15T21:27:52.432Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=8 maxSegment=8 2024-04-15T21:27:52.639 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:27:52 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[95651]: ts=2024-04-15T21:27:52.432Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=31.2µs wal_replay_duration=43.652386ms wbl_replay_duration=91ns total_replay_duration=43.700994ms 2024-04-15T21:27:52.639 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:27:52 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[95651]: ts=2024-04-15T21:27:52.435Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-04-15T21:27:52.639 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:27:52 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[95651]: ts=2024-04-15T21:27:52.435Z caller=main.go:1029 level=info msg="TSDB started" 2024-04-15T21:27:52.639 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:27:52 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[95651]: ts=2024-04-15T21:27:52.435Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-15T21:27:52.639 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:27:52 smithi148 bash[95637]: 7d3735f231c17ba426d68a43b960da1387d1bf76b43a432e2aa692e85cad6f51 2024-04-15T21:27:52.639 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:27:52 smithi148 systemd[1]: Started Ceph prometheus.a for b97cffaa-fb6a-11ee-bc8f-c7b262605968. 2024-04-15T21:27:52.639 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:27:52 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[95651]: ts=2024-04-15T21:27:52.454Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=18.764674ms db_storage=838ns remote_storage=1.527µs web_handler=385ns query_engine=635ns scrape=315.96µs scrape_sd=100.485µs notify=10.777µs notify_sd=8.719µs rules=17.986479ms tracing=7.816µs 2024-04-15T21:27:52.639 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:27:52 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[95651]: ts=2024-04-15T21:27:52.454Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-04-15T21:27:52.639 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:27:52 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[95651]: ts=2024-04-15T21:27:52.454Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-04-15T21:27:53.310 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:53 smithi148 ceph-mon[25742]: pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:27:53.310 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:53 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:53.310 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:53 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:53.310 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:53 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:53.310 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:53 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:53.310 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:53 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:53.310 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:53 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-15T21:27:53.310 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:53 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:53.310 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:53 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:53.310 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:53 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:53.311 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:53 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:53.311 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:53 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:53.311 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:53 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:53.311 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:53 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:53.311 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:53 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:53.311 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:53 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:53.311 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:53 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:53.311 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:53 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:53.311 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:53 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:53.311 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:53 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:53.311 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:53 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:53.311 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:53 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:53.311 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:53 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:53.629 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:53 smithi057 ceph-mon[29654]: pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:27:53.629 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:53 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:53.629 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:53 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:53.629 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:53 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:53.629 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:53 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:53.629 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:53 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:53.629 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:53 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-15T21:27:53.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:53 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:53.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:53 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:53.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:53 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:53.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:53 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:53.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:53 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:53.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:53 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:53.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:53 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:53.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:53 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:53.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:53 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:53.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:53 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:53.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:53 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:53.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:53 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:53.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:53 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:53.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:53 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:53.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:53 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:53.631 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:53 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:53.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:53 smithi057 ceph-mon[24810]: pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:27:53.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:53 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:53.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:53 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:53.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:53 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:53.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:53 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:53.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:53 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:53.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:53 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-15T21:27:53.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:53 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:53.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:53 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:53.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:53 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:53.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:53 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:53.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:53 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:53.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:53 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:53.632 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:53 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:53.632 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:53 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:53.632 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:53 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:53.632 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:53 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:53.632 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:53 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:53.632 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:53 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:53.632 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:53 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:53.632 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:53 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:53.632 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:53 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:53.632 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:53 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:54.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:54 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:54.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:54 smithi148 ceph-mon[25742]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-15T21:27:54.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:54 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:54.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:54 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:54.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:54 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:54.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:54 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:54.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:54 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:54.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:54 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:54.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:54 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:54.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:54 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:54.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:54 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:54.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:54 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:54.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:54 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:54.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:54 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:54.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:54 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:54.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:54 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:54.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:54 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:54.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:54 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:54.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:54 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:54.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:54 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:54.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:54 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:54.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:54 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:54.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:54 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:54.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:54 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:54.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:54 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:54.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:54 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:54.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:54 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:54.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:54 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:54.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:54 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:54.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:54 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:54.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:54 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:54.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:54 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:54.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:54 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:54.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:54 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:54.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:54 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:54.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:54 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:54.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:54 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:54.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:54 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:54.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:54 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:54.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:54 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:54.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:54 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:54.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:54 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:54.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:54 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:54.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:54 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:54.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:54 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:54.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:54 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:54.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:54 smithi057 ceph-mon[24810]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-15T21:27:54.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:54 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:54.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:54 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:54.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:54 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:54.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:54 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:54.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:54 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:54.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:54 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:54.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:54 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:54.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:54 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:54.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:54 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:54.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:54 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:54.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:54 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:54.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:54 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:54.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:54 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:54.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:54 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:54.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:54 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:54.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:54 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:54.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:54 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:54.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:54 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:54.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:54 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:54.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:54 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:54.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:54 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:54.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:54 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:54.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:54 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:54.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:54 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:54.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:54 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:54.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:54 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:54.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:54 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:54.631 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:54 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:54.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:54 smithi057 ceph-mon[29654]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-15T21:27:54.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:54 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:54.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:54 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:54.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:54 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:54.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:54 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:54.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:54 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:54.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:54 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:54.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:54 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:54.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:54 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:54.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:54 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:54.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:54 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:54.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:54 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:54.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:54 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:54.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:54 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:54.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:54 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:54.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:54 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:54.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:54 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:54.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:54 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:54.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:54 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:54.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:54 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:54.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:54 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:54.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:54 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:54.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:54 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:54.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:54 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:54.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:54 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:54.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:54 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:54.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:54 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:54.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:54 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:54.634 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:54 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:54.634 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:54 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:54.634 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:54 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:54.634 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:54 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:54.634 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:54 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:54.634 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:54 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:54.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:54 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:54.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:54 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:54.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:54 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:54.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:54 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:54.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:54 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:54.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:54 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:54.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:54 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:54.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:54 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:54.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:54 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:54.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:54 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:54.635 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:54 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:54.635 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:54 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:54.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:54 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:54.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:54 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:54.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:54 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:54.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:54 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:54.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:54 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:54.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:54 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:54.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:54 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:54.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:54 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:54.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:54 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:54.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:54 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:54.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:54 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:54.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:54 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:54.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:54 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:54.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:54 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:55.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:55 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:55.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:55 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:55.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:55 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:55.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:55 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:55.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:55 smithi148 ceph-mon[25742]: pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:27:55.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:55 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:55.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:55 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:55.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:55 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:55.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:55 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:55.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:55 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:55.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:55 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:55.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:55 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:55.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:55 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:55.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:55 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:55.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:55 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:55.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:55 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:55.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:55 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:55.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:55 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:55.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:55 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:55.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:55 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:55.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:55 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:55.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:55 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:55.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:55 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:55.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:55 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:55.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:55 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:55.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:55 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:55.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:55 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:55.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:55 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:55.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:55 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:55.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:55 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:55.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:55 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:55.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:55 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:55.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:55 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:55.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:55 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:55.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:55 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:55.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:55 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:55.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:55 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:55.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:55 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:55.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:55 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:55.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:55 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:55.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:55 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:55.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:55 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:55.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:55 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:55.530 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:55 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:55.530 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:55 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:55.530 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:55 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:55.530 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:55 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:55.531 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:55 smithi057 ceph-mon[24810]: pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:27:55.531 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:55 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:55.531 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:55 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:55.531 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:55 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:55.531 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:55 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:55.531 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:55 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:55.531 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:55 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:55.531 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:55 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:55.531 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:55 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:55.531 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:55 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:55.531 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:55 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:55.531 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:55 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:55.531 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:55 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:55.531 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:55 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:55.532 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:55 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:55.532 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:55 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:55.532 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:55 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:55.532 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:55 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:55.532 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:55 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:55.532 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:55 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:55.532 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:55 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:55.532 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:55 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:55.532 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:55 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:55.532 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:55 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:55.532 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:55 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:55.532 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:55 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:55.532 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:55 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:55.533 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:55 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:55.533 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:55 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:55.533 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:55 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:55.533 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:55 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:55.533 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:55 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:55.533 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:55 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:55.533 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:55 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:55.533 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:55 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:55.533 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:55 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:55.534 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:55 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:55.534 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:55 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:55.534 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:55 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:55.534 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:55 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:55.534 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:55 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:55.534 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:55 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:55.534 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:55 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:55.534 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:55 smithi057 ceph-mon[29654]: pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:27:55.535 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:55 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:55.535 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:55 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:55.535 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:55 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:55.535 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:55 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:55.535 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:55 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:55.535 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:55 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:55.535 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:55 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:55.535 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:55 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:55.535 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:55 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:55.535 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:55 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:55.535 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:55 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:55.535 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:55 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:55.536 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:55 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:55.536 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:55 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:55.536 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:55 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:55.536 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:55 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:55.536 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:55 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:55.536 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:55 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:55.536 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:55 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:55.536 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:55 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:55.536 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:55 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:55.536 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:55 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:55.536 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:55 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:55.536 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:55 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:55.536 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:55 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:55.536 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:55 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:55.536 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:55 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:55.536 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:55 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:55.537 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:55 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:55.537 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:55 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:55.537 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:55 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:55.537 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:55 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:55.537 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:55 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:55.537 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:55 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:55.537 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:55 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:55.537 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:55 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:55.537 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:55 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:55.537 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:55 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:56.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:56 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:56.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:56 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:56.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:56 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:56.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:56 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:56.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:56 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:56.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:56 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:56.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:56 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:56.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:56 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:56.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:56 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:56.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:56 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:56.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:56 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:56.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:56 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:56.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:56 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:56.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:56 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:56.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:56 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:56.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:56 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:56.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:56 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:56.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:56 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:56.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:56 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:56.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:56 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:56.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:56 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:56.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:56 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:56.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:56 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:56.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:56 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:56.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:56 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:56.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:56 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:56.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:56 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:56.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:56 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:56.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:56 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:56.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:56 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:56.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:56 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:56.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:56 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:56.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:56 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:56.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:56 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:56.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:56 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:56.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:56 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:56.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:56 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:56.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:56 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:56.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:56 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:56.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:56 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:56.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:56 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:56.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:56 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:56.629 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:56 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:56.629 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:56 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:56.629 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:56 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:56.629 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:56 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:56.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:56 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:56.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:56 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:56.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:56 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:56.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:56 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:56.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:56 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:56.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:56 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:56.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:56 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:56.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:56 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:56.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:56 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:56.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:56 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:56.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:56 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:56.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:56 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:56.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:56 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:56.631 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:56 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:56.631 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:56 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:56.631 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:56 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:56.631 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:56 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:56.631 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:56 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:56.631 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:56 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:56.631 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:56 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:56.631 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:56 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:56.631 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:56 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:56.631 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:56 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:56.631 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:56 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:56.631 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:56 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:56.631 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:56 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:56.631 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:56 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:56.631 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:56 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:56.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:56 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:56.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:56 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:56.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:56 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:56.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:56 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:56.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:56 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:56.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:56 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:56.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:56 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:56.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:56 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:56.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:56 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:56.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:56 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:56.632 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:56 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:56.633 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:56 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:56.633 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:56 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:56.633 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:56 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:56.633 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:56 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:56.633 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:56 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:56.633 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:56 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:56.633 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:56 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:56.633 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:56 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:56.633 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:56 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:56.633 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:56 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:56.633 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:56 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:56.633 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:56 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:56.633 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:56 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:56.633 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:56 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:56.634 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:56 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:56.634 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:56 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:56.634 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:56 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:56.634 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:56 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:56.634 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:56 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:56.634 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:56 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:56.634 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:56 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:56.634 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:56 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:56.634 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:56 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:56.634 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:56 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:56.634 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:56 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:56.634 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:56 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:56.634 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:56 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:56.634 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:56 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:56.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:56 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:56.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:56 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:56.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:56 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:56.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:56 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:56.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:56 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:56.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:56 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:56.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:56 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:56.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:56 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:56.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:56 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:56.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:56 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:56.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:56 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:56.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:56 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:56.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:56 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:57.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:57 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:57.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:57 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:57.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:57 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:57.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:57 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:57.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:57 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:57.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:57 smithi148 ceph-mon[25742]: pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:27:57.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:57 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:57.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:57 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:57.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:57 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:57.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:57 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:57.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:57 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:57.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:57 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:57.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:57 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:57.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:57 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:57.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:57 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:57.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:57 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:57.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:57 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:57.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:57 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:57.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:57 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:57.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:57 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:57.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:57 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:57.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:57 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:57.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:57 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:57.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:57 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:57.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:57 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:57.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:57 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:57.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:57 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:57.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:57 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:57.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:57 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:57.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:57 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:57.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:57 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:57.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:57 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:57.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:57 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:57.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:57 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:57.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:57 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:57.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:57 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:57.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:57 smithi148 ceph-mon[25742]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:27:57.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:57 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:57.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:57 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:57.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:57 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:57.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:57 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:57.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:57 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:57.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:57 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:57.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:57 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:57.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:57 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:57.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:57 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:57.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:57 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:57.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:57 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:57.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:57 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:57.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:57 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:57.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:57 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:57.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:57 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:57.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:57 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:57.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:57 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:57.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:57 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:57.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:57 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:57.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:57 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:57.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:57 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:57.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:57 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:57.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:57 smithi057 ceph-mon[24810]: pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:27:57.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:57 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:57.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:57 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:57.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:57 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:57.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:57 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:57.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:57 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:57.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:57 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:57.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:57 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:57.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:57 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:57.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:57 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:57.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:57 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:57.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:57 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:57.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:57 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:57.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:57 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:57.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:57 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:57.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:57 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:57.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:57 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:57.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:57 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:57.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:57 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:57.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:57 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:57.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:57 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:57.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:57 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:57.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:57 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:57.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:57 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:57.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:57 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:57.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:57 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:57.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:57 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:57.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:57 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:57.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:57 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:57.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:57 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:57.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:57 smithi057 ceph-mon[29654]: pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:27:57.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:57 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:57.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:57 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:57.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:57 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:57.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:57 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:57.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:57 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:57.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:57 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:57.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:57 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:57.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:57 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:57.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:57 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:57.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:57 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:57.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:57 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:57.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:57 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:57.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:57 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:57.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:57 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:57.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:57 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:57.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:57 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:57.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:57 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:57.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:57 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:57.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:57 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:57.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:57 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:57.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:57 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:57.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:57 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:57.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:57 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:57.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:57 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:57.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:57 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:57.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:57 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:57.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:57 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:57.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:57 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:57.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:57 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:57.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:57 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:57.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:57 smithi057 ceph-mon[24810]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:27:57.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:57 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:57.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:57 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:57.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:57 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:57.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:57 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:57.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:57 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:57.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:57 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:57.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:57 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:57.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:57 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:57.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:57 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:57.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:57 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:57.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:57 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:57.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:57 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:57.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:57 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:57.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:57 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:57.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:57 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:57.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:57 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:57.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:57 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:57.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:57 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:57.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:57 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:57.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:57 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:57.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:57 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:57.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:57 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:57.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:57 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:57.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:57 smithi057 ceph-mon[29654]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:27:57.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:57 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:57.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:57 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:57.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:57 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:57.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:57 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:57.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:57 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:57.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:57 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:57.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:57 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:57.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:57 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:57.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:57 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:57.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:57 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:57.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:57 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:57.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:57 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:57.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:57 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:57.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:57 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:57.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:57 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:57.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:57 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:57.388 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:57 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:58.408 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:58 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:58.408 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:58 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:58.408 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:58 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:58.409 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:58 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:58.409 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:58 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:58.409 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:58 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:58.409 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:58 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:58.409 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:58 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:58.409 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:58 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:58.409 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:58 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:58.409 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:58 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:58.409 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:58 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:58.409 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:58 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:58.410 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:58 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:58.410 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:58 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:58.410 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:58 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:58.410 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:58 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:58.410 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:58 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:58.410 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:58 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:58.410 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:58 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:58.410 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:58 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:58.410 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:58 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:58.410 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:58 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:58.410 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:58 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:58.410 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:58 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:58.410 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:58 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:58.410 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:58 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:58.411 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:58 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:58.411 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:58 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:58.411 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:58 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:58.411 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:58 smithi057 ceph-mon[24810]: pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:27:58.411 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:58 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:58.411 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:58 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:58.411 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:58 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:58.411 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:58 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:58.411 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:58 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:58.411 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:58 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:58.411 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:58 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:58.411 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:58 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:58.411 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:58 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:58.411 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:58 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:58.411 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:58 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:58.411 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:58 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:58.412 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:58 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:58.412 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:58 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:58.412 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:58 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:58.412 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:58 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:58.412 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:58 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:58.412 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:58 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:58.413 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:58 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:58.413 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:58 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:58.413 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:58 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:58.413 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:58 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:58.413 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:58 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:58.413 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:58 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:58.413 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:58 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:58.413 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:58 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:58.413 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:58 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:58.413 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:58 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:58.413 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:58 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:58.413 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:58 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:58.413 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:58 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:58.414 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:58 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:58.414 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:58 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:58.414 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:58 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:58.414 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:58 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:58.414 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:58 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:58.414 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:58 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:58.414 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:58 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:58.414 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:58 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:58.414 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:58 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:58.414 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:58 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:58.414 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:58 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:58.414 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:58 smithi057 ceph-mon[29654]: pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:27:58.414 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:58 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:58.414 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:58 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:58.415 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:58 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:58.415 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:58 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:58.415 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:58 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:58.415 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:58 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:58.415 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:58 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:58.415 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:58 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:58.415 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:58 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:58.415 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:58 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:58.415 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:58 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:58.415 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:58 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:58.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:58 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:58.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:58 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:58.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:58 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:58.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:58 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:58.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:58 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:58.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:58 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:58.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:58 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:58.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:58 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:58.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:58 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:58.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:58 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:58.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:58 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:58.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:58 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:58.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:58 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:58.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:58 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:58.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:58 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:58.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:58 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:58.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:58 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:58.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:58 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:58.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:58 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:58.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:58 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:58.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:58 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:58.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:58 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:58.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:58 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:58.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:58 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:58.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:58 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:58.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:58 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:58.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:58 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:58.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:58 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:58.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:58 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:58.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:58 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:58.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:58 smithi148 ceph-mon[25742]: pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:27:58.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:58 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:58.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:58 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:58.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:58 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:58.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:58 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:58.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:58 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:58.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:58 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:58.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:58 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:58.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:58 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:58.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:58 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:58.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:58 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:58.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:58 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:58.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:58 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:59.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:59 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:59.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:59 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:59.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:59 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:59.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:59 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:59.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:59 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:59.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:59 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:59.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:59 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:59.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:59 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:59.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:59 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:59.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:59 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:59.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:59 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:59.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:59 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:59.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:59 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:59.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:59 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:59.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:59 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:59.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:59 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:59.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:59 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:59.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:59 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:59.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:27:59 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:59.547 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:59 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:59.548 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:59 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:59.548 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:59 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:59.548 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:59 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:59.548 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:59 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:59.548 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:59 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:59.548 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:59 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:59.548 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:59 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:59.548 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:59 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:59.548 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:59 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:59.548 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:59 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:59.548 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:59 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:59.548 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:59 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:59.548 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:59 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:59.549 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:59 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:59.549 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:59 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:59.549 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:59 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:59.549 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:59 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:59.549 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:27:59 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:59.549 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:59 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:59.549 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:59 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:59.549 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:59 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:27:59.549 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:59 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:27:59.549 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:59 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:59.549 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:59 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:27:59.550 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:59 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:59.550 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:59 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:59.550 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:59 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:27:59.550 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:59 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:27:59.550 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:59 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:59.550 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:59 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:59.550 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:59 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:59.550 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:59 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:59.550 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:59 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:59.550 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:59 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:59.550 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:59 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:59.550 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:59 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:27:59.550 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:27:59 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:00.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:00 smithi148 ceph-mon[25742]: pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:28:00.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:00 smithi057 ceph-mon[24810]: pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:28:00.629 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:00 smithi057 ceph-mon[29654]: pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:28:01.155 INFO:teuthology.orchestra.run.smithi057.stdout:true 2024-04-15T21:28:01.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:01 smithi057 ceph-mon[24810]: from='client.25582 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:28:01.379 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:01 smithi057 ceph-mon[29654]: from='client.25582 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:28:01.524 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:01 smithi148 ceph-mon[25742]: from='client.25582 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:28:01.833 INFO:teuthology.orchestra.run.smithi057.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-15T21:28:01.833 INFO:teuthology.orchestra.run.smithi057.stdout:agent.smithi057 smithi057 running 4s ago 29m - - 2024-04-15T21:28:01.833 INFO:teuthology.orchestra.run.smithi057.stdout:agent.smithi148 smithi148 running 3s ago 28m - - 2024-04-15T21:28:01.833 INFO:teuthology.orchestra.run.smithi057.stdout:alertmanager.a smithi057 *:9093,9094 running (15m) 4s ago 23m 23.2M - 0.23.0 ba2b418f427c 272eab17dd5f 2024-04-15T21:28:01.833 INFO:teuthology.orchestra.run.smithi057.stdout:grafana.a smithi148 *:3000 running (15m) 3s ago 23m 54.7M - 8.3.5 dad864ee21e9 a2302b3001ab 2024-04-15T21:28:01.833 INFO:teuthology.orchestra.run.smithi057.stdout:iscsi.foo.smithi057.jwyjxv smithi057 running (2m) 4s ago 22m 52.9M - 3.5 e1d6a67b021e 9d8d20cf842b 2024-04-15T21:28:01.833 INFO:teuthology.orchestra.run.smithi057.stdout:mgr.x smithi148 *:8443,9283,8765 running (88s) 3s ago 28m 451M - 19.0.0-3084-g87dbfb63 a452a57266c7 56ad8667b91a 2024-04-15T21:28:01.833 INFO:teuthology.orchestra.run.smithi057.stdout:mgr.y smithi057 *:8443,9283,8765 running (12m) 4s ago 30m 520M - 19.0.0-3084-g87dbfb63 a452a57266c7 7bb446a32fbb 2024-04-15T21:28:01.833 INFO:teuthology.orchestra.run.smithi057.stdout:mon.a smithi057 running (30m) 4s ago 30m 92.5M 2048M 17.2.0 e1d6a67b021e f68a8a14d0b2 2024-04-15T21:28:01.833 INFO:teuthology.orchestra.run.smithi057.stdout:mon.b smithi148 running (28m) 3s ago 28m 72.4M 2048M 17.2.0 e1d6a67b021e 27f4990cb4d7 2024-04-15T21:28:01.834 INFO:teuthology.orchestra.run.smithi057.stdout:mon.c smithi057 running (28m) 4s ago 28m 66.4M 2048M 17.2.0 e1d6a67b021e 7cbf3ea734af 2024-04-15T21:28:01.834 INFO:teuthology.orchestra.run.smithi057.stdout:node-exporter.a smithi057 *:9100 running (43s) 4s ago 24m 8254k - 1.5.0 0da6a335fe13 1fe3c748de02 2024-04-15T21:28:01.834 INFO:teuthology.orchestra.run.smithi057.stdout:node-exporter.b smithi148 *:9100 running (39s) 3s ago 24m 7990k - 1.5.0 0da6a335fe13 94918e657592 2024-04-15T21:28:01.834 INFO:teuthology.orchestra.run.smithi057.stdout:osd.0 smithi057 running (28m) 4s ago 28m 54.5M 4096M 17.2.0 e1d6a67b021e a825b23c2b8e 2024-04-15T21:28:01.834 INFO:teuthology.orchestra.run.smithi057.stdout:osd.1 smithi057 running (27m) 4s ago 27m 59.1M 4096M 17.2.0 e1d6a67b021e ef43105379fd 2024-04-15T21:28:01.834 INFO:teuthology.orchestra.run.smithi057.stdout:osd.2 smithi057 running (27m) 4s ago 27m 53.3M 4096M 17.2.0 e1d6a67b021e 8cea1b1b5212 2024-04-15T21:28:01.834 INFO:teuthology.orchestra.run.smithi057.stdout:osd.3 smithi057 running (26m) 4s ago 26m 52.7M 4096M 17.2.0 e1d6a67b021e 8400e9bee4fe 2024-04-15T21:28:01.834 INFO:teuthology.orchestra.run.smithi057.stdout:osd.4 smithi148 running (26m) 3s ago 26m 54.7M 4096M 17.2.0 e1d6a67b021e 955a657c7722 2024-04-15T21:28:01.834 INFO:teuthology.orchestra.run.smithi057.stdout:osd.5 smithi148 running (26m) 3s ago 26m 52.0M 4096M 17.2.0 e1d6a67b021e bf2b1914ffc9 2024-04-15T21:28:01.834 INFO:teuthology.orchestra.run.smithi057.stdout:osd.6 smithi148 running (25m) 3s ago 25m 51.7M 4096M 17.2.0 e1d6a67b021e ab801778ca01 2024-04-15T21:28:01.834 INFO:teuthology.orchestra.run.smithi057.stdout:osd.7 smithi148 running (25m) 3s ago 25m 52.5M 4096M 17.2.0 e1d6a67b021e c9334bc357be 2024-04-15T21:28:01.834 INFO:teuthology.orchestra.run.smithi057.stdout:prometheus.a smithi148 *:9095 running (2m) 3s ago 24m 67.4M - 2.33.4 514e6a882f6e 09228279f4f1 2024-04-15T21:28:01.834 INFO:teuthology.orchestra.run.smithi057.stdout:rgw.foo.smithi057.lxigfo smithi057 *:8000 running (22m) 4s ago 22m 79.1M - 17.2.0 e1d6a67b021e fa044b726c8d 2024-04-15T21:28:01.834 INFO:teuthology.orchestra.run.smithi057.stdout:rgw.foo.smithi148.cgzzfh smithi148 *:8000 running (22m) 3s ago 22m 75.9M - 17.2.0 e1d6a67b021e 722242170e62 2024-04-15T21:28:01.835 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:28:01 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:28:01] "GET /metrics HTTP/1.1" 200 37996 "" "Prometheus/2.43.0" 2024-04-15T21:28:02.253 INFO:teuthology.orchestra.run.smithi057.stdout:{ 2024-04-15T21:28:02.253 INFO:teuthology.orchestra.run.smithi057.stdout: "mon": { 2024-04-15T21:28:02.253 INFO:teuthology.orchestra.run.smithi057.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 3 2024-04-15T21:28:02.254 INFO:teuthology.orchestra.run.smithi057.stdout: }, 2024-04-15T21:28:02.254 INFO:teuthology.orchestra.run.smithi057.stdout: "mgr": { 2024-04-15T21:28:02.254 INFO:teuthology.orchestra.run.smithi057.stdout: "ceph version 19.0.0-3084-g87dbfb63 (87dbfb632e974cb2c28d17423071d2d833b53b29) squid (dev)": 2 2024-04-15T21:28:02.254 INFO:teuthology.orchestra.run.smithi057.stdout: }, 2024-04-15T21:28:02.254 INFO:teuthology.orchestra.run.smithi057.stdout: "osd": { 2024-04-15T21:28:02.254 INFO:teuthology.orchestra.run.smithi057.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 8 2024-04-15T21:28:02.255 INFO:teuthology.orchestra.run.smithi057.stdout: }, 2024-04-15T21:28:02.255 INFO:teuthology.orchestra.run.smithi057.stdout: "mds": {}, 2024-04-15T21:28:02.255 INFO:teuthology.orchestra.run.smithi057.stdout: "rgw": { 2024-04-15T21:28:02.255 INFO:teuthology.orchestra.run.smithi057.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 2 2024-04-15T21:28:02.255 INFO:teuthology.orchestra.run.smithi057.stdout: }, 2024-04-15T21:28:02.255 INFO:teuthology.orchestra.run.smithi057.stdout: "overall": { 2024-04-15T21:28:02.255 INFO:teuthology.orchestra.run.smithi057.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 13, 2024-04-15T21:28:02.255 INFO:teuthology.orchestra.run.smithi057.stdout: "ceph version 19.0.0-3084-g87dbfb63 (87dbfb632e974cb2c28d17423071d2d833b53b29) squid (dev)": 2 2024-04-15T21:28:02.255 INFO:teuthology.orchestra.run.smithi057.stdout: } 2024-04-15T21:28:02.255 INFO:teuthology.orchestra.run.smithi057.stdout:} 2024-04-15T21:28:02.600 INFO:teuthology.orchestra.run.smithi057.stdout:{ 2024-04-15T21:28:02.600 INFO:teuthology.orchestra.run.smithi057.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29", 2024-04-15T21:28:02.600 INFO:teuthology.orchestra.run.smithi057.stdout: "in_progress": true, 2024-04-15T21:28:02.600 INFO:teuthology.orchestra.run.smithi057.stdout: "which": "Upgrading daemons of type(s) mgr", 2024-04-15T21:28:02.600 INFO:teuthology.orchestra.run.smithi057.stdout: "services_complete": [ 2024-04-15T21:28:02.600 INFO:teuthology.orchestra.run.smithi057.stdout: "mgr" 2024-04-15T21:28:02.600 INFO:teuthology.orchestra.run.smithi057.stdout: ], 2024-04-15T21:28:02.600 INFO:teuthology.orchestra.run.smithi057.stdout: "progress": "2/2 daemons upgraded", 2024-04-15T21:28:02.600 INFO:teuthology.orchestra.run.smithi057.stdout: "message": "Currently upgrading prometheus daemons", 2024-04-15T21:28:02.600 INFO:teuthology.orchestra.run.smithi057.stdout: "is_paused": false 2024-04-15T21:28:02.600 INFO:teuthology.orchestra.run.smithi057.stdout:} 2024-04-15T21:28:03.350 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:03 smithi148 ceph-mon[25742]: from='client.15675 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:28:03.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:03 smithi148 ceph-mon[25742]: from='client.25594 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:28:03.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:03 smithi148 ceph-mon[25742]: pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:28:03.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:03 smithi148 ceph-mon[25742]: from='client.? 172.21.15.57:0/4039215551' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:03.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:03 smithi057 ceph-mon[24810]: from='client.15675 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:28:03.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:03 smithi057 ceph-mon[24810]: from='client.25594 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:28:03.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:03 smithi057 ceph-mon[24810]: pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:28:03.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:03 smithi057 ceph-mon[24810]: from='client.? 172.21.15.57:0/4039215551' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:03.379 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:03 smithi057 ceph-mon[29654]: from='client.15675 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:28:03.379 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:03 smithi057 ceph-mon[29654]: from='client.25594 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:28:03.379 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:03 smithi057 ceph-mon[29654]: pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:28:03.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:03 smithi057 ceph-mon[29654]: from='client.? 172.21.15.57:0/4039215551' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:04.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:04 smithi057 ceph-mon[24810]: from='client.25606 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:28:04.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:04 smithi057 ceph-mon[24810]: Upgrade: Updating prometheus.a 2024-04-15T21:28:04.379 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:04 smithi057 ceph-mon[29654]: from='client.25606 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:28:04.379 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:04 smithi057 ceph-mon[29654]: Upgrade: Updating prometheus.a 2024-04-15T21:28:04.600 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:04 smithi148 ceph-mon[25742]: from='client.25606 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:28:04.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:04 smithi148 ceph-mon[25742]: Upgrade: Updating prometheus.a 2024-04-15T21:28:05.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:05 smithi057 ceph-mon[24810]: Deploying daemon prometheus.a on smithi148 2024-04-15T21:28:05.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:05 smithi057 ceph-mon[24810]: pgmap v86: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:28:05.379 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:05 smithi057 ceph-mon[29654]: Deploying daemon prometheus.a on smithi148 2024-04-15T21:28:05.379 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:05 smithi057 ceph-mon[29654]: pgmap v86: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:28:05.388 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:05 smithi148 ceph-mon[25742]: Deploying daemon prometheus.a on smithi148 2024-04-15T21:28:05.388 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:05 smithi148 ceph-mon[25742]: pgmap v86: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:28:06.270 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:06 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:28:06.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:06 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:28:06.379 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:06 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:28:07.294 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:07 smithi148 ceph-mon[25742]: pgmap v87: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:28:07.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:07 smithi057 ceph-mon[24810]: pgmap v87: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:28:07.379 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:07 smithi057 ceph-mon[29654]: pgmap v87: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:28:08.455 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:08 smithi148 ceph-mon[25742]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:28:08.455 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:08 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:08.456 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:08 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:08.456 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:08 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:08.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:08 smithi057 ceph-mon[24810]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:28:08.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:08 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:08.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:08 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:08.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:08 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:08.629 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:08 smithi057 ceph-mon[29654]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:28:08.629 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:08 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:08.629 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:08 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:08.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:08 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:09.101 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:28:08 smithi148 systemd[1]: Stopping Ceph prometheus.a for b97cffaa-fb6a-11ee-bc8f-c7b262605968... 2024-04-15T21:28:09.445 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:09 smithi148 ceph-mon[25742]: pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:28:09.445 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:28:09 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[95651]: ts=2024-04-15T21:28:09.143Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-04-15T21:28:09.446 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:28:09 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[95651]: ts=2024-04-15T21:28:09.143Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-04-15T21:28:09.446 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:28:09 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[95651]: ts=2024-04-15T21:28:09.143Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-04-15T21:28:09.446 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:28:09 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[95651]: ts=2024-04-15T21:28:09.143Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-04-15T21:28:09.446 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:28:09 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[95651]: ts=2024-04-15T21:28:09.143Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-04-15T21:28:09.446 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:28:09 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[95651]: ts=2024-04-15T21:28:09.143Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-04-15T21:28:09.446 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:28:09 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[95651]: ts=2024-04-15T21:28:09.144Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-04-15T21:28:09.446 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:28:09 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[95651]: ts=2024-04-15T21:28:09.144Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-04-15T21:28:09.446 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:28:09 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[95651]: ts=2024-04-15T21:28:09.144Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-04-15T21:28:09.446 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:28:09 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[95651]: ts=2024-04-15T21:28:09.144Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-04-15T21:28:09.446 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:28:09 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[95651]: ts=2024-04-15T21:28:09.144Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-04-15T21:28:09.446 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:28:09 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[95651]: ts=2024-04-15T21:28:09.144Z caller=main.go:1147 level=info msg="See you next time!" 2024-04-15T21:28:09.446 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:28:09 smithi148 podman[98329]: 2024-04-15 21:28:09.153877197 +0000 UTC m=+0.148695176 container died 7d3735f231c17ba426d68a43b960da1387d1bf76b43a432e2aa692e85cad6f51 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-15T21:28:09.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:09 smithi057 ceph-mon[24810]: pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:28:09.629 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:09 smithi057 ceph-mon[29654]: pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:28:09.803 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:28:09 smithi148 podman[98329]: 2024-04-15 21:28:09.543575511 +0000 UTC m=+0.538393492 container cleanup 7d3735f231c17ba426d68a43b960da1387d1bf76b43a432e2aa692e85cad6f51 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-15T21:28:09.803 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:28:09 smithi148 bash[98329]: ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a 2024-04-15T21:28:10.079 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:28:09 smithi148 podman[98369]: 2024-04-15 21:28:09.802754708 +0000 UTC m=+0.650664804 container remove 7d3735f231c17ba426d68a43b960da1387d1bf76b43a432e2aa692e85cad6f51 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-15T21:28:10.079 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:28:09 smithi148 systemd[1]: ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-04-15T21:28:10.079 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:28:09 smithi148 systemd[1]: Stopped Ceph prometheus.a for b97cffaa-fb6a-11ee-bc8f-c7b262605968. 2024-04-15T21:28:10.079 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:28:09 smithi148 systemd[1]: ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@prometheus.a.service: Consumed 1.143s CPU time. 2024-04-15T21:28:10.350 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:28:10 smithi148 systemd[1]: Starting Ceph prometheus.a for b97cffaa-fb6a-11ee-bc8f-c7b262605968... 2024-04-15T21:28:10.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:10 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:10.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:10 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:10.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:10 smithi148 ceph-mon[25742]: pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 905 B/s rd, 0 op/s 2024-04-15T21:28:10.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:10 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:10.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:10 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:10.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:10 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:10.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:10 smithi057 ceph-mon[24810]: pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 905 B/s rd, 0 op/s 2024-04-15T21:28:10.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:10 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:10.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:10 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:10.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:10 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:10.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:10 smithi057 ceph-mon[29654]: pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 905 B/s rd, 0 op/s 2024-04-15T21:28:10.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:10 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:10.659 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:28:10 smithi148 podman[98499]: 2024-04-15 21:28:10.300338021 +0000 UTC m=+0.019197599 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-04-15T21:28:10.659 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:28:10 smithi148 podman[98499]: 2024-04-15 21:28:10.437258442 +0000 UTC m=+0.156118000 container create ff3fcf9e6b9fc538def7d31dfa7c3840463df101f20c22fbb794c3f4bf47007b (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-15T21:28:10.659 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:28:10 smithi148 podman[98499]: 2024-04-15 21:28:10.631297902 +0000 UTC m=+0.350157464 container init ff3fcf9e6b9fc538def7d31dfa7c3840463df101f20c22fbb794c3f4bf47007b (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-15T21:28:10.659 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:28:10 smithi148 podman[98499]: 2024-04-15 21:28:10.633996066 +0000 UTC m=+0.352855635 container start ff3fcf9e6b9fc538def7d31dfa7c3840463df101f20c22fbb794c3f4bf47007b (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-15T21:28:11.101 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:28:10 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[98514]: ts=2024-04-15T21:28:10.658Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-04-15T21:28:11.102 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:28:10 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[98514]: ts=2024-04-15T21:28:10.658Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-04-15T21:28:11.102 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:28:10 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[98514]: ts=2024-04-15T21:28:10.658Z caller=main.go:570 level=info host_details="(Linux 5.14.0-438.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024 x86_64 smithi148 (none))" 2024-04-15T21:28:11.102 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:28:10 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[98514]: ts=2024-04-15T21:28:10.658Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-04-15T21:28:11.102 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:28:10 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[98514]: ts=2024-04-15T21:28:10.658Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-04-15T21:28:11.102 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:28:10 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[98514]: ts=2024-04-15T21:28:10.659Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-04-15T21:28:11.103 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:28:10 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[98514]: ts=2024-04-15T21:28:10.660Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-04-15T21:28:11.103 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:28:10 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[98514]: ts=2024-04-15T21:28:10.660Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-04-15T21:28:11.103 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:28:10 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[98514]: ts=2024-04-15T21:28:10.660Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-04-15T21:28:11.103 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:28:10 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[98514]: ts=2024-04-15T21:28:10.663Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-04-15T21:28:11.103 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:28:10 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[98514]: ts=2024-04-15T21:28:10.663Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.62µs 2024-04-15T21:28:11.103 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:28:10 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[98514]: ts=2024-04-15T21:28:10.663Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-04-15T21:28:11.104 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:28:10 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[98514]: ts=2024-04-15T21:28:10.668Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=9 2024-04-15T21:28:11.104 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:28:10 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[98514]: ts=2024-04-15T21:28:10.668Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=9 2024-04-15T21:28:11.104 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:28:10 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[98514]: ts=2024-04-15T21:28:10.675Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=9 2024-04-15T21:28:11.104 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:28:10 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[98514]: ts=2024-04-15T21:28:10.686Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=3 maxSegment=9 2024-04-15T21:28:11.104 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:28:10 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[98514]: ts=2024-04-15T21:28:10.695Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=4 maxSegment=9 2024-04-15T21:28:11.104 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:28:10 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[98514]: ts=2024-04-15T21:28:10.699Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=5 maxSegment=9 2024-04-15T21:28:11.105 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:28:10 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[98514]: ts=2024-04-15T21:28:10.701Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=6 maxSegment=9 2024-04-15T21:28:11.105 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:28:10 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[98514]: ts=2024-04-15T21:28:10.703Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=7 maxSegment=9 2024-04-15T21:28:11.105 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:28:10 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[98514]: ts=2024-04-15T21:28:10.705Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=8 maxSegment=9 2024-04-15T21:28:11.105 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:28:10 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[98514]: ts=2024-04-15T21:28:10.706Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=9 maxSegment=9 2024-04-15T21:28:11.105 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:28:10 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[98514]: ts=2024-04-15T21:28:10.706Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=43.54µs wal_replay_duration=42.727331ms wbl_replay_duration=159ns total_replay_duration=42.789717ms 2024-04-15T21:28:11.105 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:28:10 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[98514]: ts=2024-04-15T21:28:10.710Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-04-15T21:28:11.106 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:28:10 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[98514]: ts=2024-04-15T21:28:10.710Z caller=main.go:1029 level=info msg="TSDB started" 2024-04-15T21:28:11.106 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:28:10 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[98514]: ts=2024-04-15T21:28:10.710Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-15T21:28:11.106 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:28:10 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[98514]: ts=2024-04-15T21:28:10.727Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=17.065399ms db_storage=786ns remote_storage=1.127µs web_handler=346ns query_engine=665ns scrape=199.525µs scrape_sd=95.932µs notify=16.88µs notify_sd=17.215µs rules=16.431764ms tracing=5.26µs 2024-04-15T21:28:11.106 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:28:10 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[98514]: ts=2024-04-15T21:28:10.727Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-04-15T21:28:11.106 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:28:10 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[98514]: ts=2024-04-15T21:28:10.727Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-04-15T21:28:11.106 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:28:10 smithi148 bash[98499]: ff3fcf9e6b9fc538def7d31dfa7c3840463df101f20c22fbb794c3f4bf47007b 2024-04-15T21:28:11.107 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:28:10 smithi148 systemd[1]: Started Ceph prometheus.a for b97cffaa-fb6a-11ee-bc8f-c7b262605968. 2024-04-15T21:28:11.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:11 smithi148 ceph-mon[25742]: Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-04-15T21:28:11.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:11 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:11.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:11 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:11.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:11 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:11.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:11 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:11.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:11 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:11.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:11 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-15T21:28:11.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:11 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:11.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:11 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:11.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:11 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:11.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:11 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:11.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:11 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:11.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:11 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:11.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:11 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:11.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:11 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:11.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:11 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:11.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:11 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:11.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:11 smithi057 ceph-mon[24810]: Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-04-15T21:28:11.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:11 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:11.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:11 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:11.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:11 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:11.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:11 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:11.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:11 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:11.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:11 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-15T21:28:11.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:11 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:11.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:11 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:11.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:11 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:11.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:11 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:11.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:11 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:11.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:11 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:11.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:11 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:11.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:11 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:11.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:11 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:11.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:11 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:11.631 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:11 smithi057 ceph-mon[29654]: Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-04-15T21:28:11.631 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:11 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:11.631 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:11 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:11.631 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:11 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:11.631 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:11 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:11.631 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:11 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:11.631 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:11 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-15T21:28:11.631 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:11 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:11.631 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:11 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:11.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:11 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:11.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:11 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:11.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:11 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:11.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:11 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:11.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:11 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:11.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:11 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:11.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:11 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:11.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:11 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:12.297 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:12 smithi148 ceph-mon[25742]: pgmap v90: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 931 B/s rd, 0 op/s 2024-04-15T21:28:12.298 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:12 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:12.298 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:12 smithi148 ceph-mon[25742]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-15T21:28:12.298 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:12 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:12.298 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:12 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:12.298 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:12 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:12.298 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:12 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:12.298 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:12 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:12.298 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:12 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:12.298 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:12 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:12.299 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:12 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:12.299 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:12 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:12.299 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:12 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:12.299 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:12 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:12.299 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:12 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:12.299 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:12 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:12.299 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:12 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:12.299 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:12 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:12.299 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:12 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:12.299 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:12 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:12.299 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:12 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:12.300 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:12 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:12.300 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:12 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:12.300 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:12 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:12.300 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:12 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:12.300 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:12 smithi148 ceph-mon[25742]: Health check cleared: CEPHADM_FAILED_DAEMON (was: 1 failed cephadm daemon(s)) 2024-04-15T21:28:12.300 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:12 smithi148 ceph-mon[25742]: Cluster is now healthy 2024-04-15T21:28:12.300 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:12 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:12.300 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:12 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:12.300 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:12 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:12.300 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:12 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:12.300 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:12 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:12.301 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:12 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:12.301 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:12 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:12.301 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:12 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:12.301 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:12 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:12.301 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:12 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:12.301 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:12 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:12.301 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:12 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:12.301 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:12 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:12.301 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:12 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:12.301 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:12 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:12.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:12 smithi057 ceph-mon[24810]: pgmap v90: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 931 B/s rd, 0 op/s 2024-04-15T21:28:12.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:12 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:12.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:12 smithi057 ceph-mon[24810]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-15T21:28:12.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:12 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:12.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:12 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:12.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:12 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:12.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:12 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:12.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:12 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:12.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:12 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:12.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:12 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:12.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:12 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:12.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:12 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:12.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:12 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:12.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:12 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:12.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:12 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:12.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:12 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:12.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:12 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:12.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:12 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:12.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:12 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:12.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:12 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:12.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:12 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:12.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:12 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:12.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:12 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:12.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:12 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:12.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:12 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:12.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:12 smithi057 ceph-mon[24810]: Health check cleared: CEPHADM_FAILED_DAEMON (was: 1 failed cephadm daemon(s)) 2024-04-15T21:28:12.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:12 smithi057 ceph-mon[24810]: Cluster is now healthy 2024-04-15T21:28:12.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:12 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:12.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:12 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:12.632 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:12 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:12.632 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:12 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:12.632 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:12 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:12.632 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:12 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:12.632 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:12 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:12.632 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:12 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:12.632 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:12 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:12.632 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:12 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:12.632 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:12 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:12.632 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:12 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:12.632 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:12 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:12.632 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:12 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:12.632 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:12 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:12.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:12 smithi057 ceph-mon[29654]: pgmap v90: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 931 B/s rd, 0 op/s 2024-04-15T21:28:12.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:12 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:12.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:12 smithi057 ceph-mon[29654]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-15T21:28:12.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:12 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:12.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:12 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:12.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:12 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:12.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:12 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:12.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:12 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:12.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:12 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:12.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:12 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:12.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:12 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:12.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:12 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:12.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:12 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:12.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:12 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:12.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:12 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:12.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:12 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:12.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:12 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:12.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:12 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:12.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:12 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:12.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:12 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:12.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:12 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:12.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:12 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:12.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:12 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:12.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:12 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:12.635 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:12 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:12.635 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:12 smithi057 ceph-mon[29654]: Health check cleared: CEPHADM_FAILED_DAEMON (was: 1 failed cephadm daemon(s)) 2024-04-15T21:28:12.635 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:12 smithi057 ceph-mon[29654]: Cluster is now healthy 2024-04-15T21:28:12.635 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:12 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:12.635 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:12 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:12.635 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:12 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:12.635 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:12 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:12.635 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:12 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:12.635 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:12 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:12.635 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:12 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:12.635 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:12 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:12.635 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:12 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:12.635 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:12 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:12.635 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:12 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:12.635 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:12 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:12.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:12 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:12.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:12 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:12.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:12 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:13.320 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:13 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:13.321 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:13 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:13.321 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:13 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:13.321 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:13 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:13.321 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:13 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:13.321 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:13 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:13.321 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:13 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:13.321 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:13 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:13.321 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:13 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:13.321 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:13 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:13.321 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:13 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:13.321 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:13 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:13.321 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:13 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:13.322 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:13 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:13.322 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:13 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:13.322 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:13 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:13.322 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:13 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:13.322 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:13 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:13.322 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:13 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:13.322 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:13 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:13.322 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:13 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:13.322 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:13 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:13.322 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:13 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:13.322 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:13 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:13.322 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:13 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:13.322 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:13 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:13.322 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:13 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:13.322 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:13 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:13.323 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:13 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:13.323 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:13 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:13.323 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:13 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:13.323 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:13 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:13.323 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:13 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:13.323 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:13 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:13.323 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:13 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:13.324 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:13 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:13.324 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:13 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:13.324 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:13 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:13.324 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:13 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:13.324 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:13 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:13.324 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:13 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:13.324 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:13 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:13.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:13 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:13.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:13 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:13.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:13 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:13.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:13 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:13.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:13 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:13.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:13 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:13.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:13 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:13.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:13 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:13.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:13 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:13.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:13 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:13.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:13 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:13.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:13 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:13.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:13 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:13.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:13 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:13.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:13 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:13.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:13 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:13.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:13 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:13.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:13 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:13.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:13 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:13.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:13 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:13.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:13 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:13.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:13 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:13.632 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:13 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:13.632 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:13 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:13.632 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:13 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:13.632 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:13 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:13.632 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:13 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:13.632 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:13 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:13.632 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:13 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:13.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:13 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:13.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:13 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:13.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:13 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:13.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:13 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:13.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:13 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:13.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:13 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:13.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:13 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:13.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:13 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:13.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:13 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:13.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:13 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:13.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:13 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:13.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:13 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:13.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:13 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:13.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:13 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:13.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:13 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:13.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:13 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:13.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:13 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:13.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:13 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:13.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:13 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:13.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:13 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:13.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:13 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:13.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:13 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:13.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:13 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:13.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:13 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:13.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:13 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:13.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:13 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:13.638 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:13 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:13.638 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:13 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:13.638 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:13 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:13.638 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:13 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:13.638 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:13 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:13.638 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:13 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:13.638 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:13 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:13.638 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:13 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:13.638 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:13 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:13.638 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:13 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:13.638 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:13 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:13.638 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:13 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:13.639 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:13 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:13.639 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:13 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:13.639 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:13 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:13.639 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:13 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:13.639 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:13 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:13.639 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:13 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:13.639 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:13 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:13.639 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:13 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:13.639 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:13 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:13.639 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:13 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:13.640 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:13 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:13.640 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:13 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:13.640 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:13 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:13.640 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:13 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:13.640 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:13 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:13.640 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:13 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:13.640 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:13 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:14.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:14 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:14.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:14 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:14.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:14 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:14.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:14 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:14.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:14 smithi148 ceph-mon[25742]: pgmap v91: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 931 B/s rd, 0 op/s 2024-04-15T21:28:14.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:14 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:14.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:14 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:14.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:14 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:14.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:14 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:14.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:14 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:14.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:14 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:14.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:14 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:14.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:14 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:14.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:14 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:14.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:14 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:14.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:14 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:14.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:14 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:14.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:14 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:14.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:14 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:14.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:14 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:14.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:14 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:14.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:14 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:14.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:14 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:14.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:14 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:14.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:14 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:14.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:14 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:14.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:14 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:14.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:14 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:14.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:14 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:14.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:14 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:14.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:14 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:14.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:14 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:14.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:14 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:14.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:14 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:14.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:14 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:14.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:14 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:14.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:14 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:14.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:14 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:14.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:14 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:14.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:14 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:14.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:14 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:14.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:14 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:14.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:14 smithi057 ceph-mon[24810]: pgmap v91: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 931 B/s rd, 0 op/s 2024-04-15T21:28:14.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:14 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:14.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:14 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:14.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:14 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:14.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:14 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:14.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:14 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:14.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:14 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:14.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:14 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:14.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:14 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:14.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:14 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:14.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:14 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:14.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:14 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:14.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:14 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:14.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:14 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:14.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:14 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:14.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:14 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:14.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:14 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:14.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:14 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:14.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:14 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:14.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:14 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:14.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:14 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:14.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:14 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:14.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:14 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:14.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:14 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:14.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:14 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:14.631 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:14 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:14.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:14 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:14.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:14 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:14.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:14 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:14.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:14 smithi057 ceph-mon[29654]: pgmap v91: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 931 B/s rd, 0 op/s 2024-04-15T21:28:14.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:14 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:14.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:14 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:14.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:14 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:14.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:14 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:14.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:14 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:14.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:14 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:14.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:14 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:14.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:14 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:14.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:14 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:14.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:14 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:14.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:14 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:14.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:14 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:14.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:14 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:14.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:14 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:14.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:14 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:14.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:14 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:14.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:14 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:14.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:14 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:14.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:14 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:14.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:14 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:14.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:14 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:14.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:14 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:14.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:14 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:14.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:14 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:14.634 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:14 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:14.634 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:14 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:14.634 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:14 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:14.634 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:14 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:14.634 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:14 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:14.634 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:14 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:14.634 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:14 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:14.634 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:14 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:14.634 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:14 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:14.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:14 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:14.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:14 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:14.635 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:14 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:14.635 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:14 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:14.635 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:14 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:14.635 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:14 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:14.635 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:14 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:14.635 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:14 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:14.635 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:14 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:15.255 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:15 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:15.255 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:15 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:15.255 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:15 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:15.255 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:15 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:15.255 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:15 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:15.255 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:15 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:15.255 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:15 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:15.256 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:15 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:15.256 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:15 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:15.256 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:15 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:15.256 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:15 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:15.256 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:15 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:15.256 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:15 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:15.256 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:15 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:15.256 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:15 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:15.256 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:15 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:15.256 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:15 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:15.256 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:15 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:15.256 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:15 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:15.256 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:15 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:15.256 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:15 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:15.256 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:15 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:15.257 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:15 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:15.257 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:15 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:15.257 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:15 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:15.257 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:15 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:15.257 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:15 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:15.257 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:15 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:15.257 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:15 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:15.257 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:15 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:15.257 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:15 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:15.257 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:15 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:15.258 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:15 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:15.258 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:15 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:15.258 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:15 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:15.258 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:15 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:15.258 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:15 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:15.258 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:15 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:15.258 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:15 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:15.258 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:15 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:15.258 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:15 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:15.258 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:15 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:15.258 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:15 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:15.258 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:15 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:15.258 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:15 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:15.258 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:15 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:15.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:15 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:15.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:15 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:15.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:15 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:15.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:15 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:15.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:15 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:15.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:15 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:15.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:15 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:15.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:15 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:15.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:15 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:15.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:15 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:15.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:15 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:15.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:15 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:15.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:15 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:15.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:15 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:15.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:15 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:15.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:15 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:15.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:15 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:15.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:15 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:15.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:15 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:15.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:15 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:15.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:15 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:15.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:15 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:15.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:15 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:15.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:15 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:15.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:15 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:15.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:15 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:15.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:15 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:15.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:15 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:15.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:15 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:15.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:15 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:15.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:15 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:15.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:15 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:15.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:15 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:15.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:15 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:15.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:15 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:15.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:15 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:15.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:15 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:15.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:15 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:15.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:15 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:15.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:15 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:15.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:15 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:15.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:15 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:15.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:15 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:15.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:15 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:15.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:15 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:15.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:15 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:15.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:15 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:15.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:15 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:15.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:15 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:15.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:15 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:15.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:15 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:15.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:15 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:15.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:15 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:15.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:15 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:15.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:15 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:15.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:15 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:15.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:15 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:15.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:15 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:15.634 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:15 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:15.634 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:15 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:15.634 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:15 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:15.634 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:15 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:15.634 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:15 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:15.634 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:15 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:15.634 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:15 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:15.634 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:15 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:15.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:15 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:15.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:15 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:15.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:15 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:15.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:15 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:15.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:15 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:15.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:15 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:15.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:15 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:15.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:15 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:15.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:15 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:15.635 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:15 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:15.635 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:15 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:15.635 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:15 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:15.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:15 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:15.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:15 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:15.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:15 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:15.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:15 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:15.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:15 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:15.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:15 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:15.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:15 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:15.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:15 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:15.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:15 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:15.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:15 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:15.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:15 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:15.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:15 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:15.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:15 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:15.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:15 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:16.294 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:16 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:16.294 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:16 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:16.294 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:16 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:16.294 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:16 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:16.295 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:16 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:16.295 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:16 smithi148 ceph-mon[25742]: pgmap v92: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 931 B/s rd, 0 op/s 2024-04-15T21:28:16.295 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:16 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:16.295 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:16 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:16.295 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:16 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:16.295 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:16 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:16.295 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:16 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:16.295 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:16 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:16.295 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:16 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:16.295 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:16 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:16.295 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:16 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:16.295 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:16 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:16.295 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:16 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:16.295 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:16 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:16.296 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:16 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:16.296 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:16 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:16.296 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:16 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:16.296 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:16 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:16.296 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:16 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:16.296 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:16 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:16.296 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:16 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:16.296 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:16 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:16.296 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:16 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:16.296 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:16 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:16.296 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:16 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:16.296 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:16 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:16.296 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:16 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:16.296 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:16 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:16.296 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:16 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:16.297 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:16 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:16.297 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:16 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:16.297 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:16 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:16.297 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:16 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:16.297 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:16 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:16.297 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:16 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:16.297 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:16 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:16.297 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:16 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:16.297 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:16 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:16.297 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:16 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:16.297 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:16 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:16.297 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:16 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:16.297 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:16 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:16.298 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:16 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:16.298 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:16 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:16.298 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:16 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:16.298 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:16 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:16.298 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:16 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:16.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:16 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:16.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:16 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:16.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:16 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:16.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:16 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:16.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:16 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:16.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:16 smithi057 ceph-mon[24810]: pgmap v92: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 931 B/s rd, 0 op/s 2024-04-15T21:28:16.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:16 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:16.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:16 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:16.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:16 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:16.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:16.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:16.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:16.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:16.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:16.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:16 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:16.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:16.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:16.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:16.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:16.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:16.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:16 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:16.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:16.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:16.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:16.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:16.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:16.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:16 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:16.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:16.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:16.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:16.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:16 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:16.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:16 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:16.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:16 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:16.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:16 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:16.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:16 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:16.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:16 smithi057 ceph-mon[29654]: pgmap v92: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 931 B/s rd, 0 op/s 2024-04-15T21:28:16.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:16 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:16.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:16 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:16.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:16 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:16.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:16.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:16.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:16.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:16.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:16.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:16 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:16.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:16.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:16.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:16.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:16.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:16.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:16 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:16.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:16.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:16.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:16.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:16.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:16.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:16 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:16.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:16.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:16.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:16.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:16.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:16.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:16 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:16.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:16.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:16.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:16.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:16.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:16.635 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:16 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:16.635 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:16.635 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:16.635 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:16.635 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:16.635 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:16.635 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:16 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:16.635 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:16.635 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:16.635 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:16.635 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:16.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:16.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:16 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:16.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:16.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:16.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:16 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:16.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:16.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:16.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:16.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:16.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:16.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:16 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:16.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:16.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:16.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:16.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:16.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:16.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:16 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:16.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:16.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:16.638 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:16.638 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:16.638 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:16.638 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:16 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:17.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:17 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:17.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:17 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:17.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:17 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:17.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:17 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:17.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:17 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:17.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:17 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:17.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:17 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:17.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:17 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:17.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:17 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:17.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:17 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:17.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:17 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:17.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:17 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:17.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:17 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:17.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:17 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:17.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:17 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:17.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:17 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:17.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:17 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:17.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:17 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:17.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:17 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:17.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:17 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:17.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:17 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:17.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:17 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:17.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:17 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:17.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:17 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:17.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:17 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:17.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:17 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:17.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:17 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:17.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:17 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:17.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:17 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:17.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:17 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:17.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:17 smithi148 ceph-mon[25742]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:28:17.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:17 smithi148 ceph-mon[25742]: pgmap v93: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s rd, 1 op/s 2024-04-15T21:28:17.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:17 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:17.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:17 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:17.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:17 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:17.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:17 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:17.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:17 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:17.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:17 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:17.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:17 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:17.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:17 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:17.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:17 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:17.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:17 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:17.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:17 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:17.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:17 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:17.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:17 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:17.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:17 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:17.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:17 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:17.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:17 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:17.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:17 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:17.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:17 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:17.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:17 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:17.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:17 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:17.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:17 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:17.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:17 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:17.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:17 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:17.632 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:17 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:17.632 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:17 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:17.632 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:17 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:17.632 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:17 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:17.632 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:17 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:17.632 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:17 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:17.633 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:17 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:17.633 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:17 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:17.633 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:17 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:17.633 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:17 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:17.633 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:17 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:17.633 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:17 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:17.634 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:17 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:17.634 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:17 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:17.634 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:17 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:17.634 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:17 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:17.634 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:17 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:17.634 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:17 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:17.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:17 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:17.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:17 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:17.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:17 smithi057 ceph-mon[24810]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:28:17.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:17 smithi057 ceph-mon[24810]: pgmap v93: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s rd, 1 op/s 2024-04-15T21:28:17.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:17 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:17.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:17 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:17.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:17 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:17.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:17 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:17.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:17 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:17.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:17 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:17.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:17 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:17.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:17 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:17.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:17 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:17.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:17 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:17.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:17 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:17.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:17 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:17.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:17 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:17.638 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:17 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:17.638 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:17 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:17.638 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:17 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:17.639 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:17 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:17.639 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:17 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:17.639 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:17 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:17.639 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:17 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:17.639 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:17 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:17.639 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:17 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:17.640 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:17 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:17.640 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:17 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:17.640 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:17 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:17.640 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:17 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:17.640 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:17 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:17.640 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:17 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:17.641 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:17 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:17.641 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:17 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:17.641 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:17 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:17.641 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:17 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:17.641 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:17 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:17.641 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:17 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:17.642 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:17 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:17.642 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:17 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:17.642 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:17 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:17.642 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:17 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:17.642 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:17 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:17.642 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:17 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:17.643 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:17 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:17.643 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:17 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:17.643 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:17 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:17.643 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:17 smithi057 ceph-mon[29654]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:28:17.643 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:17 smithi057 ceph-mon[29654]: pgmap v93: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s rd, 1 op/s 2024-04-15T21:28:17.643 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:17 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:17.644 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:17 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:17.644 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:17 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:17.644 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:17 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:17.644 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:17 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:17.644 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:17 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:17.644 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:17 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:17.645 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:17 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:17.645 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:17 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:17.645 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:17 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:17.645 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:17 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:17.645 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:17 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:17.646 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:17 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:18.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:18 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:18.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:18 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:18.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:18 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:18.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:18 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:18.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:18 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:18.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:18 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:18.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:18 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:18.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:18 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:18.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:18 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:18.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:18 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:18.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:18 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:18.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:18 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:18.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:18 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:18.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:18 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:18.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:18 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:18.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:18 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:18.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:18 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:18.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:18 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:18.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:18 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:18.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:18 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:18.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:18 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:18.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:18 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:18.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:18 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:18.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:18 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:18.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:18 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:18.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:18 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:18.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:18 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:18.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:18 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:18.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:18 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:18.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:18 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:18.356 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:18 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:18.356 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:18 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:18.356 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:18 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:18.356 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:18 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:18.356 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:18 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:18.357 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:18 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:18.357 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:18 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:18.357 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:18 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:18.357 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:18 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:18.357 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:18 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:18.357 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:18 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:18.358 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:18 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:18.358 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:18 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:18.358 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:18 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:18.358 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:18 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:18.358 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:18 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:18.358 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:18 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:18.359 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:18 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:18.359 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:18 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:18.359 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:18 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:18.463 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:18 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:18.463 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:18 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:18.463 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:18 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:18.463 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:18 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:18.463 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:18 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:18.463 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:18 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:18.463 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:18 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:18.464 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:18 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:18.464 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:18 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:18.464 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:18 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:18.464 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:18 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:18.464 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:18 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:18.464 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:18 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:18.464 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:18 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:18.464 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:18 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:18.464 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:18 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:18.464 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:18 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:18.464 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:18 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:18.464 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:18 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:18.465 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:18 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:18.465 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:18 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:18.465 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:18 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:18.465 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:18 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:18.465 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:18 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:18.465 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:18 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:18.465 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:18 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:18.465 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:18 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:18.465 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:18 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:18.465 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:18 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:18.466 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:18 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:18.466 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:18 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:18.466 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:18 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:18.466 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:18 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:18.466 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:18 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:18.466 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:18 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:18.466 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:18 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:18.466 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:18 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:18.466 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:18 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:18.467 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:18 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:18.467 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:18 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:18.467 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:18 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:18.467 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:18 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:18.467 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:18 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:18.467 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:18 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:18.467 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:18 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:18.467 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:18 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:18.467 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:18 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:18.467 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:18 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:18.467 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:18 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:18.468 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:18 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:18.468 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:18 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:18.468 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:18 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:18.468 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:18 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:18.468 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:18 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:18.468 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:18 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:18.468 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:18 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:18.468 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:18 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:18.469 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:18 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:18.469 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:18 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:18.469 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:18 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:18.469 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:18 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:18.469 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:18 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:18.469 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:18 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:18.469 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:18 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:18.469 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:18 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:18.470 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:18 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:18.470 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:18 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:18.470 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:18 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:18.470 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:18 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:18.470 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:18 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:18.470 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:18 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:18.470 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:18 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:18.470 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:18 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:18.470 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:18 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:18.470 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:18 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:18.470 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:18 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:18.471 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:18 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:18.471 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:18 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:18.471 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:18 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:18.471 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:18 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:18.471 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:18 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:18.471 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:18 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:18.471 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:18 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:18.471 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:18 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:18.471 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:18 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:18.471 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:18 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:18.471 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:18 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:18.471 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:18 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:18.472 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:18 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:18.472 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:18 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:18.472 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:18 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:18.472 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:18 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:18.472 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:18 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:18.472 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:18 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:18.473 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:18 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:18.473 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:18 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:18.473 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:18 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:18.473 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:18 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:18.473 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:18 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:18.473 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:18 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:19.278 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:19 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:19.278 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:19 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:19.278 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:19 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:19.278 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:19 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:19.278 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:19 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:19.279 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:19 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:19.279 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:19 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:19.279 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:19 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:19.279 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:19 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:19.279 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:19 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:19.279 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:19 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:19.279 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:19 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:19.279 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:19 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:19.279 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:19 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:19.279 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:19 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:19.279 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:19 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:19.279 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:19 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:19.279 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:19 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:19.279 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:19 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:19.280 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:19 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:19.280 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:19 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:19.280 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:19 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:19.280 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:19 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:19.280 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:19 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:19.280 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:19 smithi148 ceph-mon[25742]: pgmap v94: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 931 B/s rd, 0 op/s 2024-04-15T21:28:19.280 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:19 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:19.280 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:19 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:19.280 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:19 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:19.280 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:19 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:19.280 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:19 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:19.280 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:19 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:19.280 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:19 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:19.281 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:19 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:19.281 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:19 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:19.281 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:19 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:19.281 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:19 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:19.281 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:19 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:19.281 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:19 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:19.281 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:19 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:19.281 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:19 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:19.281 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:19 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:19.281 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:19 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:19.518 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:19 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:19.518 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:19 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:19.518 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:19 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:19.518 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:19 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:19.518 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:19 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:19.519 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:19 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:19.519 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:19 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:19.519 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:19 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:19.519 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:19 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:19.519 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:19 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:19.519 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:19 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:19.520 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:19 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:19.520 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:19 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:19.520 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:19 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:19.520 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:19 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:19.520 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:19 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:19.520 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:19 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:19.520 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:19 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:19.521 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:19 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:19.521 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:19 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:19.521 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:19 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:19.521 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:19 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:19.521 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:19 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:19.521 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:19 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:19.521 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:19 smithi057 ceph-mon[24810]: pgmap v94: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 931 B/s rd, 0 op/s 2024-04-15T21:28:19.522 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:19 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:19.522 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:19 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:19.522 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:19 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:19.522 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:19 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:19.523 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:19 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:19.523 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:19 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:19.523 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:19 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:19.523 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:19 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:19.523 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:19 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:19.523 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:19 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:19.523 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:19 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:19.524 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:19 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:19.524 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:19 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:19.524 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:19 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:19.524 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:19 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:19.524 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:19 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:19.524 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:19 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:19.524 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:19 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:19.524 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:19 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:19.524 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:19 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:19.524 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:19 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:19.524 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:19 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:19.524 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:19 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:19.524 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:19 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:19.525 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:19 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:19.525 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:19 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:19.525 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:19 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:19.525 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:19 smithi057 ceph-mon[29654]: pgmap v94: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 931 B/s rd, 0 op/s 2024-04-15T21:28:19.525 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:19 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:19.525 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:19 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:19.525 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:19 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:19.525 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:19 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:19.525 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:19 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:19.526 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:19 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:19.526 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:19 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:19.526 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:19 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:19.526 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:19 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:19.526 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:19 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:19.526 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:19 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:19.526 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:19 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:19.526 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:19 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:19.526 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:19 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:19.526 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:19 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:19.526 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:19 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:19.527 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:19 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:19.527 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:19 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:19.527 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:19 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:19.527 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:19 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:19.527 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:19 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:19.527 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:19 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:19.527 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:19 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:19.527 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:19 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:19.527 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:19 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:19.528 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:19 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:19.528 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:19 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:19.528 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:19 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:19.528 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:19 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:19.528 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:19 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:19.528 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:19 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:20.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:20 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:20.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:20 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:20.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:20 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:20.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:20 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:20.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:20 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:20.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:20 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:20.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:20 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:20.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:20 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:20.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:20 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:20.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:20 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:20.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:20 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:20.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:20 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:20.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:20 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:20.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:20 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:20.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:20 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:20.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:20 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:20.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:20 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:20.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:20 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:20.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:20 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:20.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:20 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:20.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:20 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:20.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:20 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:20.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:20 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:20.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:20 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:20.606 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:20 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:20.606 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:20 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:20.606 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:20 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:20.606 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:20 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:20.606 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:20 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:20.606 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:20 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:20.606 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:20 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:20.606 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:20 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:20.606 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:20 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:20.606 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:20 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:20.607 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:20 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:20.607 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:20 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:20.607 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:20 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:20.629 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:20 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:20.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:20 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:20.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:20 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:20.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:20 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:20.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:20 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:20.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:20 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:20.631 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:20 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:20.631 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:20 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:20.631 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:20 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:20.631 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:20 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:20.631 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:20 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:20.631 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:20 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:20.631 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:20 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:20.631 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:20 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:20.631 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:20 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:20.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:20 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:20.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:20 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:20.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:20 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:20.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:20 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:20.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:20 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:20.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:20 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:20.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:20 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:20.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:20 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:20.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:20 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:20.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:20 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:20.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:20 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:20.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:20 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:20.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:20 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:20.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:20 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:20.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:20 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:20.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:20 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:20.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:20 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:20.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:20 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:20.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:20 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:20.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:20 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:20.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:20 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:20.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:20 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:20.633 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:20 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:20.634 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:20 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:20.634 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:20 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:20.634 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:20 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:20.634 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:20 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:20.634 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:20 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:20.634 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:20 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:20.634 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:20 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:20.634 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:20 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:20.634 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:20 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:20.634 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:20 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:20.634 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:20 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:20.634 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:20 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:20.634 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:20 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:20.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:20 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:20.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:20 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:20.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:20 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:20.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:20 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:20.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:20 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:20.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:20 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:20.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:20 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:20.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:20 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:20.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:20 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:20.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:20 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:20.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:20 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:20.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:20 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:20.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:20 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:20.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:20 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:20.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:20 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:20.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:20 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:20.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:20 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:20.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:20 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:20.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:20 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:20.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:20 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:20.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:20 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:20.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:20 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:20.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:20 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:21.286 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:21 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:21.286 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:21 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:21.286 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:21 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:21.286 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:21 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:21.286 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:21 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:21.287 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:21 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:21.287 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:21 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:28:21.287 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:21 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:21.287 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:21 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:21.287 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:21 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:21.287 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:21 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:21.287 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:21 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:21.287 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:21 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:21.287 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:21 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:21.287 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:21 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:21.287 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:21 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:21.287 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:21 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:21.287 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:21 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:21.287 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:21 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:21.287 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:21 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:21.288 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:21 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:21.288 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:21 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:21.288 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:21 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:21.288 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:21 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:21.288 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:21 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:21.288 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:21 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:21.288 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:21 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:21.288 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:21 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:21.288 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:21 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:21.288 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:21 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:21.288 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:21 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:21.288 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:21 smithi148 ceph-mon[25742]: pgmap v95: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 876 B/s rd, 0 op/s 2024-04-15T21:28:21.288 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:21 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:21.288 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:21 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:21.288 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:21 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:21.288 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:21 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:21.289 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:21 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:21.289 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:21 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:21.289 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:21 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:21.289 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:21 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:21.289 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:21 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:21.289 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:21 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:21.289 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:21 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:21.289 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:21 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:21.289 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:21 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:21.289 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:21 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:21.289 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:21 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:21.289 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:21 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:21.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:21 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:21.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:21 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:21.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:21 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:21.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:21 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:21.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:21 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:21.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:21 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:21.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:21 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:28:21.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:21 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:21.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:21 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:21.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:21 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:21.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:21 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:21.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:21 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:21.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:21 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:21.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:21 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:21.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:21 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:21.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:21 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:21.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:21 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:21.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:21 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:21.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:21 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:21.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:21 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:21.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:21 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:21.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:21 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:21.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:21 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:21.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:21 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:21.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:21 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:21.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:21 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:21.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:21 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:21.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:21 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:21.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:21 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:21.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:21 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:21.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:21 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:21.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:21 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:21.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:21 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:21.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:21 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:21.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:21 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:28:21.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:21 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:21.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:21 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:21.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:21 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:21.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:21 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:21.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:21 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:21.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:21 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:21.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:21 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:21.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:21 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:21.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:21 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:21.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:21 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:21.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:21 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:21.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:21 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:21.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:21 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:21.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:21 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:21.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:21 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:21.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:21 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:21.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:21 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:21.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:21 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:21.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:21 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:21.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:21 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:21.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:21 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:21.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:21 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:21.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:21 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:21.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:21 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:21.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:21 smithi057 ceph-mon[24810]: pgmap v95: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 876 B/s rd, 0 op/s 2024-04-15T21:28:21.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:21 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:21.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:21 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:21.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:21 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:21.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:21 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:21.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:21 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:21.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:21 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:21.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:21 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:21.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:21 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:21.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:21 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:21.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:21 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:21.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:21 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:21.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:21 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:21.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:21 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:21.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:21 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:21.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:21 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:21.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:21 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:21.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:21 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:21.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:21 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:21.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:21 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:21.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:21 smithi057 ceph-mon[29654]: pgmap v95: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 876 B/s rd, 0 op/s 2024-04-15T21:28:21.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:21 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:21.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:21 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:21.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:21 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:21.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:21 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:21.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:21 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:21.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:21 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:21.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:21 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:21.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:21 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:21.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:21 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:21.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:21 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:21.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:21 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:21.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:21 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:21.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:21 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:21.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:21 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:21.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:21 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:21.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:21 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:21.879 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:28:21 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:28:21] "GET /metrics HTTP/1.1" 200 37995 "" "Prometheus/2.43.0" 2024-04-15T21:28:22.466 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:22 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:22.466 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:22 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:22.466 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:22 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:22.466 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:22 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:22.466 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:22 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:22.466 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:22 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:22.466 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:22 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:22.466 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:22 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:22.466 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:22 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:22.466 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:22 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:22.467 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:22 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:22.467 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:22 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:22.467 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:22 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:22.467 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:22 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:22.467 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:22 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:22.467 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:22 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:22.467 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:22 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:22.467 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:22 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:22.467 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:22 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:22.467 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:22 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:22.467 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:22 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:22.467 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:22 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:22.467 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:22 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:22.467 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:22 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:22.468 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:22 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:22.468 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:22 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:22.468 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:22 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:22.468 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:22 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:22.468 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:22 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:22.468 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:22 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:22.468 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:22 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:22.468 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:22 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:22.469 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:22 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:22.469 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:22 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:22.469 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:22 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:22.469 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:22 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:22.469 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:22 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:22.469 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:22 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:22.469 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:22 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:22.469 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:22 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:22.469 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:22 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:22.469 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:22 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:22.469 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:22 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:22.469 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:22 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:22.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:22 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:22.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:22 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:22.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:22 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:22.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:22 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:22.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:22 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:22.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:22 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:22.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:22 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:22.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:22 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:22.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:22 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:22.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:22 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:22.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:22 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:22.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:22 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:22.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:22 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:22.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:22 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:22.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:22 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:22.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:22 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:22.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:22 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:22.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:22 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:22.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:22 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:22.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:22 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:22.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:22 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:22.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:22 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:22.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:22 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:22.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:22 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:22.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:22 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:22.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:22 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:22.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:22 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:22.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:22 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:22.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:22 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:22.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:22 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:22.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:22 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:22.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:22 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:22.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:22 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:22.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:22 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:22.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:22 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:22.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:22 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:22.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:22 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:22.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:22 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:22.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:22 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:22.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:22 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:22.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:22 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:22.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:22 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:22.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:22 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:22.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:22 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:22.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:22 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:22.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:22 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:22.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:22 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:22.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:22 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:22.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:22 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:22.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:22 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:22.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:22 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:22.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:22 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:22.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:22 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:22.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:22 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:22.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:22 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:22.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:22 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:22.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:22 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:22.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:22 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:22.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:22 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:22.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:22 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:22.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:22 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:22.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:22 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:22.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:22 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:22.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:22 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:22.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:22 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:22.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:22 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:22.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:22 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:22.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:22 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:22.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:22 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:22.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:22 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:22.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:22 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:22.635 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:22 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:22.635 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:22 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:22.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:22 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:22.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:22 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:22.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:22 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:22.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:22 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:22.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:22 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:22.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:22 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:22.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:22 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:22.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:22 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:22.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:22 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:22.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:22 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:22.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:22 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:22.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:22 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:22.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:22 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:22.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:22 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:22.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:22 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:23.283 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:23 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:23.283 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:23 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:23.283 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:23 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:23.284 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:23 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:23.284 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:23 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:23.284 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:23 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:23.284 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:23 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:23.284 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:23 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:23.284 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:23 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:23.284 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:23 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:23.284 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:23 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:23.284 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:23 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:23.284 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:23 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:23.284 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:23 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:23.284 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:23 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:23.284 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:23 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:23.285 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:23 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:23.285 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:23 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:23.285 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:23 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:23.285 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:23 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:23.285 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:23 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:23.285 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:23 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:23.285 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:23 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:23.285 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:23 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:23.285 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:23 smithi148 ceph-mon[25742]: pgmap v96: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:28:23.285 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:23 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:23.285 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:23 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:23.285 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:23 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:23.285 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:23 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:23.285 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:23 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:23.286 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:23 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:23.286 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:23 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:23.286 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:23 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:23.286 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:23 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:23.286 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:23 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:23.286 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:23 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:23.286 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:23 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:23.286 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:23 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:23.286 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:23 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:23.286 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:23 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:23.286 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:23 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:23.286 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:23 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:23.629 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:23 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:23.629 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:23 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:23.629 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:23 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:23.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:23 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:23.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:23 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:23.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:23 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:23.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:23 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:23.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:23 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:23.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:23 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:23.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:23 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:23.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:23 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:23.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:23 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:23.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:23 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:23.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:23 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:23.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:23 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:23.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:23 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:23.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:23 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:23.631 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:23 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:23.631 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:23 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:23.631 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:23 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:23.631 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:23 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:23.631 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:23 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:23.631 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:23 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:23.631 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:23 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:23.631 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:23 smithi057 ceph-mon[29654]: pgmap v96: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:28:23.631 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:23 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:23.631 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:23 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:23.631 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:23 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:23.631 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:23 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:23.631 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:23 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:23.631 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:23 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:23.631 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:23 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:23.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:23 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:23.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:23 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:23.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:23 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:23.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:23 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:23.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:23 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:23.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:23 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:23.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:23 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:23.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:23 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:23.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:23 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:23.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:23 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:23.632 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:23 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:23.633 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:23 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:23.633 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:23 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:23.633 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:23 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:23.633 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:23 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:23.633 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:23 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:23.633 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:23 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:23.633 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:23 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:23.633 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:23 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:23.633 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:23 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:23.633 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:23 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:23.633 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:23 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:23.633 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:23 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:23.633 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:23 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:23.633 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:23 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:23.634 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:23 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:23.634 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:23 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:23.634 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:23 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:23.634 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:23 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:23.634 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:23 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:23.634 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:23 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:23.634 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:23 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:23.634 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:23 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:23.634 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:23 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:23.634 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:23 smithi057 ceph-mon[24810]: pgmap v96: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:28:23.634 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:23 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:23.634 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:23 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:23.634 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:23 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:23.634 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:23 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:23.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:23 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:23.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:23 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:23.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:23 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:23.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:23 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:23.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:23 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:23.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:23 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:23.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:23 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:23.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:23 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:23.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:23 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:23.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:23 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:23.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:23 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:23.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:23 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:23.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:23 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:24.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:24 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:24.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:24 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:24.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:24 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:24.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:24 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:24.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:24 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:24.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:24 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:24.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:24 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:24.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:24 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:24.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:24 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:24.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:24 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:24.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:24 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:24.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:24 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:24.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:24 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:24.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:24 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:24.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:24 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:24.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:24 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:24.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:24 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:24.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:24 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:24.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:24 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:24.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:24 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:24.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:24 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:24.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:24 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:24.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:24 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:24.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:24 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:24.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:24 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:24.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:24 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:24.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:24 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:24.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:24 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:24.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:24 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:24.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:24 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:24.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:24 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:24.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:24 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:24.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:24 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:24.540 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:24 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:24.541 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:24 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:24.541 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:24 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:24.541 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:24 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:24.541 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:24 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:24.541 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:24 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:24.541 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:24 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:24.541 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:24 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:24.541 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:24 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:24.541 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:24 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:24.541 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:24 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:24.542 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:24 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:24.542 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:24 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:24.542 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:24 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:24.542 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:24 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:24.542 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:24 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:24.542 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:24 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:24.542 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:24 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:24.542 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:24 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:24.542 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:24 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:24.542 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:24 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:24.542 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:24 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:24.542 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:24 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:24.542 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:24 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:24.542 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:24 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:24.543 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:24 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:24.543 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:24 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:24.543 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:24 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:24.543 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:24 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:24.543 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:24 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:24.543 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:24 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:24.543 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:24 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:24.543 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:24 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:24.543 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:24 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:24.543 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:24 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:24.543 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:24 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:24.543 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:24 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:24.544 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:24 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:24.544 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:24 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:24.544 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:24 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:24.544 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:24 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:24.544 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:24 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:24.544 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:24 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:24.544 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:24 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:24.544 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:24 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:24.544 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:24 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:24.544 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:24 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:24.544 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:24 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:24.544 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:24 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:24.544 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:24 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:24.544 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:24 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:24.545 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:24 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:24.545 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:24 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:24.545 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:24 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:24.545 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:24 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:24.545 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:24 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:24.545 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:24 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:24.545 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:24 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:24.545 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:24 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:24.545 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:24 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:24.545 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:24 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:24.545 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:24 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:24.545 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:24 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:24.545 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:24 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:24.545 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:24 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:24.546 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:24 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:25.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:25 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:25.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:25 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:25.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:25 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:25.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:25 smithi057 ceph-mon[24810]: pgmap v97: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:28:25.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:25 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:25.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:25 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:25.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:25 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:25.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:25 smithi057 ceph-mon[29654]: pgmap v97: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:28:25.660 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:25 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:25.660 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:25 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:25.660 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:25 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:25.660 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:25 smithi148 ceph-mon[25742]: pgmap v97: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:28:26.738 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:26 smithi148 ceph-mon[25742]: Upgrade: Updating alertmanager.a 2024-04-15T21:28:26.738 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:26 smithi148 ceph-mon[25742]: Deploying daemon alertmanager.a on smithi057 2024-04-15T21:28:26.831 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:26 smithi057 ceph-mon[24810]: Upgrade: Updating alertmanager.a 2024-04-15T21:28:26.831 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:26 smithi057 ceph-mon[24810]: Deploying daemon alertmanager.a on smithi057 2024-04-15T21:28:26.832 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:26 smithi057 ceph-mon[29654]: Upgrade: Updating alertmanager.a 2024-04-15T21:28:26.832 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:26 smithi057 ceph-mon[29654]: Deploying daemon alertmanager.a on smithi057 2024-04-15T21:28:28.327 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:28 smithi148 ceph-mon[25742]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:28:28.327 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:28 smithi148 ceph-mon[25742]: pgmap v98: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:28:28.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:28 smithi057 ceph-mon[24810]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:28:28.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:28 smithi057 ceph-mon[24810]: pgmap v98: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:28:28.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:28 smithi057 ceph-mon[29654]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:28:28.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:28 smithi057 ceph-mon[29654]: pgmap v98: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:28:30.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:30 smithi057 ceph-mon[24810]: pgmap v99: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:28:30.379 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:30 smithi057 ceph-mon[29654]: pgmap v99: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:28:30.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:30 smithi148 ceph-mon[25742]: pgmap v99: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:28:31.879 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:28:31 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:28:31] "GET /metrics HTTP/1.1" 200 37995 "" "Prometheus/2.43.0" 2024-04-15T21:28:32.302 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:32 smithi057 ceph-mon[24810]: pgmap v100: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:28:32.303 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:32 smithi057 ceph-mon[29654]: pgmap v100: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:28:32.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:32 smithi148 ceph-mon[25742]: pgmap v100: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:28:32.879 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:28:32 smithi057 systemd[1]: Stopping Ceph alertmanager.a for b97cffaa-fb6a-11ee-bc8f-c7b262605968... 2024-04-15T21:28:32.980 INFO:teuthology.orchestra.run.smithi057.stdout:true 2024-04-15T21:28:33.317 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:28:32 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a[65418]: level=info ts=2024-04-15T21:28:32.965Z caller=main.go:557 msg="Received SIGTERM, exiting gracefully..." 2024-04-15T21:28:33.318 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:28:33 smithi057 podman[112639]: 2024-04-15 21:28:33.006334348 +0000 UTC m=+0.163806057 container died 272eab17dd5f2b120766045c8e1212184b50ca8ce2b36a5594cdb66217d5e790 (image=quay.io/prometheus/alertmanager:v0.23.0, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-15T21:28:33.618 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:28:33 smithi057 podman[112639]: 2024-04-15 21:28:33.407543631 +0000 UTC m=+0.565015351 container cleanup 272eab17dd5f2b120766045c8e1212184b50ca8ce2b36a5594cdb66217d5e790 (image=quay.io/prometheus/alertmanager:v0.23.0, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-15T21:28:33.618 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:28:33 smithi057 bash[112639]: ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a 2024-04-15T21:28:33.684 INFO:teuthology.orchestra.run.smithi057.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-15T21:28:33.684 INFO:teuthology.orchestra.run.smithi057.stdout:agent.smithi057 smithi057 running 16s ago 29m - - 2024-04-15T21:28:33.684 INFO:teuthology.orchestra.run.smithi057.stdout:agent.smithi148 smithi148 running 9s ago 29m - - 2024-04-15T21:28:33.684 INFO:teuthology.orchestra.run.smithi057.stdout:alertmanager.a smithi057 *:9093,9094 running (16m) 16s ago 24m 23.3M - 0.23.0 ba2b418f427c 272eab17dd5f 2024-04-15T21:28:33.684 INFO:teuthology.orchestra.run.smithi057.stdout:grafana.a smithi148 *:3000 running (15m) 9s ago 24m 53.6M - 8.3.5 dad864ee21e9 a2302b3001ab 2024-04-15T21:28:33.684 INFO:teuthology.orchestra.run.smithi057.stdout:iscsi.foo.smithi057.jwyjxv smithi057 running (2m) 16s ago 23m 55.1M - 3.5 e1d6a67b021e 9d8d20cf842b 2024-04-15T21:28:33.685 INFO:teuthology.orchestra.run.smithi057.stdout:mgr.x smithi148 *:8443,9283,8765 running (2m) 9s ago 28m 451M - 19.0.0-3084-g87dbfb63 a452a57266c7 56ad8667b91a 2024-04-15T21:28:33.685 INFO:teuthology.orchestra.run.smithi057.stdout:mgr.y smithi057 *:8443,9283,8765 running (12m) 16s ago 30m 521M - 19.0.0-3084-g87dbfb63 a452a57266c7 7bb446a32fbb 2024-04-15T21:28:33.685 INFO:teuthology.orchestra.run.smithi057.stdout:mon.a smithi057 running (30m) 16s ago 30m 92.9M 2048M 17.2.0 e1d6a67b021e f68a8a14d0b2 2024-04-15T21:28:33.685 INFO:teuthology.orchestra.run.smithi057.stdout:mon.b smithi148 running (29m) 9s ago 29m 74.2M 2048M 17.2.0 e1d6a67b021e 27f4990cb4d7 2024-04-15T21:28:33.685 INFO:teuthology.orchestra.run.smithi057.stdout:mon.c smithi057 running (29m) 16s ago 29m 66.9M 2048M 17.2.0 e1d6a67b021e 7cbf3ea734af 2024-04-15T21:28:33.685 INFO:teuthology.orchestra.run.smithi057.stdout:node-exporter.a smithi057 *:9100 running (75s) 16s ago 25m 8166k - 1.5.0 0da6a335fe13 1fe3c748de02 2024-04-15T21:28:33.685 INFO:teuthology.orchestra.run.smithi057.stdout:node-exporter.b smithi148 *:9100 running (71s) 9s ago 25m 15.9M - 1.5.0 0da6a335fe13 94918e657592 2024-04-15T21:28:33.685 INFO:teuthology.orchestra.run.smithi057.stdout:osd.0 smithi057 running (28m) 16s ago 28m 54.5M 4096M 17.2.0 e1d6a67b021e a825b23c2b8e 2024-04-15T21:28:33.685 INFO:teuthology.orchestra.run.smithi057.stdout:osd.1 smithi057 running (28m) 16s ago 28m 59.1M 4096M 17.2.0 e1d6a67b021e ef43105379fd 2024-04-15T21:28:33.685 INFO:teuthology.orchestra.run.smithi057.stdout:osd.2 smithi057 running (27m) 16s ago 27m 53.4M 4096M 17.2.0 e1d6a67b021e 8cea1b1b5212 2024-04-15T21:28:33.685 INFO:teuthology.orchestra.run.smithi057.stdout:osd.3 smithi057 running (27m) 16s ago 27m 52.7M 4096M 17.2.0 e1d6a67b021e 8400e9bee4fe 2024-04-15T21:28:33.685 INFO:teuthology.orchestra.run.smithi057.stdout:osd.4 smithi148 running (27m) 9s ago 27m 54.7M 4096M 17.2.0 e1d6a67b021e 955a657c7722 2024-04-15T21:28:33.685 INFO:teuthology.orchestra.run.smithi057.stdout:osd.5 smithi148 running (26m) 9s ago 26m 52.0M 4096M 17.2.0 e1d6a67b021e bf2b1914ffc9 2024-04-15T21:28:33.685 INFO:teuthology.orchestra.run.smithi057.stdout:osd.6 smithi148 running (26m) 9s ago 26m 51.7M 4096M 17.2.0 e1d6a67b021e ab801778ca01 2024-04-15T21:28:33.686 INFO:teuthology.orchestra.run.smithi057.stdout:osd.7 smithi148 running (25m) 9s ago 25m 52.5M 4096M 17.2.0 e1d6a67b021e c9334bc357be 2024-04-15T21:28:33.686 INFO:teuthology.orchestra.run.smithi057.stdout:prometheus.a smithi148 *:9095 running (23s) 9s ago 25m 55.8M - 2.43.0 a07b618ecd1d ff3fcf9e6b9f 2024-04-15T21:28:33.686 INFO:teuthology.orchestra.run.smithi057.stdout:rgw.foo.smithi057.lxigfo smithi057 *:8000 running (23m) 16s ago 23m 79.1M - 17.2.0 e1d6a67b021e fa044b726c8d 2024-04-15T21:28:33.686 INFO:teuthology.orchestra.run.smithi057.stdout:rgw.foo.smithi148.cgzzfh smithi148 *:8000 running (23m) 9s ago 23m 76.1M - 17.2.0 e1d6a67b021e 722242170e62 2024-04-15T21:28:33.872 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:28:33 smithi057 podman[112659]: 2024-04-15 21:28:33.616999371 +0000 UTC m=+0.602741498 container remove 272eab17dd5f2b120766045c8e1212184b50ca8ce2b36a5594cdb66217d5e790 (image=quay.io/prometheus/alertmanager:v0.23.0, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-15T21:28:33.873 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:28:33 smithi057 podman[112659]: 2024-04-15 21:28:33.734526603 +0000 UTC m=+0.720268720 volume remove 67fd580dbd5b47fdc6af8513e2af213a7ee98e75fa6b1231356fd546668e0049 2024-04-15T21:28:34.128 INFO:teuthology.orchestra.run.smithi057.stdout:{ 2024-04-15T21:28:34.128 INFO:teuthology.orchestra.run.smithi057.stdout: "mon": { 2024-04-15T21:28:34.128 INFO:teuthology.orchestra.run.smithi057.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 3 2024-04-15T21:28:34.128 INFO:teuthology.orchestra.run.smithi057.stdout: }, 2024-04-15T21:28:34.128 INFO:teuthology.orchestra.run.smithi057.stdout: "mgr": { 2024-04-15T21:28:34.128 INFO:teuthology.orchestra.run.smithi057.stdout: "ceph version 19.0.0-3084-g87dbfb63 (87dbfb632e974cb2c28d17423071d2d833b53b29) squid (dev)": 2 2024-04-15T21:28:34.128 INFO:teuthology.orchestra.run.smithi057.stdout: }, 2024-04-15T21:28:34.128 INFO:teuthology.orchestra.run.smithi057.stdout: "osd": { 2024-04-15T21:28:34.129 INFO:teuthology.orchestra.run.smithi057.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 8 2024-04-15T21:28:34.129 INFO:teuthology.orchestra.run.smithi057.stdout: }, 2024-04-15T21:28:34.129 INFO:teuthology.orchestra.run.smithi057.stdout: "mds": {}, 2024-04-15T21:28:34.129 INFO:teuthology.orchestra.run.smithi057.stdout: "rgw": { 2024-04-15T21:28:34.129 INFO:teuthology.orchestra.run.smithi057.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 2 2024-04-15T21:28:34.129 INFO:teuthology.orchestra.run.smithi057.stdout: }, 2024-04-15T21:28:34.129 INFO:teuthology.orchestra.run.smithi057.stdout: "overall": { 2024-04-15T21:28:34.129 INFO:teuthology.orchestra.run.smithi057.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 13, 2024-04-15T21:28:34.129 INFO:teuthology.orchestra.run.smithi057.stdout: "ceph version 19.0.0-3084-g87dbfb63 (87dbfb632e974cb2c28d17423071d2d833b53b29) squid (dev)": 2 2024-04-15T21:28:34.129 INFO:teuthology.orchestra.run.smithi057.stdout: } 2024-04-15T21:28:34.129 INFO:teuthology.orchestra.run.smithi057.stdout:} 2024-04-15T21:28:34.134 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:34 smithi057 ceph-mon[24810]: pgmap v101: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:28:34.134 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:28:33 smithi057 systemd[1]: ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@alertmanager.a.service: Deactivated successfully. 2024-04-15T21:28:34.134 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:28:33 smithi057 systemd[1]: Stopped Ceph alertmanager.a for b97cffaa-fb6a-11ee-bc8f-c7b262605968. 2024-04-15T21:28:34.134 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:28:33 smithi057 systemd[1]: ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@alertmanager.a.service: Consumed 1.543s CPU time. 2024-04-15T21:28:34.134 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:28:34 smithi057 systemd[1]: Starting Ceph alertmanager.a for b97cffaa-fb6a-11ee-bc8f-c7b262605968... 2024-04-15T21:28:34.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:34 smithi148 ceph-mon[25742]: pgmap v101: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:28:34.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:34 smithi148 ceph-mon[25742]: from='client.15699 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:28:34.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:34 smithi148 ceph-mon[25742]: from='client.? 172.21.15.57:0/3323353074' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:34.428 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:34 smithi057 ceph-mon[24810]: from='client.15699 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:28:34.428 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:34 smithi057 ceph-mon[24810]: from='client.? 172.21.15.57:0/3323353074' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:34.429 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:28:34 smithi057 podman[112854]: 2024-04-15 21:28:34.223804345 +0000 UTC m=+0.021158499 image pull c8568f914cd25b2062c44e9f79f9c18da6e3b85fe0c47a12a2191c61426c2b19 quay.io/prometheus/alertmanager:v0.25.0 2024-04-15T21:28:34.429 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:28:34 smithi057 podman[112854]: 2024-04-15 21:28:34.352251776 +0000 UTC m=+0.149605915 volume create a01e345ba5a11be3a7acc887315c8e35990de494270f5f90dde074f8f4655867 2024-04-15T21:28:34.429 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:34 smithi057 ceph-mon[29654]: pgmap v101: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:28:34.429 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:34 smithi057 ceph-mon[29654]: from='client.15699 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:28:34.429 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:34 smithi057 ceph-mon[29654]: from='client.? 172.21.15.57:0/3323353074' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:34.502 INFO:teuthology.orchestra.run.smithi057.stdout:{ 2024-04-15T21:28:34.503 INFO:teuthology.orchestra.run.smithi057.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29", 2024-04-15T21:28:34.503 INFO:teuthology.orchestra.run.smithi057.stdout: "in_progress": true, 2024-04-15T21:28:34.503 INFO:teuthology.orchestra.run.smithi057.stdout: "which": "Upgrading daemons of type(s) mgr", 2024-04-15T21:28:34.503 INFO:teuthology.orchestra.run.smithi057.stdout: "services_complete": [ 2024-04-15T21:28:34.503 INFO:teuthology.orchestra.run.smithi057.stdout: "mgr" 2024-04-15T21:28:34.503 INFO:teuthology.orchestra.run.smithi057.stdout: ], 2024-04-15T21:28:34.503 INFO:teuthology.orchestra.run.smithi057.stdout: "progress": "2/2 daemons upgraded", 2024-04-15T21:28:34.503 INFO:teuthology.orchestra.run.smithi057.stdout: "message": "Currently upgrading alertmanager daemons", 2024-04-15T21:28:34.503 INFO:teuthology.orchestra.run.smithi057.stdout: "is_paused": false 2024-04-15T21:28:34.503 INFO:teuthology.orchestra.run.smithi057.stdout:} 2024-04-15T21:28:34.879 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:28:34 smithi057 podman[112854]: 2024-04-15 21:28:34.427573903 +0000 UTC m=+0.224928041 container create ed2be7a8e714ca9150ebf95aab723d6d7800868600093b40ad1e74559154eb8a (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-15T21:28:35.138 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:28:34 smithi057 podman[112854]: 2024-04-15 21:28:34.941197587 +0000 UTC m=+0.738551724 container init ed2be7a8e714ca9150ebf95aab723d6d7800868600093b40ad1e74559154eb8a (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-15T21:28:35.138 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:28:34 smithi057 podman[112854]: 2024-04-15 21:28:34.944269496 +0000 UTC m=+0.741623641 container start ed2be7a8e714ca9150ebf95aab723d6d7800868600093b40ad1e74559154eb8a (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-15T21:28:35.139 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:28:34 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a[112892]: ts=2024-04-15T21:28:34.956Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-04-15T21:28:35.139 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:28:34 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a[112892]: ts=2024-04-15T21:28:34.957Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-04-15T21:28:35.139 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:28:34 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a[112892]: ts=2024-04-15T21:28:34.958Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.57 port=9094 2024-04-15T21:28:35.139 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:28:34 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a[112892]: ts=2024-04-15T21:28:34.959Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-04-15T21:28:35.139 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:28:34 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a[112892]: ts=2024-04-15T21:28:34.983Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-04-15T21:28:35.139 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:28:34 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a[112892]: ts=2024-04-15T21:28:34.984Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-04-15T21:28:35.139 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:28:34 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a[112892]: ts=2024-04-15T21:28:34.986Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-04-15T21:28:35.139 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:28:34 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a[112892]: ts=2024-04-15T21:28:34.986Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-04-15T21:28:35.139 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:28:35 smithi057 bash[112854]: ed2be7a8e714ca9150ebf95aab723d6d7800868600093b40ad1e74559154eb8a 2024-04-15T21:28:35.139 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:28:35 smithi057 systemd[1]: Started Ceph alertmanager.a for b97cffaa-fb6a-11ee-bc8f-c7b262605968. 2024-04-15T21:28:35.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:35 smithi148 ceph-mon[25742]: from='client.25618 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:28:35.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:35 smithi148 ceph-mon[25742]: from='client.25624 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:28:35.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:35 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:35.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:35 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:35.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:35 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:35.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:35 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:35.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:35 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:35.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:35 smithi057 ceph-mon[24810]: from='client.25618 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:28:35.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:35 smithi057 ceph-mon[24810]: from='client.25624 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:28:35.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:35 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:35.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:35 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:35.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:35 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:35.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:35 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:35.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:35 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:35.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:35 smithi057 ceph-mon[29654]: from='client.25618 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:28:35.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:35 smithi057 ceph-mon[29654]: from='client.25624 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:28:35.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:35 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:35.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:35 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:35.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:35 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:35.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:35 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:35.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:35 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:36.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:36 smithi057 ceph-mon[24810]: from='client.25636 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:28:36.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:36 smithi057 ceph-mon[24810]: pgmap v102: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:28:36.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:36 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:36.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:36 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-15T21:28:36.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:36 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:36.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:36 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:28:36.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:36 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:36.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:36 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:36.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:36 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:36.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:36 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:36.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:36 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:36.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:36 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:36.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:36 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:36.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:36 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:36.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:36 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:36.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:36 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:36.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:36 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:36.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:36 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:36.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:36 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:36.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:36 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:36.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:36 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:36.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:36 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:36.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:36 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:36.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:36 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:36.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:36 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:36.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:36 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:36.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:36 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:36.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:36 smithi057 ceph-mon[29654]: from='client.25636 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:28:36.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:36 smithi057 ceph-mon[29654]: pgmap v102: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:28:36.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:36 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:36.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:36 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-15T21:28:36.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:36 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:36.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:36 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:28:36.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:36 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:36.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:36 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:36.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:36 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:36.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:36 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:36.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:36 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:36.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:36 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:36.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:36 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:36.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:36 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:36.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:36 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:36.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:36 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:36.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:36 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:36.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:36 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:36.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:36 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:36.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:36 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:36.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:36 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:36.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:36 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:36.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:36 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:36.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:36 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:36.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:36 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:36.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:36 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:36.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:36 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:36.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:36 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:36.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:36 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:36.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:36 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:36.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:36 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:36.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:36 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:36.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:36 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:36.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:36 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:36.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:36 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:36.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:36 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:36.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:36 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:36.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:36 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:36.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:36 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:36.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:36 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:36.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:36 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:36.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:36 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:36.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:36 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:36.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:36 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:36.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:36 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:36.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:36 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:36.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:36 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:36.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:36 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:36.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:36 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:36.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:36 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:36.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:36 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:36.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:36 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:36.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:36 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:36.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:36 smithi148 ceph-mon[25742]: from='client.25636 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:28:36.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:36 smithi148 ceph-mon[25742]: pgmap v102: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:28:36.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:36 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:36.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:36 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-15T21:28:36.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:36 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:36.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:36 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:28:36.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:36 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:36.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:36 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:36.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:36 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:36.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:36 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:36.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:36 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:36.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:36 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:36.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:36 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:36.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:36 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:36.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:36 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:36.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:36 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:36.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:36 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:36.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:36 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:36.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:36 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:36.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:36 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:36.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:36 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:36.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:36 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:36.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:36 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:36.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:36 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:36.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:36 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:36.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:36 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:36.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:36 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:36.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:36 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:36.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:36 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:36.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:36 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:36.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:36 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:36.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:36 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:36.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:36 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:36.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:36 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:36.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:36 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:36.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:36 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:36.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:36 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:36.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:36 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:36.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:36 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:36.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:36 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:37.091 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:28:36 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a[112892]: ts=2024-04-15T21:28:36.959Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.00000957s 2024-04-15T21:28:37.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:37 smithi057 ceph-mon[24810]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-15T21:28:37.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:37 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:37.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:37 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:37.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:37 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:37.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:37 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:37.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:37 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:37.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:37 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:37.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:37 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:37.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:37 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:37.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:37 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:37.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:37 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:37.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:37 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:37.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:37 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:37.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:37 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:37.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:37 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:37.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:37 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:37.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:37 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:37.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:37 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:37.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:37 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:37.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:37 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:37.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:37 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:37.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:37 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:37.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:37 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:37.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:37 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:37.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:37 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:37.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:37 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:37.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:37 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:37.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:37 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:37.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:37 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:37.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:37 smithi057 ceph-mon[29654]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-15T21:28:37.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:37 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:37.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:37 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:37.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:37 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:37.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:37 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:37.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:37 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:37.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:37 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:37.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:37 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:37.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:37 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:37.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:37 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:37.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:37 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:37.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:37 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:37.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:37 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:37.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:37 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:37.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:37 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:37.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:37 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:37.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:37 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:37.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:37 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:37.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:37 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:37.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:37 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:37.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:37 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:37.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:37 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:37.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:37 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:37.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:37 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:37.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:37 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:37.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:37 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:37.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:37 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:37.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:37 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:37.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:37 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:37.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:37 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:37.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:37 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:37.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:37 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:37.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:37 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:37.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:37 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:37.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:37 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:37.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:37 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:37.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:37 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:37.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:37 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:37.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:37 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:37.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:37 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:37.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:37 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:37.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:37 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:37.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:37 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:37.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:37 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:37.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:37 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:37.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:37 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:37.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:37 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:37.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:37 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:37.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:37 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:37.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:37 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:37.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:37 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:37.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:37 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:37.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:37 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:37.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:37 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:37.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:37 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:37.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:37 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:37.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:37 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:37.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:37 smithi148 ceph-mon[25742]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-15T21:28:37.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:37 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:37.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:37 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:37.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:37 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:37.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:37 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:37.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:37 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:37.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:37 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:37.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:37 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:37.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:37 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:37.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:37 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:37.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:37 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:37.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:37 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:37.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:37 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:37.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:37 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:37.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:37 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:37.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:37 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:37.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:37 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:37.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:37 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:37.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:37 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:37.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:37 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:37.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:37 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:37.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:37 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:37.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:37 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:37.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:37 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:37.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:37 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:37.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:37 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:37.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:37 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:37.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:37 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:37.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:37 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:37.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:37 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:37.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:37 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:37.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:37 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:37.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:37 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:37.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:37 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:37.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:37 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:37.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:37 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:37.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:37 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:37.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:37 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:37.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:37 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:37.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:37 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:37.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:37 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:37.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:37 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:37.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:37 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:38.315 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:38 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:38.315 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:38 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:38.315 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:38 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:38.316 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:38 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:38.316 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:38 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:38.316 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:38 smithi057 ceph-mon[24810]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:28:38.316 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:38 smithi057 ceph-mon[24810]: pgmap v103: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:28:38.316 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:38 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:38.316 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:38 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:38.316 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:38 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:38.316 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:38 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:38.316 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:38 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:38.316 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:38 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:38.316 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:38 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:38.316 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:38 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:38.316 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:38 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:38.316 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:38 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:38.317 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:38 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:38.317 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:38 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:38.317 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:38 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:38.317 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:38 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:38.317 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:38 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:38.317 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:38 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:38.317 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:38 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:38.317 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:38 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:38.317 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:38 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:38.317 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:38 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:38.317 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:38 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:38.317 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:38 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:38.317 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:38 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:38.317 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:38 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:38.317 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:38 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:38.318 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:38 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:38.318 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:38 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:38.318 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:38 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:38.318 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:38 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:38.318 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:38 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:38.318 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:38 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:38.318 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:38 smithi057 ceph-mon[29654]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:28:38.318 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:38 smithi057 ceph-mon[29654]: pgmap v103: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:28:38.318 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:38 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:38.318 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:38 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:38.319 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:38 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:38.319 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:38 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:38.319 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:38 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:38.319 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:38 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:38.319 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:38 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:38.319 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:38 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:38.319 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:38 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:38.319 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:38 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:38.319 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:38 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:38.319 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:38 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:38.319 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:38 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:38.319 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:38 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:38.319 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:38 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:38.319 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:38 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:38.320 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:38 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:38.320 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:38 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:38.320 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:38 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:38.320 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:38 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:38.320 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:38 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:38.320 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:38 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:38.320 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:38 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:38.320 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:38 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:38.320 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:38 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:38.320 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:38 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:38.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:38 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:38.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:38 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:38.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:38 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:38.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:38 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:38.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:38 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:38.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:38 smithi148 ceph-mon[25742]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:28:38.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:38 smithi148 ceph-mon[25742]: pgmap v103: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:28:38.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:38 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:38.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:38 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:38.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:38 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:38.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:38 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:38.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:38 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:38.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:38 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:38.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:38 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:38.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:38 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:38.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:38 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:38.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:38 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:38.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:38 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:38.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:38 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:38.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:38 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:38.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:38 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:38.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:38 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:38.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:38 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:38.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:38 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:38.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:38 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:38.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:38 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:38.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:38 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:38.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:38 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:38.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:38 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:38.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:38 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:38.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:38 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:38.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:38 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:38.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:38 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:39.246 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:39 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:39.247 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:39 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:39.247 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:39 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:39.247 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:39 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:39.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:39 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:39.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:39 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:40.463 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:40 smithi057 ceph-mon[24810]: pgmap v104: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:28:40.463 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:40 smithi057 ceph-mon[29654]: pgmap v104: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:28:40.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:40 smithi148 ceph-mon[25742]: pgmap v104: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:28:41.832 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:28:41 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:28:41] "GET /metrics HTTP/1.1" 200 37992 "" "Prometheus/2.43.0" 2024-04-15T21:28:42.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:42 smithi057 ceph-mon[24810]: Upgrade: Updating alertmanager.a 2024-04-15T21:28:42.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:42 smithi057 ceph-mon[24810]: Deploying daemon alertmanager.a on smithi057 2024-04-15T21:28:42.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:42 smithi057 ceph-mon[24810]: pgmap v105: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:28:42.379 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:42 smithi057 ceph-mon[29654]: Upgrade: Updating alertmanager.a 2024-04-15T21:28:42.379 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:42 smithi057 ceph-mon[29654]: Deploying daemon alertmanager.a on smithi057 2024-04-15T21:28:42.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:42 smithi057 ceph-mon[29654]: pgmap v105: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:28:42.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:42 smithi148 ceph-mon[25742]: Upgrade: Updating alertmanager.a 2024-04-15T21:28:42.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:42 smithi148 ceph-mon[25742]: Deploying daemon alertmanager.a on smithi057 2024-04-15T21:28:42.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:42 smithi148 ceph-mon[25742]: pgmap v105: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:28:43.522 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:43 smithi057 ceph-mon[24810]: pgmap v106: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:28:43.523 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:43 smithi057 ceph-mon[29654]: pgmap v106: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:28:43.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:43 smithi148 ceph-mon[25742]: pgmap v106: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:28:45.089 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:28:44 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a[112892]: ts=2024-04-15T21:28:44.962Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.00272233s 2024-04-15T21:28:45.719 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:28:45 smithi057 systemd[1]: Stopping Ceph alertmanager.a for b97cffaa-fb6a-11ee-bc8f-c7b262605968... 2024-04-15T21:28:45.720 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:45 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:45.720 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:45 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:45.720 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:45 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:45.720 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:45 smithi057 ceph-mon[24810]: pgmap v107: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:28:45.720 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:45 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:45.720 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:45 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:45.720 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:45 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:45.721 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:45 smithi057 ceph-mon[29654]: pgmap v107: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:28:45.764 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:45 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:45.764 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:45 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:45.764 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:45 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:45.764 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:45 smithi148 ceph-mon[25742]: pgmap v107: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:28:46.056 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:28:45 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a[112892]: ts=2024-04-15T21:28:45.718Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-04-15T21:28:46.648 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:28:46 smithi057 podman[114355]: 2024-04-15 21:28:46.37870592 +0000 UTC m=+0.782003375 container died ed2be7a8e714ca9150ebf95aab723d6d7800868600093b40ad1e74559154eb8a (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-15T21:28:46.932 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:28:46 smithi057 podman[114355]: 2024-04-15 21:28:46.747031122 +0000 UTC m=+1.150328553 container cleanup ed2be7a8e714ca9150ebf95aab723d6d7800868600093b40ad1e74559154eb8a (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-15T21:28:46.932 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:28:46 smithi057 bash[114355]: ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a 2024-04-15T21:28:47.290 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:28:46 smithi057 podman[114389]: 2024-04-15 21:28:46.931660863 +0000 UTC m=+1.182526143 container remove ed2be7a8e714ca9150ebf95aab723d6d7800868600093b40ad1e74559154eb8a (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-15T21:28:47.290 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:28:47 smithi057 podman[114389]: 2024-04-15 21:28:47.032429614 +0000 UTC m=+1.283294895 volume remove a01e345ba5a11be3a7acc887315c8e35990de494270f5f90dde074f8f4655867 2024-04-15T21:28:47.629 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:28:47 smithi057 systemd[1]: ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@alertmanager.a.service: Deactivated successfully. 2024-04-15T21:28:47.629 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:28:47 smithi057 systemd[1]: Stopped Ceph alertmanager.a for b97cffaa-fb6a-11ee-bc8f-c7b262605968. 2024-04-15T21:28:47.629 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:28:47 smithi057 systemd[1]: Starting Ceph alertmanager.a for b97cffaa-fb6a-11ee-bc8f-c7b262605968... 2024-04-15T21:28:48.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:48 smithi148 ceph-mon[25742]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:28:48.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:48 smithi148 ceph-mon[25742]: pgmap v108: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:28:48.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:48 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:48.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:48 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:48.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:48 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:48.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:48 smithi057 ceph-mon[24810]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:28:48.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:48 smithi057 ceph-mon[24810]: pgmap v108: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:28:48.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:48 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:48.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:48 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:48.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:48 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:48.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:48 smithi057 ceph-mon[29654]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:28:48.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:48 smithi057 ceph-mon[29654]: pgmap v108: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:28:48.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:48 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:48.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:48 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:48.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:48 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:48.381 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:28:48 smithi057 podman[114709]: 2024-04-15 21:28:48.050911149 +0000 UTC m=+0.022335994 image pull c8568f914cd25b2062c44e9f79f9c18da6e3b85fe0c47a12a2191c61426c2b19 quay.io/prometheus/alertmanager:v0.25.0 2024-04-15T21:28:48.381 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:28:48 smithi057 podman[114709]: 2024-04-15 21:28:48.178854753 +0000 UTC m=+0.150279588 volume create 57a024e56cee96f6210aa133e985ecefd25225261da70c61cbe2c7a82351c4df 2024-04-15T21:28:48.381 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:28:48 smithi057 podman[114709]: 2024-04-15 21:28:48.262592748 +0000 UTC m=+0.234017580 container create b3d0ee2337d12ce9f74f86c16770e1a6a4588c66f081ad7f7e71efe6e6769f8b (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-15T21:28:48.879 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:28:48 smithi057 podman[114709]: 2024-04-15 21:28:48.599232313 +0000 UTC m=+0.570657146 container init b3d0ee2337d12ce9f74f86c16770e1a6a4588c66f081ad7f7e71efe6e6769f8b (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-15T21:28:48.879 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:28:48 smithi057 podman[114709]: 2024-04-15 21:28:48.602059198 +0000 UTC m=+0.573484031 container start b3d0ee2337d12ce9f74f86c16770e1a6a4588c66f081ad7f7e71efe6e6769f8b (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-15T21:28:48.879 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:28:48 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a[114796]: ts=2024-04-15T21:28:48.614Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-04-15T21:28:48.879 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:28:48 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a[114796]: ts=2024-04-15T21:28:48.614Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-04-15T21:28:48.880 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:28:48 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a[114796]: ts=2024-04-15T21:28:48.615Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.57 port=9094 2024-04-15T21:28:48.880 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:28:48 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a[114796]: ts=2024-04-15T21:28:48.616Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-04-15T21:28:48.880 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:28:48 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a[114796]: ts=2024-04-15T21:28:48.639Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-04-15T21:28:48.880 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:28:48 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a[114796]: ts=2024-04-15T21:28:48.640Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-04-15T21:28:48.880 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:28:48 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a[114796]: ts=2024-04-15T21:28:48.643Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-04-15T21:28:48.880 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:28:48 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a[114796]: ts=2024-04-15T21:28:48.643Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-04-15T21:28:48.880 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:28:48 smithi057 bash[114709]: b3d0ee2337d12ce9f74f86c16770e1a6a4588c66f081ad7f7e71efe6e6769f8b 2024-04-15T21:28:48.880 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:28:48 smithi057 systemd[1]: Started Ceph alertmanager.a for b97cffaa-fb6a-11ee-bc8f-c7b262605968. 2024-04-15T21:28:49.357 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:49 smithi057 ceph-mon[24810]: pgmap v109: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 910 B/s rd, 0 op/s 2024-04-15T21:28:49.357 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:49 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:49.357 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:49 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:49.357 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:49 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:49.357 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:49 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:49.358 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:49 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:49.358 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:49 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-15T21:28:49.358 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:49 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:49.358 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:49 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:49.358 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:49 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:49.358 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:49 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:49.358 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:49 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:49.358 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:49 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:49.359 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:49 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:49.359 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:49 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:49.359 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:49 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:49.359 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:49 smithi057 ceph-mon[29654]: pgmap v109: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 910 B/s rd, 0 op/s 2024-04-15T21:28:49.359 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:49 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:49.359 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:49 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:49.359 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:49 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:49.359 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:49 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:49.359 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:49 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:49.359 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:49 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-15T21:28:49.359 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:49 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:49.360 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:49 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:49.360 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:49 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:49.360 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:49 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:49.360 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:49 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:49.360 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:49 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:49.360 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:49 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:49.360 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:49 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:49.360 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:49 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:49.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:49 smithi148 ceph-mon[25742]: pgmap v109: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 910 B/s rd, 0 op/s 2024-04-15T21:28:49.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:49 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:49.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:49 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:49.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:49 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:49.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:49 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:49.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:49 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:49.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:49 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-15T21:28:49.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:49 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:49.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:49 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:49.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:49 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:49.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:49 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:49.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:49 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:49.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:49 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:49.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:49 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:49.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:49 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:49.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:49 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:50.373 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:50 smithi057 ceph-mon[24810]: pgmap v110: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-04-15T21:28:50.374 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:50 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:50.374 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:50 smithi057 ceph-mon[24810]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-15T21:28:50.374 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:50 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:50.374 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:50 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:50.374 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:50 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:50.374 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:50 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:50.374 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:50 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:50.374 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:50 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:50.374 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:50 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:50.374 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:50 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:50.374 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:50 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:50.375 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:50 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:50.375 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:50 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:50.375 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:50 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:50.375 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:50 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:50.375 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:50 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:50.375 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:50 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:50.375 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:50 smithi057 ceph-mon[29654]: pgmap v110: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-04-15T21:28:50.375 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:50 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:50.375 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:50 smithi057 ceph-mon[29654]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-15T21:28:50.375 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:50 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:50.375 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:50 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:50.375 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:50 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:50.375 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:50 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:50.376 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:50 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:50.376 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:50 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:50.376 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:50 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:50.376 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:50 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:50.376 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:50 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:50.376 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:50 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:50.376 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:50 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:50.376 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:50 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:50.376 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:50 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:50.376 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:50 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:50.376 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:50 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:50.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:50 smithi148 ceph-mon[25742]: pgmap v110: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-04-15T21:28:50.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:50 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:50.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:50 smithi148 ceph-mon[25742]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-15T21:28:50.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:50 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:50.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:50 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:50.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:50 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:50.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:50 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:50.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:50 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:50.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:50 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:50.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:50 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:50.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:50 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:50.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:50 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:50.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:50 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:50.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:50 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:50.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:50 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:50.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:50 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:50.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:50 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:50.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:50 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:50.629 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:28:50 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a[114796]: ts=2024-04-15T21:28:50.617Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000269961s 2024-04-15T21:28:51.560 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:51 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:51.561 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:51 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:51.561 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:51 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:51.561 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:51 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:51.561 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:51 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:51.561 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:51 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:51.561 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:51 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:51.561 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:51 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:28:51.561 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:51 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:51.561 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:51 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:51.561 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:51 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:51.561 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:51 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:51.561 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:51 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:51.561 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:51 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:51.561 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:51 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:51.562 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:51 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:51.562 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:51 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:51.562 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:51 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:51.562 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:51 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:51.562 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:51 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:51.562 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:51 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:51.562 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:51 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:51.562 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:51 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:51.562 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:51 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:51.562 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:51 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:51.562 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:51 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:51.562 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:51 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:51.562 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:51 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:51.562 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:51 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:51.563 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:51 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:51.563 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:51 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:51.563 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:51 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:51.563 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:51 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:51.563 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:51 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:51.563 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:51 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:51.564 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:51 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:51.564 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:51 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:51.564 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:51 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:51.564 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:51 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:51.564 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:51 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:51.564 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:51 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:28:51.564 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:51 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:51.564 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:51 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:51.564 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:51 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:51.565 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:51 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:51.565 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:51 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:51.565 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:51 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:51.565 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:51 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:51.565 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:51 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:51.565 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:51 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:51.565 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:51 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:51.565 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:51 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:51.565 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:51 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:51.565 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:51 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:51.566 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:51 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:51.566 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:51 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:51.566 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:51 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:51.566 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:51 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:51.566 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:51 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:51.566 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:51 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:51.566 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:51 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:51.566 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:51 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:51.566 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:51 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:51.567 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:51 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:51.567 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:51 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:51.567 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:51 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:51.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:51 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:51.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:51 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:51.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:51 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:51.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:51 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:51.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:51 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:51.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:51 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:51.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:51 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:51.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:51 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:28:51.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:51 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:51.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:51 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:51.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:51 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:51.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:51 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:51.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:51 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:51.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:51 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:51.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:51 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:51.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:51 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:51.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:51 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:51.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:51 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:51.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:51 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:51.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:51 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:51.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:51 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:51.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:51 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:51.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:51 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:51.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:51 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:51.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:51 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:51.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:51 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:51.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:51 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:51.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:51 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:51.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:51 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:51.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:51 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:51.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:51 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:51.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:51 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:51.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:51 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:51.823 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:28:51 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:28:51] "GET /metrics HTTP/1.1" 200 37994 "" "Prometheus/2.43.0" 2024-04-15T21:28:52.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:52 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:52.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:52 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:52.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:52 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:52.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:52 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:52.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:52 smithi148 ceph-mon[25742]: pgmap v111: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-04-15T21:28:52.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:52 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:52.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:52 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:52.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:52 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:52.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:52 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:52.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:52 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:52.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:52 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:52.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:52 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:52.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:52 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:52.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:52 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:52.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:52 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:52.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:52 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:52.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:52 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:52.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:52 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:52.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:52 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:52.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:52 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:52.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:52 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:52.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:52 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:52.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:52 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:52.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:52 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:52.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:52 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:52.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:52 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:52.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:52 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:52.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:52 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:52.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:52 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:52.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:52 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:52.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:52 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:52.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:52 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:52.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:52 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:52.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:52 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:52.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:52 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:52.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:52 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:52.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:52 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:52.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:52 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:52.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:52 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:52.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:52 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:52.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:52 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:52.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:52 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:52.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:52 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:52.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:52 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:52.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:52 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:52.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:52 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:52.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:52 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:52.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:52 smithi057 ceph-mon[24810]: pgmap v111: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-04-15T21:28:52.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:52 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:52.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:52 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:52.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:52 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:52.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:52 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:52.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:52 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:52.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:52 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:52.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:52 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:52.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:52 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:52.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:52 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:52.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:52 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:52.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:52 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:52.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:52 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:52.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:52 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:52.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:52 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:52.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:52 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:52.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:52 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:52.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:52 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:52.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:52 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:52.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:52 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:52.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:52 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:52.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:52 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:52.632 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:52 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:52.632 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:52 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:52.632 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:52 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:52.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:52 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:52.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:52 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:52.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:52 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:52.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:52 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:52.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:52 smithi057 ceph-mon[29654]: pgmap v111: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-04-15T21:28:52.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:52 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:52.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:52 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:52.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:52 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:52.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:52 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:52.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:52 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:52.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:52 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:52.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:52 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:52.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:52 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:52.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:52 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:52.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:52 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:52.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:52 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:52.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:52 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:52.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:52 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:52.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:52 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:52.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:52 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:52.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:52 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:52.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:52 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:52.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:52 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:52.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:52 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:52.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:52 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:52.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:52 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:52.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:52 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:52.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:52 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:52.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:52 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:52.634 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:52 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:52.634 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:52 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:52.634 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:52 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:52.634 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:52 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:52.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:52 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:52.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:52 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:52.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:52 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:52.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:52 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:52.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:52 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:52.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:52 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:52.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:52 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:52.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:52 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:52.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:52 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:52.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:52 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:52.635 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:52 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:52.635 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:52 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:52.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:52 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:52.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:52 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:52.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:52 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:52.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:52 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:52.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:52 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:52.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:52 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:52.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:52 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:52.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:52 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:52.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:52 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:52.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:52 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:52.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:52 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:52.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:52 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:53.274 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:53 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:53.274 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:53 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:53.274 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:53 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:53.274 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:53 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:53.274 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:53 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:53.274 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:53 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:53.274 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:53 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:53.275 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:53 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:53.275 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:53 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:53.275 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:53 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:53.275 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:53 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:53.275 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:53 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:53.275 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:53 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:53.275 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:53 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:53.275 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:53 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:53.275 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:53 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:53.275 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:53 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:53.275 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:53 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:53.275 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:53 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:53.275 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:53 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:53.275 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:53 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:53.275 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:53 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:53.276 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:53 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:53.276 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:53 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:53.276 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:53 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:53.276 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:53 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:53.276 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:53 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:53.276 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:53 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:53.276 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:53 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:53.276 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:53 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:53.276 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:53 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:53.276 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:53 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:53.276 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:53 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:53.276 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:53 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:53.276 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:53 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:53.276 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:53 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:53.276 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:53 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:53.277 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:53 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:53.277 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:53 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:53.277 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:53 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:53.277 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:53 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:53.277 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:53 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:53.277 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:53 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:53.277 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:53 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:53.277 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:53 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:53.278 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:53 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:53.278 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:53 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:53.278 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:53 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:53.278 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:53 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:53.278 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:53 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:53.278 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:53 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:53.278 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:53 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:53.278 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:53 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:53.278 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:53 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:53.278 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:53 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:53.278 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:53 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:53.278 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:53 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:53.278 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:53 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:53.279 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:53 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:53.279 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:53 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:53.279 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:53 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:53.279 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:53 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:53.279 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:53 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:53.279 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:53 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:53.279 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:53 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:53.279 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:53 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:53.279 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:53 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:53.279 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:53 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:53.279 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:53 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:53.279 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:53 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:53.279 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:53 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:53.279 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:53 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:53.280 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:53 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:53.280 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:53 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:53.280 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:53 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:53.280 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:53 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:53.280 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:53 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:53.280 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:53 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:53.280 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:53 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:53.280 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:53 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:53.280 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:53 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:53.280 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:53 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:53.502 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:53 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:53.503 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:53 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:53.503 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:53 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:53.503 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:53 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:53.503 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:53 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:53.503 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:53 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:53.503 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:53 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:53.504 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:53 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:53.504 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:53 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:53.504 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:53 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:53.504 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:53 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:53.504 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:53 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:53.504 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:53 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:53.504 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:53 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:53.504 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:53 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:53.504 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:53 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:53.504 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:53 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:53.504 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:53 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:53.505 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:53 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:53.505 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:53 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:53.505 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:53 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:53.505 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:53 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:53.505 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:53 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:53.505 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:53 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:53.505 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:53 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:53.505 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:53 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:53.505 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:53 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:53.505 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:53 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:53.505 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:53 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:53.505 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:53 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:53.506 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:53 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:53.506 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:53 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:53.506 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:53 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:53.506 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:53 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:53.506 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:53 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:53.506 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:53 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:53.506 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:53 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:53.506 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:53 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:53.506 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:53 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:53.506 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:53 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:53.506 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:53 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:54.581 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:54 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:54.581 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:54 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:54.581 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:54 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:54.581 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:54 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:54.581 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:54 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:54.581 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:54 smithi057 ceph-mon[24810]: pgmap v112: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-04-15T21:28:54.581 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:54 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:54.581 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:54 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:54.581 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:54 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:54.581 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:54 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:54.581 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:54 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:54.581 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:54 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:54.582 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:54 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:54.582 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:54 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:54.582 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:54 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:54.582 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:54 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:54.582 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:54 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:54.582 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:54 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:54.582 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:54 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:54.582 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:54 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:54.582 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:54 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:54.582 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:54 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:54.582 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:54 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:54.582 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:54 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:54.583 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:54 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:54.583 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:54 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:54.583 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:54 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:54.583 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:54 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:54.583 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:54 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:54.583 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:54 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:54.583 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:54 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:54.583 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:54 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:54.583 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:54 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:54.583 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:54 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:54.583 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:54 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:54.583 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:54 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:54.583 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:54 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:54.583 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:54 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:54.584 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:54 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:54.584 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:54 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:54.584 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:54 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:54.584 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:54 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:54.584 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:54 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:54.584 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:54 smithi057 ceph-mon[29654]: pgmap v112: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-04-15T21:28:54.584 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:54 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:54.584 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:54 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:54.584 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:54 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:54.584 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:54 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:54.584 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:54 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:54.585 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:54 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:54.585 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:54 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:54.585 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:54 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:54.585 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:54 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:54.585 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:54 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:54.585 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:54 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:54.585 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:54 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:54.585 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:54 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:54.585 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:54 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:54.585 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:54 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:54.585 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:54 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:54.585 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:54 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:54.585 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:54 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:54.585 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:54 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:54.585 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:54 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:54.586 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:54 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:54.586 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:54 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:54.586 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:54 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:54.586 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:54 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:54.586 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:54 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:54.586 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:54 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:54.586 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:54 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:54.586 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:54 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:54.586 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:54 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:54.586 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:54 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:54.586 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:54 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:54.586 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:54 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:54.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:54 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:54.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:54 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:54.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:54 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:54.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:54 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:54.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:54 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:54.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:54 smithi148 ceph-mon[25742]: pgmap v112: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-04-15T21:28:54.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:54 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:54.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:54 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:54.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:54 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:54.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:54 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:54.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:54 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:54.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:54 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:54.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:54 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:54.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:54 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:54.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:54 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:54.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:54 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:54.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:54 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:54.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:54 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:54.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:54 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:54.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:54 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:54.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:54 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:54.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:54 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:54.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:54 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:54.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:54 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:54.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:54 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:54.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:54 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:54.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:54 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:54.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:54 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:54.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:54 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:54.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:54 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:54.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:54 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:54.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:54 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:54.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:54 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:54.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:54 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:54.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:54 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:54.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:54 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:54.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:54 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:54.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:54 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:55.362 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:55 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:55.362 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:55 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:55.362 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:55 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:55.363 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:55 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:55.363 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:55 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:55.363 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:55 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:55.363 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:55 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:55.363 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:55 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:55.363 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:55 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:55.363 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:55 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:55.363 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:55 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:55.363 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:55 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:55.363 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:55 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:55.363 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:55 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:55.363 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:55 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:55.363 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:55 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:55.363 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:55 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:55.363 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:55 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:55.364 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:55 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:55.364 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:55 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:55.364 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:55 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:55.364 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:55 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:55.364 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:55 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:55.364 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:55 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:55.364 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:55 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:55.364 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:55 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:55.364 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:55 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:55.364 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:55 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:55.364 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:55 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:55.364 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:55 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:55.364 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:55 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:55.364 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:55 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:55.364 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:55 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:55.364 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:55 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:55.365 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:55 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:55.365 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:55 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:55.365 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:55 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:55.365 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:55 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:55.365 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:55 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:55.365 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:55 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:55.365 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:55 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:55.365 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:55 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:55.365 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:55 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:55.365 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:55 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:55.366 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:55 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:55.366 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:55 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:55.366 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:55 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:55.366 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:55 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:55.366 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:55 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:55.366 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:55 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:55.366 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:55 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:55.366 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:55 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:55.366 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:55 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:55.366 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:55 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:55.366 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:55 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:55.366 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:55 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:55.366 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:55 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:55.366 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:55 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:55.367 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:55 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:55.367 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:55 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:55.367 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:55 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:55.367 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:55 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:55.367 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:55 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:55.367 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:55 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:55.367 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:55 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:55.367 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:55 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:55.367 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:55 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:55.367 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:55 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:55.367 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:55 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:55.367 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:55 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:55.367 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:55 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:55.367 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:55 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:55.367 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:55 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:55.368 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:55 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:55.368 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:55 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:55.368 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:55 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:55.368 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:55 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:55.368 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:55 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:55.368 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:55 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:55.368 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:55 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:55.368 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:55 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:55.368 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:55 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:55.368 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:55 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:55.368 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:55 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:55.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:55 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:55.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:55 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:55.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:55 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:55.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:55 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:55.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:55 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:55.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:55 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:55.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:55 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:55.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:55 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:55.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:55 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:55.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:55 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:55.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:55 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:55.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:55 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:55.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:55 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:55.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:55 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:55.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:55 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:55.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:55 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:55.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:55 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:55.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:55 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:55.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:55 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:55.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:55 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:55.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:55 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:55.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:55 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:55.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:55 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:55.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:55 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:55.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:55 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:55.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:55 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:55.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:55 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:55.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:55 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:55.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:55 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:55.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:55 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:55.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:55 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:55.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:55 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:55.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:55 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:55.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:55 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:55.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:55 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:55.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:55 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:55.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:55 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:55.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:55 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:55.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:55 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:55.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:55 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:55.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:55 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:55.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:55 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:56.294 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:56 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:56.294 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:56 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:56.294 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:56 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:56.294 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:56 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:56.294 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:56 smithi057 ceph-mon[24810]: pgmap v113: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-04-15T21:28:56.294 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:56 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:56.294 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:56 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:56.295 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:56 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:56.295 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:56 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:56.295 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:56 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:56.295 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:56 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:56.295 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:56 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:56.295 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:56 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:56.295 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:56 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:56.295 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:56 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:56.295 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:56 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:56.295 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:56 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:56.295 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:56 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:56.295 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:56 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:56.295 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:56 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:56.295 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:56 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:56.296 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:56 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:56.296 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:56 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:56.296 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:56 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:56.296 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:56 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:56.296 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:56 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:56.296 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:56 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:56.296 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:56 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:56.296 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:56 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:56.296 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:56 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:56.296 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:56 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:56.296 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:56 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:56.297 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:56 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:56.297 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:56 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:56.297 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:56 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:56.297 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:56 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:56.297 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:56 smithi057 ceph-mon[29654]: pgmap v113: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-04-15T21:28:56.297 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:56 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:56.297 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:56 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:56.297 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:56 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:56.297 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:56 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:56.297 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:56 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:56.297 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:56 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:56.297 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:56 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:56.297 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:56 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:56.298 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:56 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:56.298 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:56 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:56.298 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:56 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:56.298 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:56 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:56.298 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:56 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:56.298 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:56 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:56.298 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:56 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:56.298 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:56 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:56.298 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:56 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:56.298 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:56 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:56.298 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:56 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:56.298 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:56 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:56.298 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:56 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:56.299 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:56 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:56.299 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:56 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:56.299 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:56 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:56.299 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:56 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:56.299 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:56 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:56.299 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:56 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:56.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:56 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:56.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:56 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:56.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:56 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:56.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:56 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:56.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:56 smithi148 ceph-mon[25742]: pgmap v113: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-04-15T21:28:56.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:56 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:56.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:56 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:56.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:56 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:56.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:56 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:56.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:56 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:56.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:56 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:56.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:56 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:56.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:56 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:56.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:56 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:56.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:56 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:56.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:56 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:56.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:56 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:56.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:56 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:56.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:56 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:56.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:56 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:56.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:56 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:56.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:56 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:56.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:56 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:56.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:56 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:56.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:56 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:56.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:56 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:56.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:56 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:56.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:56 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:56.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:56 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:56.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:56 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:56.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:56 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:56.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:56 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:57.430 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:57 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:57.430 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:57 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:57.430 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:57 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:57.430 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:57 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:57.430 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:57 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:57.430 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:57 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:57.430 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:57 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:57.430 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:57 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:57.430 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:57 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:57.431 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:57 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:57.431 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:57 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:57.431 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:57 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:57.431 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:57 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:57.431 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:57 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:57.431 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:57 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:57.431 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:57 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:57.431 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:57 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:57.431 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:57 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:57.431 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:57 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:57.431 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:57 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:57.431 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:57 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:57.431 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:57 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:57.431 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:57 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:57.431 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:57 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:57.431 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:57 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:57.432 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:57 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:57.432 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:57 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:57.432 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:57 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:57.432 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:57 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:57.432 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:57 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:57.432 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:57 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:57.432 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:57 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:57.432 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:57 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:57.432 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:57 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:57.432 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:57 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:57.432 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:57 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:57.433 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:57 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:57.433 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:57 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:57.433 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:57 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:57.433 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:57 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:57.433 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:57 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:57.433 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:57 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:57.433 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:57 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:57.433 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:57 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:57.433 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:57 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:57.433 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:57 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:57.433 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:57 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:57.433 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:57 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:57.433 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:57 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:57.433 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:57 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:57.433 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:57 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:57.433 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:57 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:57.434 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:57 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:57.434 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:57 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:57.434 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:57 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:57.434 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:57 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:57.434 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:57 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:57.434 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:57 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:57.434 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:57 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:57.434 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:57 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:57.434 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:57 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:57.434 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:57 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:57.435 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:57 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:57.435 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:57 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:57.435 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:57 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:57.435 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:57 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:57.435 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:57 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:57.435 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:57 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:57.435 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:57 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:57.435 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:57 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:57.435 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:57 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:57.435 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:57 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:57.435 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:57 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:57.435 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:57 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:57.435 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:57 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:57.436 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:57 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:57.436 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:57 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:57.436 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:57 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:57.436 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:57 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:57.436 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:57 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:57.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:57 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:57.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:57 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:57.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:57 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:57.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:57 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:57.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:57 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:57.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:57 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:57.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:57 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:57.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:57 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:57.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:57 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:57.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:57 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:57.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:57 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:57.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:57 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:57.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:57 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:57.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:57 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:57.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:57 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:57.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:57 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:57.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:57 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:57.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:57 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:57.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:57 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:57.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:57 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:57.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:57 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:57.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:57 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:57.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:57 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:57.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:57 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:57.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:57 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:57.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:57 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:57.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:57 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:57.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:57 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:57.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:57 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:57.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:57 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:57.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:57 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:57.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:57 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:57.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:57 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:57.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:57 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:57.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:57 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:57.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:57 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:57.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:57 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:57.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:57 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:57.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:57 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:57.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:57 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:58.457 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:58 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:58.457 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:58 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:58.457 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:58 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:58.457 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:58 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:58.457 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:58 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:58.457 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:58 smithi057 ceph-mon[24810]: pgmap v114: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-04-15T21:28:58.457 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:58 smithi057 ceph-mon[24810]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:28:58.457 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:58 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:58.457 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:58 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:58.457 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:58 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:58.457 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:58 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:58.457 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:58 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:58.458 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:58 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:58.458 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:58 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:58.458 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:58 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:58.458 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:58 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:58.458 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:58 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:58.458 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:58 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:58.458 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:58 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:58.458 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:58 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:58.458 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:58 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:58.458 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:58 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:58.458 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:58 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:58.458 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:58 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:58.458 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:58 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:58.458 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:58 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:58.459 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:58 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:58.459 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:58 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:58.459 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:58 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:58.459 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:58 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:58.459 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:58 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:58.459 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:58 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:58.459 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:58 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:58.459 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:58 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:58.459 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:58 smithi057 ceph-mon[29654]: pgmap v114: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-04-15T21:28:58.459 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:58 smithi057 ceph-mon[29654]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:28:58.459 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:58 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:58.460 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:58 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:58.460 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:58 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:58.460 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:58 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:58.460 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:58 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:58.460 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:58 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:58.460 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:58 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:58.460 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:58 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:58.460 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:58 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:58.460 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:58 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:58.460 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:58 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:58.460 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:58 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:58.460 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:58 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:58.460 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:58 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:58.460 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:58 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:58.460 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:58 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:58.461 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:58 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:58.461 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:58 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:58.461 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:58 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:58.461 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:58 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:58.461 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:58 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:58.461 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:58 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:58.461 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:58 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:58.461 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:58 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:58.461 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:58 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:58.461 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:58 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:58.462 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:58 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:58.462 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:58 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:58.462 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:58 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:58.462 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:58 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:58.462 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:58 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:58.462 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:58 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:58.462 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:58 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:58.462 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:58 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:58.462 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:58 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:58.462 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:58 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:58.462 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:58 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:58.462 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:58 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:58.463 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:58 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:58.463 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:58 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:58.463 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:58 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:58.463 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:58 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:58.463 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:58 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:58.463 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:58 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:58.463 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:58 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:58.463 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:58 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:58.463 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:58 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:58.463 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:58 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:58.463 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:58 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:58.463 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:58 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:58.463 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:58 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:58.463 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:58 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:58.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:58 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:58.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:58 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:58.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:58 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:58.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:58 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:58.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:58 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:58.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:58 smithi148 ceph-mon[25742]: pgmap v114: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-04-15T21:28:58.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:58 smithi148 ceph-mon[25742]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:28:58.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:58 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:58.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:58 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:58.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:58 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:58.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:58 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:58.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:58 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:58.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:58 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:58.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:58 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:58.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:58 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:58.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:58 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:58.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:58 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:58.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:58 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:58.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:58 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:58.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:58 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:58.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:58 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:58.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:58 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:58.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:58 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:58.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:58 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:58.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:58 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:58.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:58 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:58.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:58 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:58.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:58 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:58.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:58 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:58.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:58 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:58.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:58 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:58.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:58 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:58.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:58 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:58.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:58 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:58.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:58 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:58.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:58 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:58.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:58 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:58.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:58 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:58.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:58 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:58.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:58 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:58.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:58 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:58.605 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:58 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:58.605 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:58 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:58.605 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:58 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:58.879 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:28:58 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a[114796]: ts=2024-04-15T21:28:58.620Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.003880639s 2024-04-15T21:28:59.379 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:59 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:59.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:59 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:59.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:59 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:59.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:59 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:59.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:59 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:59.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:59 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:59.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:59 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:59.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:59 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:59.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:59 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:59.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:59 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:59.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:59 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:59.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:59 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:59.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:59 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:59.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:59 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:59.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:59 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:59.381 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:59 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:59.381 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:59 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:59.381 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:59 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:59.381 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:59 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:59.381 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:59 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:59.381 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:59 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:59.381 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:59 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:59.381 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:59 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:59.381 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:59 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:59.381 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:59 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:59.381 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:59 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:59.381 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:59 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:59.381 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:59 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:59.381 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:59 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:59.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:59 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:59.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:59 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:59.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:59 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:59.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:59 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:59.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:59 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:59.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:59 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:59.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:59 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:59.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:59 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:59.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:59 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:59.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:59 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:59.383 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:59 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:59.383 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:59 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:59.383 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:59 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:59.383 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:59 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:59.383 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:59 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:59.383 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:59 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:59.383 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:59 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:59.383 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:59 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:59.383 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:59 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:59.383 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:59 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:59.383 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:59 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:59.383 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:59 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:59.383 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:59 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:59.383 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:59 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:59.383 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:59 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:59.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:59 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:59.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:59 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:59.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:59 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:59.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:59 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:59.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:59 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:59.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:59 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:59.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:59 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:59.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:59 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:59.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:59 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:59.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:59 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:59.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:59 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:59.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:59 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:59.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:59 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:59.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:59 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:59.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:59 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:59.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:59 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:59.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:28:59 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:59.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:59 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:59.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:59 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:59.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:59 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:59.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:59 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:59.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:59 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:59.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:59 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:59.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:59 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:59.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:59 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:59.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:59 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:59.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:59 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:59.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:59 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:59.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:59 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:59.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:28:59 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:59.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:59 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:59.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:59 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:59.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:59 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:59.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:59 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:59.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:59 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:59.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:59 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:59.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:59 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:28:59.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:59 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:59.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:59 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:59.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:59 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:59.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:59 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:59.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:59 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:59.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:59 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:59.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:59 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:59.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:59 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:59.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:59 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:59.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:59 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:59.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:59 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:59.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:59 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:59.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:59 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:59.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:59 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:59.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:59 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:59.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:59 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:59.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:59 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:59.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:59 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:59.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:59 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:59.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:59 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:59.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:59 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:59.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:59 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:59.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:59 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:59.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:59 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:59.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:59 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:59.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:59 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:59.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:59 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:59.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:59 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:59.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:59 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:59.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:59 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:28:59.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:59 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:28:59.605 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:59 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:28:59.605 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:59 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:28:59.605 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:59 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:28:59.605 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:28:59 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:00.442 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:00 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:00.442 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:00 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:00.442 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:00 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:00.442 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:00 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:00.442 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:00 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:00.442 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:00 smithi057 ceph-mon[29654]: pgmap v115: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 955 B/s rd, 0 op/s 2024-04-15T21:29:00.442 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:00 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:00.442 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:00 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:00.442 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:00 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:00.442 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:00 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:00.442 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:00 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:00.442 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:00 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:00.443 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:00 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:00.443 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:00 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:00.443 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:00 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:00.443 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:00 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:00.443 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:00 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:00.443 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:00 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:00.443 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:00 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:00.443 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:00 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:00.443 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:00 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:00.443 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:00 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:00.443 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:00 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:00.443 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:00 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:00.443 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:00 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:00.443 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:00 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:00.444 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:00 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:00.444 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:00 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:00.444 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:00 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:00.444 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:00 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:00.444 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:00 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:00.444 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:00 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:00.444 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:00 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:00.444 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:00 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:00.444 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:00 smithi057 ceph-mon[24810]: pgmap v115: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 955 B/s rd, 0 op/s 2024-04-15T21:29:00.444 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:00 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:00.444 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:00 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:00.445 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:00 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:00.445 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:00 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:00.445 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:00 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:00.445 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:00 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:00.445 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:00 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:00.445 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:00 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:00.445 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:00 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:00.445 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:00 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:00.445 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:00 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:00.445 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:00 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:00.445 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:00 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:00.445 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:00 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:00.445 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:00 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:00.445 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:00 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:00.446 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:00 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:00.446 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:00 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:00.446 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:00 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:00.446 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:00 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:00.446 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:00 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:00.446 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:00 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:00.446 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:00 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:00.446 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:00 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:00.446 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:00 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:00.447 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:00 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:00.447 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:00 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:00.447 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:00 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:00.447 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:00 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:00.447 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:00 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:00.447 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:00 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:00.447 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:00 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:00.447 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:00 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:00.447 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:00 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:00.447 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:00 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:00.447 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:00 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:00.447 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:00 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:00.447 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:00 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:00.447 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:00 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:00.448 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:00 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:00.448 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:00 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:00.448 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:00 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:00.448 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:00 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:00.448 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:00 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:00.448 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:00 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:00.448 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:00 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:00.448 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:00 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:00.448 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:00 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:00.448 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:00 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:00.448 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:00 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:00.448 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:00 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:00.449 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:00 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:00.449 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:00 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:00.449 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:00 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:00.449 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:00 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:00.449 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:00 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:00.449 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:00 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:00.449 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:00 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:00.449 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:00 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:00.449 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:00 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:00.449 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:00 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:00.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:00 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:00.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:00 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:00.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:00 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:00.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:00 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:00.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:00 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:00.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:00 smithi148 ceph-mon[25742]: pgmap v115: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 955 B/s rd, 0 op/s 2024-04-15T21:29:00.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:00 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:00.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:00 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:00.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:00 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:00.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:00 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:00.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:00 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:00.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:00 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:00.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:00 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:00.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:00 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:00.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:00 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:00.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:00 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:00.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:00 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:00.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:00 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:00.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:00 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:00.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:00 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:00.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:00 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:00.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:00 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:00.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:00 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:00.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:00 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:00.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:00 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:00.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:00 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:00.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:00 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:00.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:00 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:00.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:00 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:00.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:00 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:00.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:00 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:00.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:00 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:00.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:00 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:00.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:00 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:00.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:00 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:00.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:00 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:00.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:00 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:00.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:00 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:00.605 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:00 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:00.605 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:00 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:00.605 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:00 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:00.605 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:00 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:00.605 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:00 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:00.605 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:00 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:00.605 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:00 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:00.605 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:00 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:00.605 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:00 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:00.605 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:00 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:01.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:01 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:01.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:01 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:01.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:01 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:01.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:01 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:01.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:01 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:01.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:01 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:01.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:01 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:01.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:01 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:01.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:01 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:01.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:01 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:01.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:01 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:01.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:01 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:01.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:01 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:01.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:01 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:01.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:01 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:01.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:01 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:01.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:01 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:01.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:01 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:01.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:01 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:01.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:01 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:01.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:01 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:01.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:01 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:01.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:01 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:01.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:01 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:01.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:01 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:01.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:01 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:01.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:01 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:01.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:01 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:01.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:01 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:01.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:01 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:01.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:01 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:01.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:01 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:01.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:01 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:01.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:01 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:01.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:01 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:01.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:01 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:01.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:01 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:01.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:01 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:01.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:01 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:01.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:01 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:01.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:01 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:01.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:01 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:01.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:01 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:01.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:01 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:01.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:01 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:01.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:01 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:01.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:01 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:01.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:01 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:01.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:01 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:01.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:01 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:01.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:01 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:01.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:01 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:01.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:01 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:01.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:01 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:01.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:01 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:01.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:01 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:01.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:01 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:01.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:01 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:01.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:01 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:01.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:01 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:01.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:01 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:01.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:01 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:01.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:01 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:01.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:01 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:01.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:01 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:01.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:01 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:01.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:01 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:01.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:01 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:01.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:01 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:01.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:01 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:01.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:01 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:01.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:01 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:01.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:01 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:01.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:01 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:01.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:01 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:01.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:01 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:01.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:01 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:01.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:01 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:01.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:01 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:01.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:01 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:01.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:01 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:01.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:01 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:01.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:01 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:01.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:01 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:01.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:01 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:01.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:01 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:01.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:01 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:01.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:01 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:01.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:01 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:01.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:01 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:01.605 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:01 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:01.605 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:01 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:01.605 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:01 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:01.879 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:29:01 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:29:01] "GET /metrics HTTP/1.1" 200 37994 "" "Prometheus/2.43.0" 2024-04-15T21:29:02.181 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:02 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:02.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:02 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:02.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:02 smithi148 ceph-mon[25742]: pgmap v116: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:29:02.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:02 smithi057 ceph-mon[24810]: pgmap v116: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:29:02.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:02 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:02.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:02 smithi057 ceph-mon[29654]: pgmap v116: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:29:03.313 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:03 smithi057 ceph-mon[24810]: Upgrade: Updating grafana.a 2024-04-15T21:29:03.313 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:03 smithi057 ceph-mon[24810]: Deploying daemon grafana.a on smithi148 2024-04-15T21:29:03.313 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:03 smithi057 ceph-mon[29654]: Upgrade: Updating grafana.a 2024-04-15T21:29:03.313 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:03 smithi057 ceph-mon[29654]: Deploying daemon grafana.a on smithi148 2024-04-15T21:29:03.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:03 smithi148 ceph-mon[25742]: Upgrade: Updating grafana.a 2024-04-15T21:29:03.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:03 smithi148 ceph-mon[25742]: Deploying daemon grafana.a on smithi148 2024-04-15T21:29:04.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:04 smithi057 ceph-mon[24810]: pgmap v117: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:29:04.379 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:04 smithi057 ceph-mon[29654]: pgmap v117: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:29:04.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:04 smithi148 ceph-mon[25742]: pgmap v117: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:29:04.871 INFO:teuthology.orchestra.run.smithi057.stdout:true 2024-04-15T21:29:05.551 INFO:teuthology.orchestra.run.smithi057.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-15T21:29:05.551 INFO:teuthology.orchestra.run.smithi057.stdout:agent.smithi057 smithi057 running 4s ago 30m - - 2024-04-15T21:29:05.551 INFO:teuthology.orchestra.run.smithi057.stdout:agent.smithi148 smithi148 running 0s ago 30m - - 2024-04-15T21:29:05.551 INFO:teuthology.orchestra.run.smithi057.stdout:alertmanager.a smithi057 *:9093,9094 running (17s) 4s ago 24m 16.7M - 0.25.0 c8568f914cd2 b3d0ee2337d1 2024-04-15T21:29:05.551 INFO:teuthology.orchestra.run.smithi057.stdout:grafana.a smithi148 *:3000 running (16m) 0s ago 24m 54.3M - 8.3.5 dad864ee21e9 a2302b3001ab 2024-04-15T21:29:05.551 INFO:teuthology.orchestra.run.smithi057.stdout:iscsi.foo.smithi057.jwyjxv smithi057 running (3m) 4s ago 23m 55.3M - 3.5 e1d6a67b021e 9d8d20cf842b 2024-04-15T21:29:05.551 INFO:teuthology.orchestra.run.smithi057.stdout:mgr.x smithi148 *:8443,9283,8765 running (2m) 0s ago 29m 451M - 19.0.0-3084-g87dbfb63 a452a57266c7 56ad8667b91a 2024-04-15T21:29:05.551 INFO:teuthology.orchestra.run.smithi057.stdout:mgr.y smithi057 *:8443,9283,8765 running (13m) 4s ago 31m 522M - 19.0.0-3084-g87dbfb63 a452a57266c7 7bb446a32fbb 2024-04-15T21:29:05.551 INFO:teuthology.orchestra.run.smithi057.stdout:mon.a smithi057 running (31m) 4s ago 31m 98.6M 2048M 17.2.0 e1d6a67b021e f68a8a14d0b2 2024-04-15T21:29:05.551 INFO:teuthology.orchestra.run.smithi057.stdout:mon.b smithi148 running (29m) 0s ago 29m 76.3M 2048M 17.2.0 e1d6a67b021e 27f4990cb4d7 2024-04-15T21:29:05.551 INFO:teuthology.orchestra.run.smithi057.stdout:mon.c smithi057 running (29m) 4s ago 29m 72.0M 2048M 17.2.0 e1d6a67b021e 7cbf3ea734af 2024-04-15T21:29:05.552 INFO:teuthology.orchestra.run.smithi057.stdout:node-exporter.a smithi057 *:9100 running (107s) 4s ago 25m 8850k - 1.5.0 0da6a335fe13 1fe3c748de02 2024-04-15T21:29:05.552 INFO:teuthology.orchestra.run.smithi057.stdout:node-exporter.b smithi148 *:9100 running (102s) 0s ago 25m 16.0M - 1.5.0 0da6a335fe13 94918e657592 2024-04-15T21:29:05.552 INFO:teuthology.orchestra.run.smithi057.stdout:osd.0 smithi057 running (29m) 4s ago 29m 54.5M 4096M 17.2.0 e1d6a67b021e a825b23c2b8e 2024-04-15T21:29:05.552 INFO:teuthology.orchestra.run.smithi057.stdout:osd.1 smithi057 running (28m) 4s ago 28m 59.1M 4096M 17.2.0 e1d6a67b021e ef43105379fd 2024-04-15T21:29:05.552 INFO:teuthology.orchestra.run.smithi057.stdout:osd.2 smithi057 running (28m) 4s ago 28m 53.4M 4096M 17.2.0 e1d6a67b021e 8cea1b1b5212 2024-04-15T21:29:05.552 INFO:teuthology.orchestra.run.smithi057.stdout:osd.3 smithi057 running (27m) 4s ago 27m 52.7M 4096M 17.2.0 e1d6a67b021e 8400e9bee4fe 2024-04-15T21:29:05.552 INFO:teuthology.orchestra.run.smithi057.stdout:osd.4 smithi148 running (27m) 0s ago 27m 54.7M 4096M 17.2.0 e1d6a67b021e 955a657c7722 2024-04-15T21:29:05.552 INFO:teuthology.orchestra.run.smithi057.stdout:osd.5 smithi148 running (27m) 0s ago 27m 52.0M 4096M 17.2.0 e1d6a67b021e bf2b1914ffc9 2024-04-15T21:29:05.552 INFO:teuthology.orchestra.run.smithi057.stdout:osd.6 smithi148 running (26m) 0s ago 26m 51.7M 4096M 17.2.0 e1d6a67b021e ab801778ca01 2024-04-15T21:29:05.552 INFO:teuthology.orchestra.run.smithi057.stdout:osd.7 smithi148 running (26m) 0s ago 26m 52.5M 4096M 17.2.0 e1d6a67b021e c9334bc357be 2024-04-15T21:29:05.552 INFO:teuthology.orchestra.run.smithi057.stdout:prometheus.a smithi148 *:9095 running (55s) 0s ago 25m 58.5M - 2.43.0 a07b618ecd1d ff3fcf9e6b9f 2024-04-15T21:29:05.552 INFO:teuthology.orchestra.run.smithi057.stdout:rgw.foo.smithi057.lxigfo smithi057 *:8000 running (24m) 4s ago 24m 79.3M - 17.2.0 e1d6a67b021e fa044b726c8d 2024-04-15T21:29:05.552 INFO:teuthology.orchestra.run.smithi057.stdout:rgw.foo.smithi148.cgzzfh smithi148 *:8000 running (24m) 0s ago 23m 76.2M - 17.2.0 e1d6a67b021e 722242170e62 2024-04-15T21:29:05.879 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:05 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:05.879 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:05 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:05.879 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:05 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:05.879 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:05 smithi057 ceph-mon[29654]: pgmap v118: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:29:05.879 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:05 smithi057 ceph-mon[29654]: from='client.25642 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:29:05.879 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:05 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:29:05.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:05 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:05.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:05 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:05.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:05 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:05.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:05 smithi057 ceph-mon[24810]: pgmap v118: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:29:05.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:05 smithi057 ceph-mon[24810]: from='client.25642 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:29:05.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:05 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:29:05.967 INFO:teuthology.orchestra.run.smithi057.stdout:{ 2024-04-15T21:29:05.967 INFO:teuthology.orchestra.run.smithi057.stdout: "mon": { 2024-04-15T21:29:05.967 INFO:teuthology.orchestra.run.smithi057.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 3 2024-04-15T21:29:05.967 INFO:teuthology.orchestra.run.smithi057.stdout: }, 2024-04-15T21:29:05.967 INFO:teuthology.orchestra.run.smithi057.stdout: "mgr": { 2024-04-15T21:29:05.967 INFO:teuthology.orchestra.run.smithi057.stdout: "ceph version 19.0.0-3084-g87dbfb63 (87dbfb632e974cb2c28d17423071d2d833b53b29) squid (dev)": 2 2024-04-15T21:29:05.968 INFO:teuthology.orchestra.run.smithi057.stdout: }, 2024-04-15T21:29:05.968 INFO:teuthology.orchestra.run.smithi057.stdout: "osd": { 2024-04-15T21:29:05.968 INFO:teuthology.orchestra.run.smithi057.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 8 2024-04-15T21:29:05.968 INFO:teuthology.orchestra.run.smithi057.stdout: }, 2024-04-15T21:29:05.968 INFO:teuthology.orchestra.run.smithi057.stdout: "mds": {}, 2024-04-15T21:29:05.968 INFO:teuthology.orchestra.run.smithi057.stdout: "rgw": { 2024-04-15T21:29:05.968 INFO:teuthology.orchestra.run.smithi057.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 2 2024-04-15T21:29:05.968 INFO:teuthology.orchestra.run.smithi057.stdout: }, 2024-04-15T21:29:05.968 INFO:teuthology.orchestra.run.smithi057.stdout: "overall": { 2024-04-15T21:29:05.968 INFO:teuthology.orchestra.run.smithi057.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 13, 2024-04-15T21:29:05.968 INFO:teuthology.orchestra.run.smithi057.stdout: "ceph version 19.0.0-3084-g87dbfb63 (87dbfb632e974cb2c28d17423071d2d833b53b29) squid (dev)": 2 2024-04-15T21:29:05.968 INFO:teuthology.orchestra.run.smithi057.stdout: } 2024-04-15T21:29:05.968 INFO:teuthology.orchestra.run.smithi057.stdout:} 2024-04-15T21:29:06.101 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:05 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:06.101 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:05 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:06.101 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:05 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:06.101 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:05 smithi148 ceph-mon[25742]: pgmap v118: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:29:06.101 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:05 smithi148 ceph-mon[25742]: from='client.25642 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:29:06.101 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:05 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:29:06.316 INFO:teuthology.orchestra.run.smithi057.stdout:{ 2024-04-15T21:29:06.316 INFO:teuthology.orchestra.run.smithi057.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29", 2024-04-15T21:29:06.316 INFO:teuthology.orchestra.run.smithi057.stdout: "in_progress": true, 2024-04-15T21:29:06.316 INFO:teuthology.orchestra.run.smithi057.stdout: "which": "Upgrading daemons of type(s) mgr", 2024-04-15T21:29:06.316 INFO:teuthology.orchestra.run.smithi057.stdout: "services_complete": [ 2024-04-15T21:29:06.316 INFO:teuthology.orchestra.run.smithi057.stdout: "mgr" 2024-04-15T21:29:06.316 INFO:teuthology.orchestra.run.smithi057.stdout: ], 2024-04-15T21:29:06.316 INFO:teuthology.orchestra.run.smithi057.stdout: "progress": "2/2 daemons upgraded", 2024-04-15T21:29:06.316 INFO:teuthology.orchestra.run.smithi057.stdout: "message": "Currently upgrading grafana daemons", 2024-04-15T21:29:06.316 INFO:teuthology.orchestra.run.smithi057.stdout: "is_paused": false 2024-04-15T21:29:06.316 INFO:teuthology.orchestra.run.smithi057.stdout:} 2024-04-15T21:29:07.101 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:06 smithi148 ceph-mon[25742]: from='client.25648 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:29:07.101 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:06 smithi148 ceph-mon[25742]: from='client.25654 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:29:07.101 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:06 smithi148 ceph-mon[25742]: from='client.? 172.21.15.57:0/1578942855' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:07.129 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:06 smithi057 ceph-mon[24810]: from='client.25648 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:29:07.129 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:06 smithi057 ceph-mon[24810]: from='client.25654 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:29:07.129 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:06 smithi057 ceph-mon[24810]: from='client.? 172.21.15.57:0/1578942855' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:07.130 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:06 smithi057 ceph-mon[29654]: from='client.25648 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:29:07.130 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:06 smithi057 ceph-mon[29654]: from='client.25654 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:29:07.130 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:06 smithi057 ceph-mon[29654]: from='client.? 172.21.15.57:0/1578942855' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:08.379 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:08 smithi057 ceph-mon[29654]: from='client.25666 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:29:08.379 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:08 smithi057 ceph-mon[29654]: pgmap v119: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:29:08.379 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:08 smithi057 ceph-mon[29654]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:29:08.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:08 smithi057 ceph-mon[24810]: from='client.25666 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:29:08.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:08 smithi057 ceph-mon[24810]: pgmap v119: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:29:08.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:08 smithi057 ceph-mon[24810]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:29:08.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:08 smithi148 ceph-mon[25742]: from='client.25666 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:29:08.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:08 smithi148 ceph-mon[25742]: pgmap v119: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:29:08.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:08 smithi148 ceph-mon[25742]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:29:10.317 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:10 smithi148 ceph-mon[25742]: pgmap v120: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:29:10.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:10 smithi057 ceph-mon[24810]: pgmap v120: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:29:10.629 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:10 smithi057 ceph-mon[29654]: pgmap v120: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:29:11.879 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:29:11 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:29:11] "GET /metrics HTTP/1.1" 200 37993 "" "Prometheus/2.43.0" 2024-04-15T21:29:12.249 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:12 smithi148 ceph-mon[25742]: pgmap v121: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:29:12.526 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:12 smithi148 systemd[1]: Stopping Ceph grafana.a for b97cffaa-fb6a-11ee-bc8f-c7b262605968... 2024-04-15T21:29:12.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:12 smithi057 ceph-mon[24810]: pgmap v121: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:29:12.629 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:12 smithi057 ceph-mon[29654]: pgmap v121: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:29:12.792 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:12 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[56501]: t=2024-04-15T21:29:12+0000 lvl=info msg="Shutdown started" logger=server reason="System signal: terminated" 2024-04-15T21:29:12.793 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:12 smithi148 podman[106458]: 2024-04-15 21:29:12.535066668 +0000 UTC m=+0.105743398 container died a2302b3001ab63ffcb73a269a871a7bb087f89bedb4fad77f3eda3125d718fc7 (image=quay.io/ceph/ceph-grafana:8.3.5, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a, summary=Grafana Container configured for Ceph mgr/dashboard integration, version=8.5, com.redhat.component=ubi8-container, name=ubi8, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, distribution-scope=public, io.buildah.version=1.24.2, io.k8s.display-name=Red Hat Universal Base Image 8, io.openshift.tags=base rhel8, maintainer=Paul Cuzner , build-date=2022-03-28T10:36:18.413762, io.openshift.expose-services=, description=Ceph Grafana Container, vcs-type=git, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., release=236.1648460182, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, vendor=Red Hat, Inc., url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-236.1648460182, architecture=x86_64, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI) 2024-04-15T21:29:13.059 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:12 smithi148 podman[106458]: 2024-04-15 21:29:12.865517863 +0000 UTC m=+0.436194606 container cleanup a2302b3001ab63ffcb73a269a871a7bb087f89bedb4fad77f3eda3125d718fc7 (image=quay.io/ceph/ceph-grafana:8.3.5, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, architecture=x86_64, build-date=2022-03-28T10:36:18.413762, maintainer=Paul Cuzner , release=236.1648460182, description=Ceph Grafana Container, io.buildah.version=1.24.2, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-236.1648460182, version=8.5, io.openshift.tags=base rhel8, vendor=Red Hat, Inc., name=ubi8, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, distribution-scope=public, vcs-type=git, summary=Grafana Container configured for Ceph mgr/dashboard integration, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.k8s.display-name=Red Hat Universal Base Image 8, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, io.openshift.expose-services=, com.redhat.component=ubi8-container) 2024-04-15T21:29:13.060 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:12 smithi148 bash[106458]: ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a 2024-04-15T21:29:13.351 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:13 smithi148 podman[106472]: 2024-04-15 21:29:13.058404324 +0000 UTC m=+0.521434401 container remove a2302b3001ab63ffcb73a269a871a7bb087f89bedb4fad77f3eda3125d718fc7 (image=quay.io/ceph/ceph-grafana:8.3.5, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a, release=236.1648460182, summary=Grafana Container configured for Ceph mgr/dashboard integration, vendor=Red Hat, Inc., com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, maintainer=Paul Cuzner , io.openshift.tags=base rhel8, build-date=2022-03-28T10:36:18.413762, vcs-type=git, name=ubi8, version=8.5, io.buildah.version=1.24.2, architecture=x86_64, io.openshift.expose-services=, io.k8s.display-name=Red Hat Universal Base Image 8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-236.1648460182, com.redhat.component=ubi8-container, description=Ceph Grafana Container, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, distribution-scope=public) 2024-04-15T21:29:13.351 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:13 smithi148 systemd[1]: ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@grafana.a.service: Deactivated successfully. 2024-04-15T21:29:13.351 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:13 smithi148 systemd[1]: Stopped Ceph grafana.a for b97cffaa-fb6a-11ee-bc8f-c7b262605968. 2024-04-15T21:29:13.351 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:13 smithi148 systemd[1]: ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@grafana.a.service: Consumed 5.878s CPU time. 2024-04-15T21:29:13.697 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:13 smithi148 systemd[1]: Starting Ceph grafana.a for b97cffaa-fb6a-11ee-bc8f-c7b262605968... 2024-04-15T21:29:13.950 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:13 smithi148 podman[106599]: 2024-04-15 21:29:13.600046142 +0000 UTC m=+0.018772733 image pull 2bacad6d85d802cd176c146528adcc0e47a8a83e94bc4a8b7ba1a9b9ef2c65e7 quay.io/ceph/grafana:9.4.12 2024-04-15T21:29:13.950 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:13 smithi148 podman[106599]: 2024-04-15 21:29:13.734379695 +0000 UTC m=+0.153106283 container create f26fa475f6acc37ff977e794435615564bbde1ce2e469a67fa6653b5021b6d5b (image=quay.io/ceph/grafana:9.4.12, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-04-15T21:29:13.950 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:13 smithi148 podman[106599]: 2024-04-15 21:29:13.945460818 +0000 UTC m=+0.364187406 container init f26fa475f6acc37ff977e794435615564bbde1ce2e469a67fa6653b5021b6d5b (image=quay.io/ceph/grafana:9.4.12, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-04-15T21:29:14.207 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:14 smithi148 ceph-mon[25742]: pgmap v122: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:29:14.207 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:14 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:14.207 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:14 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:14.207 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:14 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:14.207 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:14 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:14.207 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:14 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:14.207 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:13 smithi148 podman[106599]: 2024-04-15 21:29:13.949249875 +0000 UTC m=+0.367976473 container start f26fa475f6acc37ff977e794435615564bbde1ce2e469a67fa6653b5021b6d5b (image=quay.io/ceph/grafana:9.4.12, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-04-15T21:29:14.207 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:14 smithi148 bash[106599]: f26fa475f6acc37ff977e794435615564bbde1ce2e469a67fa6653b5021b6d5b 2024-04-15T21:29:14.208 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:14 smithi148 systemd[1]: Started Ceph grafana.a for b97cffaa-fb6a-11ee-bc8f-c7b262605968. 2024-04-15T21:29:14.208 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:14 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[106614]: logger=settings t=2024-04-15T21:29:14.100257293Z level=info msg="Starting Grafana" version=9.4.12 commit=37ee25ba46 branch=HEAD compiled=2023-05-22T15:58:05Z 2024-04-15T21:29:14.208 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:14 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[106614]: logger=settings t=2024-04-15T21:29:14.100440017Z level=warn msg="\"sentry\" frontend logging provider is deprecated and will be removed in the next major version. Use \"grafana\" provider instead." 2024-04-15T21:29:14.208 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:14 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[106614]: logger=settings t=2024-04-15T21:29:14.100451369Z level=info msg="Config loaded from" file=/usr/share/grafana/conf/defaults.ini 2024-04-15T21:29:14.208 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:14 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[106614]: logger=settings t=2024-04-15T21:29:14.100455007Z level=info msg="Config loaded from" file=/etc/grafana/grafana.ini 2024-04-15T21:29:14.208 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:14 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[106614]: logger=settings t=2024-04-15T21:29:14.100457617Z level=info msg="Config overridden from command line" arg="default.paths.data=/var/lib/grafana" 2024-04-15T21:29:14.208 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:14 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[106614]: logger=settings t=2024-04-15T21:29:14.10046022Z level=info msg="Config overridden from command line" arg="default.paths.logs=/var/log/grafana" 2024-04-15T21:29:14.208 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:14 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[106614]: logger=settings t=2024-04-15T21:29:14.100462647Z level=info msg="Config overridden from command line" arg="default.paths.plugins=/var/lib/grafana/plugins" 2024-04-15T21:29:14.208 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:14 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[106614]: logger=settings t=2024-04-15T21:29:14.100465368Z level=info msg="Config overridden from command line" arg="default.paths.provisioning=/etc/grafana/provisioning" 2024-04-15T21:29:14.208 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:14 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[106614]: logger=settings t=2024-04-15T21:29:14.100468279Z level=info msg="Config overridden from command line" arg="default.log.mode=console" 2024-04-15T21:29:14.208 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:14 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[106614]: logger=settings t=2024-04-15T21:29:14.100470938Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_DATA=/var/lib/grafana" 2024-04-15T21:29:14.208 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:14 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[106614]: logger=settings t=2024-04-15T21:29:14.100473401Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_LOGS=/var/log/grafana" 2024-04-15T21:29:14.208 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:14 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[106614]: logger=settings t=2024-04-15T21:29:14.100475834Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2024-04-15T21:29:14.208 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:14 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[106614]: logger=settings t=2024-04-15T21:29:14.100478207Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2024-04-15T21:29:14.209 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:14 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[106614]: logger=settings t=2024-04-15T21:29:14.100480971Z level=info msg="Path Home" path=/usr/share/grafana 2024-04-15T21:29:14.209 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:14 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[106614]: logger=settings t=2024-04-15T21:29:14.100483427Z level=info msg="Path Data" path=/var/lib/grafana 2024-04-15T21:29:14.209 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:14 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[106614]: logger=settings t=2024-04-15T21:29:14.100485946Z level=info msg="Path Logs" path=/var/log/grafana 2024-04-15T21:29:14.209 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:14 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[106614]: logger=settings t=2024-04-15T21:29:14.10050572Z level=info msg="Path Plugins" path=/var/lib/grafana/plugins 2024-04-15T21:29:14.209 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:14 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[106614]: logger=settings t=2024-04-15T21:29:14.10050843Z level=info msg="Path Provisioning" path=/etc/grafana/provisioning 2024-04-15T21:29:14.209 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:14 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[106614]: logger=settings t=2024-04-15T21:29:14.100510955Z level=info msg="App mode production" 2024-04-15T21:29:14.210 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:14 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[106614]: logger=sqlstore t=2024-04-15T21:29:14.100558017Z level=info msg="Connecting to DB" dbtype=sqlite3 2024-04-15T21:29:14.210 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:14 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[106614]: logger=sqlstore t=2024-04-15T21:29:14.100572247Z level=warn msg="SQLite database file has broader permissions than it should" path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2024-04-15T21:29:14.210 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:14 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[106614]: logger=migrator t=2024-04-15T21:29:14.113716311Z level=info msg="Starting DB migrations" 2024-04-15T21:29:14.210 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:14 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[106614]: logger=migrator t=2024-04-15T21:29:14.11746956Z level=info msg="Executing migration" id="Update is_service_account column to nullable" 2024-04-15T21:29:14.210 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:14 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[106614]: logger=migrator t=2024-04-15T21:29:14.129941836Z level=info msg="Executing migration" id="Add isPublic for dashboard" 2024-04-15T21:29:14.210 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:14 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[106614]: logger=migrator t=2024-04-15T21:29:14.131090477Z level=info msg="Executing migration" id="set service account foreign key to nil if 0" 2024-04-15T21:29:14.210 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:14 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[106614]: logger=migrator t=2024-04-15T21:29:14.133781237Z level=info msg="Executing migration" id="Add last_used_at to api_key table" 2024-04-15T21:29:14.210 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:14 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[106614]: logger=migrator t=2024-04-15T21:29:14.136575275Z level=info msg="Executing migration" id="Add is_revoked column to api_key table" 2024-04-15T21:29:14.210 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:14 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[106614]: logger=migrator t=2024-04-15T21:29:14.139414202Z level=info msg="Executing migration" id="Add column preferences.json_data" 2024-04-15T21:29:14.210 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:14 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[106614]: logger=migrator t=2024-04-15T21:29:14.142182677Z level=info msg="Executing migration" id="alter preferences.json_data to mediumtext v1" 2024-04-15T21:29:14.210 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:14 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[106614]: logger=migrator t=2024-04-15T21:29:14.145174655Z level=info msg="Executing migration" id="Add preferences index org_id" 2024-04-15T21:29:14.210 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:14 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[106614]: logger=migrator t=2024-04-15T21:29:14.148038116Z level=info msg="Executing migration" id="Add preferences index user_id" 2024-04-15T21:29:14.210 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:14 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[106614]: logger=migrator t=2024-04-15T21:29:14.150693346Z level=info msg="Executing migration" id="Increase tags column to length 4096" 2024-04-15T21:29:14.211 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:14 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[106614]: logger=migrator t=2024-04-15T21:29:14.15109711Z level=info msg="Executing migration" id="Add OAuth ID token to user_auth" 2024-04-15T21:29:14.211 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:14 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[106614]: logger=migrator t=2024-04-15T21:29:14.1536838Z level=info msg="Executing migration" id="alter table short_url alter column created_by type to bigint" 2024-04-15T21:29:14.211 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:14 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[106614]: logger=migrator t=2024-04-15T21:29:14.156480881Z level=info msg="Executing migration" id="add current_reason column related to current_state" 2024-04-15T21:29:14.211 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:14 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[106614]: logger=migrator t=2024-04-15T21:29:14.159116695Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule" 2024-04-15T21:29:14.211 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:14 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[106614]: logger=migrator t=2024-04-15T21:29:14.160477356Z level=info msg="Executing migration" id="add is_paused column to alert_rule table" 2024-04-15T21:29:14.211 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:14 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[106614]: logger=migrator t=2024-04-15T21:29:14.162642453Z level=info msg="Executing migration" id="fix is_paused column for alert_rule table" 2024-04-15T21:29:14.211 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:14 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[106614]: logger=migrator t=2024-04-15T21:29:14.165213647Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule_version" 2024-04-15T21:29:14.211 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:14 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[106614]: logger=migrator t=2024-04-15T21:29:14.167939979Z level=info msg="Executing migration" id="add is_paused column to alert_rule_versions table" 2024-04-15T21:29:14.211 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:14 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[106614]: logger=migrator t=2024-04-15T21:29:14.170540832Z level=info msg="Executing migration" id="fix is_paused column for alert_rule_version table" 2024-04-15T21:29:14.211 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:14 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[106614]: logger=migrator t=2024-04-15T21:29:14.173140813Z level=info msg="Executing migration" id="add configuration_hash column to alert_configuration" 2024-04-15T21:29:14.211 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:14 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[106614]: logger=migrator t=2024-04-15T21:29:14.175656551Z level=info msg="Executing migration" id="add column send_alerts_to in ngalert_configuration" 2024-04-15T21:29:14.211 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:14 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[106614]: logger=migrator t=2024-04-15T21:29:14.176738245Z level=info msg="Executing migration" id="create provenance_type table" 2024-04-15T21:29:14.211 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:14 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[106614]: logger=migrator t=2024-04-15T21:29:14.17957415Z level=info msg="Executing migration" id="add index to uniquify (record_key, record_type, org_id) columns" 2024-04-15T21:29:14.211 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:14 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[106614]: logger=migrator t=2024-04-15T21:29:14.182091974Z level=info msg="Executing migration" id="create alert_image table" 2024-04-15T21:29:14.212 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:14 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[106614]: logger=migrator t=2024-04-15T21:29:14.184660288Z level=info msg="Executing migration" id="add unique index on token to alert_image table" 2024-04-15T21:29:14.212 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:14 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[106614]: logger=migrator t=2024-04-15T21:29:14.185100172Z level=info msg="Executing migration" id="support longer URLs in alert_image table" 2024-04-15T21:29:14.212 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:14 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[106614]: logger=migrator t=2024-04-15T21:29:14.186055712Z level=info msg="Executing migration" id=create_alert_configuration_history_table 2024-04-15T21:29:14.212 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:14 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[106614]: logger=migrator t=2024-04-15T21:29:14.186812577Z level=info msg="Executing migration" id="drop non-unique orgID index on alert_configuration" 2024-04-15T21:29:14.212 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:14 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[106614]: logger=migrator t=2024-04-15T21:29:14.187683421Z level=info msg="Executing migration" id="drop unique orgID index on alert_configuration if exists" 2024-04-15T21:29:14.212 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:14 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[106614]: logger=migrator t=2024-04-15T21:29:14.187782376Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop unique orgID index on alert_configuration if exists" 2024-04-15T21:29:14.212 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:14 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[106614]: logger=migrator t=2024-04-15T21:29:14.188047367Z level=info msg="Executing migration" id="extract alertmanager configuration history to separate table" 2024-04-15T21:29:14.212 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:14 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[106614]: logger=migrator t=2024-04-15T21:29:14.188906875Z level=info msg="Executing migration" id="add unique index on orgID to alert_configuration" 2024-04-15T21:29:14.212 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:14 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[106614]: logger=migrator t=2024-04-15T21:29:14.189884532Z level=info msg="Executing migration" id="increase max description length to 2048" 2024-04-15T21:29:14.212 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:14 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[106614]: logger=migrator t=2024-04-15T21:29:14.190695275Z level=info msg="Executing migration" id="create secrets table" 2024-04-15T21:29:14.212 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:14 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[106614]: logger=migrator t=2024-04-15T21:29:14.191321359Z level=info msg="Executing migration" id="rename data_keys name column to id" 2024-04-15T21:29:14.212 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:14 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[106614]: logger=migrator t=2024-04-15T21:29:14.197491005Z level=info msg="Executing migration" id="add name column into data_keys" 2024-04-15T21:29:14.212 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:14 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[106614]: logger=migrator t=2024-04-15T21:29:14.19860979Z level=info msg="Executing migration" id="copy data_keys id column values into name" 2024-04-15T21:29:14.212 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:14 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[106614]: logger=migrator t=2024-04-15T21:29:14.199475193Z level=info msg="Executing migration" id="rename data_keys name column to label" 2024-04-15T21:29:14.212 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:14 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[106614]: logger=migrator t=2024-04-15T21:29:14.205939435Z level=info msg="Executing migration" id="rename data_keys id column back to name" 2024-04-15T21:29:14.501 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:14 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[106614]: logger=migrator t=2024-04-15T21:29:14.213481931Z level=info msg="Executing migration" id="add column hidden to role table" 2024-04-15T21:29:14.501 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:14 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[106614]: logger=migrator t=2024-04-15T21:29:14.214759178Z level=info msg="Executing migration" id="create query_history table v1" 2024-04-15T21:29:14.501 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:14 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[106614]: logger=migrator t=2024-04-15T21:29:14.215749084Z level=info msg="Executing migration" id="add index query_history.org_id-created_by-datasource_uid" 2024-04-15T21:29:14.502 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:14 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[106614]: logger=migrator t=2024-04-15T21:29:14.216343865Z level=info msg="Executing migration" id="alter table query_history alter column created_by type to bigint" 2024-04-15T21:29:14.502 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:14 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[106614]: logger=migrator t=2024-04-15T21:29:14.217118034Z level=info msg="Executing migration" id="teams permissions migration" 2024-04-15T21:29:14.502 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:14 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[106614]: logger=migrator t=2024-04-15T21:29:14.217584868Z level=info msg="Executing migration" id="dashboard permissions" 2024-04-15T21:29:14.502 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:14 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[106614]: logger=migrator t=2024-04-15T21:29:14.21915813Z level=info msg="Executing migration" id="dashboard permissions uid scopes" 2024-04-15T21:29:14.502 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:14 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[106614]: logger=migrator t=2024-04-15T21:29:14.219992585Z level=info msg="Executing migration" id="drop managed folder create actions" 2024-04-15T21:29:14.502 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:14 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[106614]: logger=migrator t=2024-04-15T21:29:14.220313352Z level=info msg="Executing migration" id="alerting notification permissions" 2024-04-15T21:29:14.502 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:14 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[106614]: logger=migrator t=2024-04-15T21:29:14.22116481Z level=info msg="Executing migration" id="create query_history_star table v1" 2024-04-15T21:29:14.502 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:14 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[106614]: logger=migrator t=2024-04-15T21:29:14.221566265Z level=info msg="Executing migration" id="add index query_history.user_id-query_uid" 2024-04-15T21:29:14.502 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:14 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[106614]: logger=migrator t=2024-04-15T21:29:14.222089199Z level=info msg="Executing migration" id="add column org_id in query_history_star" 2024-04-15T21:29:14.502 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:14 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[106614]: logger=migrator t=2024-04-15T21:29:14.223203602Z level=info msg="Executing migration" id="alter table query_history_star_mig column user_id type to bigint" 2024-04-15T21:29:14.502 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:14 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[106614]: logger=migrator t=2024-04-15T21:29:14.223502346Z level=info msg="Executing migration" id="create correlation table v1" 2024-04-15T21:29:14.502 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:14 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[106614]: logger=migrator t=2024-04-15T21:29:14.224357058Z level=info msg="Executing migration" id="add index correlations.uid" 2024-04-15T21:29:14.502 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:14 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[106614]: logger=migrator t=2024-04-15T21:29:14.225253458Z level=info msg="Executing migration" id="add index correlations.source_uid" 2024-04-15T21:29:14.503 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:14 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[106614]: logger=migrator t=2024-04-15T21:29:14.226103818Z level=info msg="Executing migration" id="add correlation config column" 2024-04-15T21:29:14.503 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:14 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[106614]: logger=migrator t=2024-04-15T21:29:14.227423435Z level=info msg="Executing migration" id="create entity_events table" 2024-04-15T21:29:14.503 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:14 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[106614]: logger=migrator t=2024-04-15T21:29:14.228303114Z level=info msg="Executing migration" id="create dashboard public config v1" 2024-04-15T21:29:14.503 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:14 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[106614]: logger=migrator t=2024-04-15T21:29:14.229138317Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v1" 2024-04-15T21:29:14.503 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:14 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[106614]: logger=migrator t=2024-04-15T21:29:14.229226908Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index UQE_dashboard_public_config_uid - v1" 2024-04-15T21:29:14.504 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:14 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[106614]: logger=migrator t=2024-04-15T21:29:14.22996094Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-04-15T21:29:14.504 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:14 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[106614]: logger=migrator t=2024-04-15T21:29:14.230065646Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-04-15T21:29:14.504 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:14 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[106614]: logger=migrator t=2024-04-15T21:29:14.230393676Z level=info msg="Executing migration" id="Drop old dashboard public config table" 2024-04-15T21:29:14.504 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:14 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[106614]: logger=migrator t=2024-04-15T21:29:14.231228802Z level=info msg="Executing migration" id="recreate dashboard public config v1" 2024-04-15T21:29:14.504 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:14 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[106614]: logger=migrator t=2024-04-15T21:29:14.231665943Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v1" 2024-04-15T21:29:14.504 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:14 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[106614]: logger=migrator t=2024-04-15T21:29:14.234058046Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-04-15T21:29:14.504 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:14 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[106614]: logger=migrator t=2024-04-15T21:29:14.236951308Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v2" 2024-04-15T21:29:14.504 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:14 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[106614]: logger=migrator t=2024-04-15T21:29:14.23737603Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2024-04-15T21:29:14.504 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:14 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[106614]: logger=migrator t=2024-04-15T21:29:14.240126537Z level=info msg="Executing migration" id="Drop public config table" 2024-04-15T21:29:14.504 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:14 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[106614]: logger=migrator t=2024-04-15T21:29:14.240527174Z level=info msg="Executing migration" id="Recreate dashboard public config v2" 2024-04-15T21:29:14.504 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:14 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[106614]: logger=migrator t=2024-04-15T21:29:14.243106664Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v2" 2024-04-15T21:29:14.504 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:14 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[106614]: logger=migrator t=2024-04-15T21:29:14.245825282Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2024-04-15T21:29:14.504 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:14 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[106614]: logger=migrator t=2024-04-15T21:29:14.246266062Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_access_token - v2" 2024-04-15T21:29:14.504 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:14 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[106614]: logger=migrator t=2024-04-15T21:29:14.246709535Z level=info msg="Executing migration" id="Rename table dashboard_public_config to dashboard_public - v2" 2024-04-15T21:29:14.505 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:14 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[106614]: logger=migrator t=2024-04-15T21:29:14.250529191Z level=info msg="Executing migration" id="add annotations_enabled column" 2024-04-15T21:29:14.505 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:14 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[106614]: logger=migrator t=2024-04-15T21:29:14.251663465Z level=info msg="Executing migration" id="add time_selection_enabled column" 2024-04-15T21:29:14.505 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:14 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[106614]: logger=migrator t=2024-04-15T21:29:14.25280142Z level=info msg="Executing migration" id="delete orphaned public dashboards" 2024-04-15T21:29:14.505 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:14 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[106614]: logger=migrator t=2024-04-15T21:29:14.253131041Z level=info msg="Executing migration" id="add share column" 2024-04-15T21:29:14.505 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:14 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[106614]: logger=migrator t=2024-04-15T21:29:14.254311577Z level=info msg="Executing migration" id="create default alerting folders" 2024-04-15T21:29:14.505 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:14 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[106614]: logger=migrator t=2024-04-15T21:29:14.254796778Z level=info msg="Executing migration" id="create file table" 2024-04-15T21:29:14.505 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:14 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[106614]: logger=migrator t=2024-04-15T21:29:14.256005226Z level=info msg="Executing migration" id="file table idx: path natural pk" 2024-04-15T21:29:14.505 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:14 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[106614]: logger=migrator t=2024-04-15T21:29:14.256435237Z level=info msg="Executing migration" id="file table idx: parent_folder_path_hash fast folder retrieval" 2024-04-15T21:29:14.505 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:14 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[106614]: logger=migrator t=2024-04-15T21:29:14.256873489Z level=info msg="Executing migration" id="create file_meta table" 2024-04-15T21:29:14.505 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:14 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[106614]: logger=migrator t=2024-04-15T21:29:14.257430545Z level=info msg="Executing migration" id="file table idx: path key" 2024-04-15T21:29:14.505 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:14 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[106614]: logger=migrator t=2024-04-15T21:29:14.257858562Z level=info msg="Executing migration" id="set path collation in file table" 2024-04-15T21:29:14.505 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:14 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[106614]: logger=migrator t=2024-04-15T21:29:14.258791693Z level=info msg="Executing migration" id="managed permissions migration" 2024-04-15T21:29:14.505 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:14 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[106614]: logger=migrator t=2024-04-15T21:29:14.259969916Z level=info msg="Executing migration" id="managed folder permissions alert actions migration" 2024-04-15T21:29:14.505 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:14 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[106614]: logger=migrator t=2024-04-15T21:29:14.260807556Z level=info msg="Executing migration" id="RBAC action name migrator" 2024-04-15T21:29:14.505 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:14 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[106614]: logger=migrator t=2024-04-15T21:29:14.261435165Z level=info msg="Executing migration" id="Add UID column to playlist" 2024-04-15T21:29:14.506 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:14 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[106614]: logger=migrator t=2024-04-15T21:29:14.262630812Z level=info msg="Executing migration" id="Update uid column values in playlist" 2024-04-15T21:29:14.506 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:14 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[106614]: logger=migrator t=2024-04-15T21:29:14.263521201Z level=info msg="Executing migration" id="Add index for uid in playlist" 2024-04-15T21:29:14.506 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:14 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[106614]: logger=migrator t=2024-04-15T21:29:14.264237226Z level=info msg="Executing migration" id="update group index for alert rules" 2024-04-15T21:29:14.506 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:14 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[106614]: logger=migrator t=2024-04-15T21:29:14.264622638Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated migration" 2024-04-15T21:29:14.506 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:14 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[106614]: logger=migrator t=2024-04-15T21:29:14.26547251Z level=info msg="Executing migration" id="admin only folder/dashboard permission" 2024-04-15T21:29:14.506 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:14 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[106614]: logger=migrator t=2024-04-15T21:29:14.266320987Z level=info msg="Executing migration" id="add action column to seed_assignment" 2024-04-15T21:29:14.506 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:14 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[106614]: logger=migrator t=2024-04-15T21:29:14.26755851Z level=info msg="Executing migration" id="add scope column to seed_assignment" 2024-04-15T21:29:14.506 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:14 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[106614]: logger=migrator t=2024-04-15T21:29:14.268769613Z level=info msg="Executing migration" id="remove unique index builtin_role_role_name before nullable update" 2024-04-15T21:29:14.506 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:14 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[106614]: logger=migrator t=2024-04-15T21:29:14.269650632Z level=info msg="Executing migration" id="update seed_assignment role_name column to nullable" 2024-04-15T21:29:14.506 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:14 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[106614]: logger=migrator t=2024-04-15T21:29:14.283002222Z level=info msg="Executing migration" id="add unique index builtin_role_name back" 2024-04-15T21:29:14.506 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:14 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[106614]: logger=migrator t=2024-04-15T21:29:14.283886486Z level=info msg="Executing migration" id="add unique index builtin_role_action_scope" 2024-04-15T21:29:14.506 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:14 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[106614]: logger=migrator t=2024-04-15T21:29:14.284718771Z level=info msg="Executing migration" id="add primary key to seed_assigment" 2024-04-15T21:29:14.506 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:14 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[106614]: logger=migrator t=2024-04-15T21:29:14.289405877Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated fixed migration" 2024-04-15T21:29:14.506 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:14 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[106614]: logger=migrator t=2024-04-15T21:29:14.289906223Z level=info msg="Executing migration" id="migrate external alertmanagers to datsourcse" 2024-04-15T21:29:14.507 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:14 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[106614]: logger=migrator t=2024-04-15T21:29:14.292784132Z level=info msg="Executing migration" id="create folder table" 2024-04-15T21:29:14.507 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:14 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[106614]: logger=migrator t=2024-04-15T21:29:14.295518486Z level=info msg="Executing migration" id="Add index for parent_uid" 2024-04-15T21:29:14.507 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:14 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[106614]: logger=migrator t=2024-04-15T21:29:14.298316833Z level=info msg="Executing migration" id="Add unique index for folder.uid and folder.org_id" 2024-04-15T21:29:14.507 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:14 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[106614]: logger=migrator t=2024-04-15T21:29:14.298754479Z level=info msg="Executing migration" id="Update folder title length" 2024-04-15T21:29:14.507 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:14 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[106614]: logger=migrator t=2024-04-15T21:29:14.301724706Z level=info msg="Executing migration" id="Add unique index for folder.title and folder.parent_uid" 2024-04-15T21:29:14.507 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:14 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[106614]: logger=migrator t=2024-04-15T21:29:14.304406699Z level=info msg="migrations completed" performed=105 skipped=376 duration=186.98384ms 2024-04-15T21:29:14.507 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:14 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[106614]: logger=sqlstore t=2024-04-15T21:29:14.304713936Z level=info msg="Created default organization" 2024-04-15T21:29:14.507 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:14 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[106614]: logger=plugin.finder t=2024-04-15T21:29:14.337554116Z level=warn msg="Skipping finding plugins as directory does not exist" path=/usr/share/grafana/plugins-bundled 2024-04-15T21:29:14.507 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:14 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[106614]: logger=secrets t=2024-04-15T21:29:14.337664906Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2024-04-15T21:29:14.507 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:14 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[106614]: logger=query_data t=2024-04-15T21:29:14.341149522Z level=info msg="Query Service initialization" 2024-04-15T21:29:14.507 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:14 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[106614]: logger=live.push_http t=2024-04-15T21:29:14.343718095Z level=info msg="Live Push Gateway initialization" 2024-04-15T21:29:14.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:14 smithi057 ceph-mon[24810]: pgmap v122: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:29:14.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:14 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:14.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:14 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:14.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:14 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:14.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:14 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:14.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:14 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:14.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:14 smithi057 ceph-mon[29654]: pgmap v122: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:29:14.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:14 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:14.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:14 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:14.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:14 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:14.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:14 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:14.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:14 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:15.342 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:14 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[106614]: logger=infra.usagestats.collector t=2024-04-15T21:29:14.991803158Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2024-04-15T21:29:15.342 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:14 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[106614]: logger=provisioning.datasources t=2024-04-15T21:29:14.993552233Z level=info msg="deleted correlations based on configuration" ds_name=Dashboard1 2024-04-15T21:29:15.342 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:14 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[106614]: logger=provisioning.datasources t=2024-04-15T21:29:14.993561681Z level=info msg="deleted datasource based on configuration" name=Dashboard1 2024-04-15T21:29:15.342 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:14 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[106614]: logger=provisioning.datasources t=2024-04-15T21:29:14.993698699Z level=info msg="inserting datasource from configuration " name=Dashboard1 uid=P43CA22E17D0F9596 2024-04-15T21:29:15.342 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:15 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[106614]: logger=provisioning.alerting t=2024-04-15T21:29:15.015896259Z level=info msg="starting to provision alerting" 2024-04-15T21:29:15.342 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:15 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[106614]: logger=provisioning.alerting t=2024-04-15T21:29:15.015908027Z level=info msg="finished to provision alerting" 2024-04-15T21:29:15.343 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:15 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[106614]: logger=ngalert.state.manager t=2024-04-15T21:29:15.016044132Z level=info msg="Warming state cache for startup" 2024-04-15T21:29:15.343 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:15 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[106614]: logger=grafanaStorageLogger t=2024-04-15T21:29:15.016066909Z level=info msg="storage starting" 2024-04-15T21:29:15.343 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:15 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[106614]: logger=ngalert.state.manager t=2024-04-15T21:29:15.021502259Z level=info msg="State cache has been initialized" states=0 duration=5.447536ms 2024-04-15T21:29:15.343 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:15 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[106614]: logger=ticker t=2024-04-15T21:29:15.02175805Z level=info msg=starting first_tick=2024-04-15T21:29:20Z 2024-04-15T21:29:15.343 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:15 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[106614]: logger=ngalert.multiorg.alertmanager t=2024-04-15T21:29:15.021987574Z level=info msg="starting MultiOrg Alertmanager" 2024-04-15T21:29:15.343 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:15 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[106614]: logger=http.server t=2024-04-15T21:29:15.024409912Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2024-04-15T21:29:15.343 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:15 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[106614]: logger=sqlstore.transactions t=2024-04-15T21:29:15.047675322Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-04-15T21:29:15.343 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:15 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[106614]: logger=sqlstore.transactions t=2024-04-15T21:29:15.059262282Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=1 code="database is locked" 2024-04-15T21:29:15.343 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:15 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[106614]: logger=sqlstore.transactions t=2024-04-15T21:29:15.070122362Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=2 code="database is locked" 2024-04-15T21:29:15.343 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:15 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:15.344 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:15 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-15T21:29:15.344 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:15 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:15.344 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:15 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:15.344 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:15 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:15.344 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:15 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:15.344 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:15 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:15.344 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:15 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:15.344 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:15 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:15.344 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:15 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:15.344 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:15 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:15.344 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:15 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:15.344 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:15 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:15.344 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:15 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:15.345 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:15 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:15.345 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:15 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:15.345 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:15 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:15.345 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:15 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:15.345 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:15 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:15.345 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:15 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:15.345 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:15 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:15.345 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:15 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:15.345 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:15 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:15.345 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:15 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:15.345 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:15 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:15.345 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:15 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:15.345 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:15 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:15.345 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:15 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:15.346 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:15 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:15.346 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:15 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:15.346 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:15 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:15.346 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:15 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:15.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:15 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:15.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:15 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-15T21:29:15.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:15 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:15.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:15 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:15.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:15 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:15.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:15 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:15.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:15 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:15.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:15 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:15.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:15 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:15.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:15 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:15.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:15 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:15.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:15 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:15.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:15 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:15.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:15 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:15.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:15 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:15.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:15 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:15.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:15 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:15.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:15 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:15.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:15 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:15.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:15 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:15.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:15 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:15.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:15 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:15.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:15 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:15.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:15 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:15.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:15 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:15.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:15 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:15.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:15 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:15.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:15 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:15.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:15 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:15.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:15 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:15.632 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:15 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:15.632 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:15 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:15.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:15 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:15.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:15 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-15T21:29:15.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:15 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:15.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:15 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:15.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:15 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:15.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:15 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:15.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:15 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:15.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:15 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:15.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:15 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:15.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:15 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:15.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:15 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:15.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:15 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:15.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:15 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:15.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:15 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:15.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:15 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:15.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:15 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:15.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:15 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:15.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:15 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:15.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:15 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:15.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:15 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:15.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:15 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:15.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:15 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:15.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:15 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:15.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:15 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:15.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:15 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:15.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:15 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:15.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:15 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:15.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:15 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:15.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:15 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:15.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:15 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:15.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:15 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:15.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:15 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:16.233 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:16 smithi148 ceph-mon[25742]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-15T21:29:16.233 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:16 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:16.234 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:16 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:16.234 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:16 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:16.234 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:16 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:16.234 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:16 smithi148 ceph-mon[25742]: pgmap v123: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:29:16.234 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:16 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:16.234 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:16 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:16.234 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:16 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:16.234 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:16 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:16.234 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:16 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:16.234 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:16 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:16.234 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:16 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:16.234 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:16 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:16.234 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:16 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:16.235 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:16 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:16.235 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:16 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:16.235 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:16 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:16.235 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:16 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:16.235 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:16 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:16.235 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:16 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:16.235 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:16 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:16.235 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:16 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:16.235 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:16 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:16.235 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:16 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:16.235 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:16 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:16.235 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:16 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:16.235 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:16 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:16.235 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:16 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:16.235 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:16 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:16.236 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:16 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:16.236 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:16 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:16.236 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:16 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:16.236 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:16 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:16.236 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:16 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:16.236 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:16 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:16.236 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:16 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:16.236 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:16 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:16.236 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:16 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:16.236 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:16 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:16.236 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:16 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:16.236 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:16 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:16.236 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:16 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:16.236 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:16 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:16.237 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:16 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:16.237 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:16 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:16.237 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:16 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:16.237 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:16 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:16.237 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:16 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:16.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:16 smithi057 ceph-mon[24810]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-15T21:29:16.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:16 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:16.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:16 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:16.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:16 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:16.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:16 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:16.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:16 smithi057 ceph-mon[24810]: pgmap v123: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:29:16.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:16 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:16.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:16 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:16.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:16.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:16.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:16.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:16.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:16.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:16 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:16.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:16.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:16.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:16.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:16.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:16.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:16.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:16.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:16.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:16.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:16.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:16.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:16.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:16.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:16.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:16.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:16 smithi057 ceph-mon[29654]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-15T21:29:16.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:16 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:16.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:16 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:16.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:16 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:16.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:16 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:16.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:16 smithi057 ceph-mon[29654]: pgmap v123: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:29:16.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:16 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:16.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:16 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:16.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:16.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:16.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:16.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:16.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:16.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:16 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:16.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:16.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:16.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:16.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:16.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:16.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:16.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:16.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:16.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:16.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:16.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:16.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:16.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:16.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:16.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:16.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:16.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:16.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:16.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:16.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:16.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:16.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:16.635 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:16.635 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:16.635 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:16.635 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:16.635 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:16.635 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:16.635 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:16.635 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:16.635 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:16.635 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:16.635 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:16.635 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:16.635 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:16.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:16.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:16.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:16.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:16.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:16.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:16.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:16.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:16.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:16.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:16.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:16.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:16.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:16.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:16.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:16.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:16.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:16.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:16.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:16.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:17.324 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:17 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:17.324 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:17 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:17.325 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:17 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:17.325 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:17 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:17.325 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:17 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:17.325 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:17 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:17.325 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:17 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:17.325 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:17 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:17.325 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:17 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:17.325 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:17 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:17.325 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:17 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:17.325 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:17 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:17.325 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:17 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:17.325 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:17 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:17.325 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:17 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:17.326 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:17 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:17.326 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:17 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:17.326 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:17 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:17.326 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:17 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:17.326 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:17 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:17.326 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:17 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:17.326 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:17 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:17.326 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:17 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:17.326 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:17 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:17.326 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:17 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:17.326 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:17 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:17.326 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:17 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:17.327 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:17 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:17.327 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:17 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:17.327 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:17 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:17.327 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:17 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:17.327 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:17 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:17.327 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:17 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:17.327 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:17 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:17.327 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:17 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:17.327 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:17 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:17.327 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:17 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:17.327 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:17 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:17.327 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:17 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:17.327 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:17 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:17.327 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:17 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:17.327 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:17 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:17.328 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:17 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:17.328 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:17 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:17.328 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:17 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:17.328 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:17 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:17.629 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:17 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:17.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:17 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:17.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:17 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:17.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:17 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:17.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:17 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:17.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:17 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:17.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:17 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:17.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:17 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:17.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:17 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:17.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:17 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:17.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:17 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:17.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:17 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:17.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:17 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:17.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:17 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:17.631 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:17 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:17.631 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:17 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:17.631 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:17 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:17.631 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:17 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:17.631 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:17 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:17.631 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:17 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:17.631 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:17 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:17.631 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:17 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:17.631 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:17 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:17.631 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:17 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:17.631 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:17 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:17.631 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:17 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:17.631 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:17 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:17.631 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:17 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:17.631 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:17 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:17.632 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:17 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:17.632 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:17 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:17.632 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:17 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:17.632 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:17 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:17.632 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:17 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:17.632 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:17 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:17.632 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:17 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:17.632 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:17 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:17.632 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:17 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:17.632 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:17 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:17.632 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:17 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:17.632 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:17 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:17.633 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:17 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:17.633 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:17 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:17.633 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:17 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:17.633 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:17 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:17.633 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:17 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:17.633 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:17 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:17.633 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:17 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:17.633 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:17 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:17.633 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:17 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:17.633 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:17 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:17.633 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:17 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:17.633 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:17 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:17.633 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:17 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:17.633 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:17 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:17.634 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:17 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:17.634 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:17 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:17.634 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:17 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:17.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:17 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:17.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:17 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:17.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:17 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:17.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:17 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:17.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:17 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:17.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:17 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:17.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:17 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:17.635 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:17 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:17.635 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:17 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:17.635 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:17 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:17.635 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:17 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:17.635 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:17 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:17.635 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:17 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:17.635 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:17 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:17.635 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:17 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:17.635 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:17 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:17.635 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:17 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:17.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:17 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:17.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:17 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:17.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:17 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:17.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:17 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:17.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:17 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:17.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:17 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:17.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:17 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:17.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:17 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:17.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:17 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:17.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:17 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:17.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:17 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:17.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:17 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:17.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:17 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:17.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:17 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:17.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:17 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:17.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:17 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:17.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:17 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:18.437 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:18 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:18.438 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:18 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:18.438 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:18 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:18.438 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:18 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:18.438 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:18 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:18.438 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:18 smithi148 ceph-mon[25742]: pgmap v124: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:29:18.438 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:18 smithi148 ceph-mon[25742]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:29:18.438 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:18 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:18.438 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:18 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:18.438 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:18 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:18.438 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:18 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:18.438 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:18 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:18.439 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:18 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:18.439 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:18 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:18.439 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:18 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:18.439 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:18 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:18.439 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:18 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:18.439 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:18 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:18.439 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:18 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:18.439 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:18 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:18.439 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:18 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:18.439 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:18 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:18.439 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:18 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:18.439 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:18 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:18.439 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:18 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:18.439 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:18 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:18.439 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:18 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:18.440 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:18 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:18.440 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:18 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:18.440 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:18 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:18.440 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:18 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:18.440 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:18 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:18.440 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:18 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:18.440 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:18 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:18.440 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:18 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:18.440 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:18 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:18.440 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:18 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:18.440 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:18 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:18.440 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:18 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:18.440 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:18 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:18.440 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:18 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:18.440 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:18 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:18.440 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:18 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:18.441 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:18 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:18.441 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:18 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:18.441 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:18 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:18.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:18 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:18.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:18 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:18.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:18 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:18.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:18 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:18.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:18 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:18.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:18 smithi057 ceph-mon[24810]: pgmap v124: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:29:18.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:18 smithi057 ceph-mon[24810]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:29:18.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:18 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:18.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:18 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:18.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:18 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:18.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:18 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:18.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:18 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:18.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:18 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:18.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:18 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:18.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:18 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:18.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:18 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:18.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:18 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:18.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:18 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:18.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:18 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:18.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:18 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:18.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:18 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:18.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:18 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:18.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:18 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:18.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:18 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:18.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:18 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:18.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:18 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:18.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:18 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:18.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:18 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:18.632 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:18 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:18.632 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:18 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:18.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:18 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:18.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:18 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:18.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:18 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:18.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:18 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:18.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:18 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:18.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:18 smithi057 ceph-mon[29654]: pgmap v124: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:29:18.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:18 smithi057 ceph-mon[29654]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:29:18.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:18 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:18.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:18 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:18.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:18 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:18.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:18 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:18.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:18 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:18.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:18 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:18.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:18 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:18.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:18 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:18.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:18 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:18.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:18 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:18.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:18 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:18.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:18 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:18.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:18 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:18.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:18 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:18.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:18 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:18.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:18 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:18.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:18 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:18.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:18 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:18.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:18 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:18.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:18 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:18.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:18 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:18.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:18 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:18.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:18 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:18.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:18 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:18.635 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:18 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:18.635 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:18 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:18.635 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:18 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:18.635 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:18 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:18.635 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:18 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:18.635 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:18 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:18.635 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:18 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:18.635 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:18 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:18.635 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:18 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:18.635 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:18 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:18.635 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:18 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:18.635 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:18 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:18.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:18 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:18.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:18 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:18.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:18 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:18.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:18 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:18.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:18 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:18.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:18 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:18.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:18 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:18.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:18 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:18.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:18 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:18.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:18 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:18.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:18 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:18.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:18 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:18.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:18 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:18.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:18 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:18.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:18 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:18.637 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:18 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:18.638 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:18 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:18.638 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:18 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:18.639 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:18 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:19.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:19 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:19.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:19 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:19.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:19 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:19.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:19 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:19.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:19 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:19.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:19 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:19.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:19 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:19.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:19 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:19.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:19 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:19.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:19 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:19.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:19 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:19.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:19 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:19.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:19 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:19.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:19 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:19.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:19 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:19.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:19 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:19.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:19 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:19.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:19 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:19.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:19 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:19.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:19 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:19.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:19 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:19.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:19 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:19.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:19 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:19.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:19 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:19.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:19 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:19.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:19 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:19.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:19 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:19.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:19 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:19.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:19 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:19.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:19 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:19.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:19 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:19.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:19 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:19.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:19 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:19.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:19 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:19.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:19 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:19.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:19 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:19.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:19 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:19.356 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:19 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:19.356 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:19 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:19.356 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:19 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:19.356 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:19 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:19.356 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:19 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:19.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:19 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:19.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:19 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:19.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:19 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:19.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:19 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:19.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:19 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:19.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:19 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:19.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:19 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:19.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:19 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:19.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:19 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:19.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:19 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:19.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:19 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:19.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:19 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:19.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:19 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:19.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:19 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:19.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:19 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:19.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:19 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:19.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:19 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:19.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:19 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:19.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:19 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:19.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:19 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:19.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:19 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:19.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:19 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:19.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:19 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:19.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:19 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:19.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:19 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:19.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:19 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:19.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:19 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:19.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:19 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:19.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:19 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:19.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:19 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:19.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:19 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:19.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:19 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:19.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:19 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:19.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:19 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:19.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:19 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:19.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:19 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:19.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:19 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:19.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:19 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:19.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:19 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:19.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:19 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:19.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:19 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:19.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:19 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:19.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:19 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:19.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:19 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:19.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:19 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:19.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:19 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:19.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:19 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:19.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:19 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:19.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:19 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:19.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:19 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:19.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:19 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:19.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:19 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:19.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:19 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:19.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:19 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:19.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:19 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:19.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:19 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:19.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:19 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:19.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:19 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:19.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:19 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:19.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:19 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:19.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:19 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:19.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:19 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:19.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:19 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:19.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:19 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:19.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:19 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:19.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:19 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:19.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:19 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:19.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:19 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:19.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:19 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:19.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:19 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:19.635 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:19 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:19.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:19 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:19.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:19 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:19.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:19 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:19.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:19 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:19.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:19 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:19.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:19 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:19.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:19 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:19.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:19 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:19.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:19 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:19.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:19 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:19.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:19 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:19.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:19 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:19.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:19 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:20.474 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:20 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:20.474 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:20 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:20.474 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:20 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:20.474 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:20 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:20.475 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:20 smithi148 ceph-mon[25742]: pgmap v125: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:29:20.475 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:20 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:20.475 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:20 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:20.475 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:20 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:20.475 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:20 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:20.475 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:20 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:20.475 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:20 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:20.475 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:20 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:20.475 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:20 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:20.475 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:20 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:20.475 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:20 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:20.475 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:20 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:20.475 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:20 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:20.475 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:20 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:20.476 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:20 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:20.476 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:20 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:20.476 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:20 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:20.476 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:20 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:20.476 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:20 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:20.476 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:20 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:20.476 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:20 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:20.476 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:20 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:20.476 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:20 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:20.476 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:20 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:20.476 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:20 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:20.476 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:20 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:20.476 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:20 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:20.476 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:20 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:20.476 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:20 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:20.477 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:20 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:20.477 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:20 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:20.477 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:20 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:20.477 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:20 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:20.477 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:20 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:20.477 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:20 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:20.477 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:20 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:20.477 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:20 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:20.477 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:20 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:20.477 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:20 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:20.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:20 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:20.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:20 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:20.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:20 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:20.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:20 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:20.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:20 smithi057 ceph-mon[24810]: pgmap v125: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:29:20.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:20 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:20.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:20 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:20.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:20 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:20.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:20 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:20.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:20 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:20.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:20 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:20.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:20 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:20.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:20 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:20.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:20 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:20.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:20 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:20.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:20 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:20.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:20 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:20.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:20 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:20.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:20 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:20.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:20 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:20.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:20 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:20.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:20 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:20.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:20 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:20.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:20 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:20.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:20 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:20.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:20 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:20.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:20 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:20.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:20 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:20.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:20 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:20.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:20 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:20.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:20 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:20.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:20 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:20.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:20 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:20.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:20 smithi057 ceph-mon[29654]: pgmap v125: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:29:20.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:20 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:20.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:20 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:20.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:20 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:20.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:20 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:20.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:20 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:20.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:20 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:20.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:20 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:20.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:20 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:20.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:20 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:20.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:20 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:20.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:20 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:20.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:20 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:20.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:20 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:20.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:20 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:20.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:20 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:20.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:20 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:20.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:20 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:20.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:20 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:20.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:20 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:20.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:20 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:20.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:20 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:20.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:20 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:20.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:20 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:20.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:20 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:20.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:20 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:20.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:20 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:20.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:20 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:20.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:20 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:20.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:20 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:20.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:20 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:20.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:20 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:20.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:20 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:20.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:20 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:20.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:20 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:20.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:20 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:20.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:20 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:20.635 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:20 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:20.635 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:20 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:20.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:20 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:20.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:20 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:20.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:20 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:20.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:20 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:20.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:20 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:20.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:20 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:20.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:20 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:20.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:20 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:20.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:20 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:20.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:20 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:20.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:20 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:20.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:20 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:20.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:20 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:20.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:20 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:21.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:21 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:21.429 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:21 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:21.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:21 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:21.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:21 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:21.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:21 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:21.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:21 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:21.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:21 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:21.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:21 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:29:21.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:21 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:21.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:21 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:21.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:21 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:21.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:21 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:21.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:21 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:21.430 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:21 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:21.431 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:21 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:21.431 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:21 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:21.431 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:21 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:21.431 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:21 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:21.431 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:21 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:21.431 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:21 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:21.431 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:21 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:21.431 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:21 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:21.431 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:21 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:21.431 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:21 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:21.431 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:21 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:21.431 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:21 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:21.431 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:21 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:21.431 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:21 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:21.431 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:21 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:21.432 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:21 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:21.432 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:21 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:21.432 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:21 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:21.432 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:21 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:21.432 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:21 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:21.432 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:21 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:21.432 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:21 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:21.432 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:21 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:21.432 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:21 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:21.432 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:21 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:21.432 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:21 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:21.432 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:21 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:21.432 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:21 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:21.432 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:21 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:21.433 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:21 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:21.433 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:21 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:21.433 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:21 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:21.565 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:21 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:21.565 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:21 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:21.565 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:21 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:21.566 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:21 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:21.566 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:21 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:21.566 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:21 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:21.566 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:21 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:21.566 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:21 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:29:21.566 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:21 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:21.566 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:21 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:21.566 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:21 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:21.566 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:21 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:21.566 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:21 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:21.566 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:21 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:21.566 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:21 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:21.566 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:21 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:21.566 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:21 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:21.567 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:21 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:21.567 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:21 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:21.567 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:21 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:21.567 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:21 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:21.567 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:21 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:21.567 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:21 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:21.567 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:21 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:21.567 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:21 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:21.567 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:21 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:21.567 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:21 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:21.567 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:21 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:21.567 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:21 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:21.568 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:21 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:21.568 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:21 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:21.568 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:21 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:21.568 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:21 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:21.568 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:21 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:21.568 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:21 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:21.568 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:21 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:21.568 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:21 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:29:21.568 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:21 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:21.568 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:21 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:21.568 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:21 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:21.568 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:21 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:21.569 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:21 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:21.569 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:21 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:21.569 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:21 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:21.569 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:21 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:21.569 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:21 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:21.569 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:21 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:21.569 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:21 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:21.569 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:21 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:21.569 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:21 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:21.569 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:21 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:21.569 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:21 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:21.569 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:21 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:21.569 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:21 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:21.569 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:21 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:21.569 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:21 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:21.570 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:21 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:21.570 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:21 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:21.570 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:21 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:21.570 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:21 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:21.570 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:21 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:21.570 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:21 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:21.570 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:21 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:21.570 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:21 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:21.570 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:21 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:21.570 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:21 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:21.571 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:21 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:21.571 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:21 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:21.571 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:21 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:21.571 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:21 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:21.571 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:21 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:21.571 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:21 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:21.571 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:21 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:21.571 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:21 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:21.571 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:21 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:21.571 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:21 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:21.571 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:21 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:21.571 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:21 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:21.572 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:21 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:21.572 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:21 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:21.572 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:21 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:21.572 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:21 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:21.572 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:21 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:21.572 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:21 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:21.572 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:21 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:21.572 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:21 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:21.572 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:21 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:21.572 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:21 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:21.572 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:21 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:21.572 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:21 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:21.572 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:21 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:21.572 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:21 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:21.844 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:29:21 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:29:21] "GET /metrics HTTP/1.1" 200 37993 "" "Prometheus/2.43.0" 2024-04-15T21:29:22.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:22 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:22.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:22 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:22.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:22 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:22.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:22 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:22.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:22 smithi057 ceph-mon[24810]: pgmap v126: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:29:22.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:22 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:22.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:22 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:22.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:22 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:22.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:22 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:22.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:22 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:22.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:22 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:22.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:22 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:22.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:22 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:22.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:22 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:22.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:22 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:22.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:22 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:22.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:22 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:22.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:22 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:22.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:22 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:22.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:22 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:22.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:22 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:22.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:22 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:22.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:22 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:22.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:22 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:22.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:22 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:22.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:22 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:22.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:22 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:22.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:22 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:22.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:22 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:22.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:22 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:22.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:22 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:22.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:22 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:22.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:22 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:22.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:22 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:22.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:22 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:22.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:22 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:22.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:22 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:22.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:22 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:22.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:22 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:22.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:22 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:22.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:22 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:22.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:22 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:22.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:22 smithi057 ceph-mon[29654]: pgmap v126: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:29:22.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:22 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:22.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:22 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:22.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:22 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:22.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:22 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:22.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:22 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:22.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:22 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:22.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:22 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:22.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:22 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:22.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:22 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:22.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:22 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:22.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:22 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:22.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:22 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:22.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:22 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:22.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:22 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:22.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:22 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:22.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:22 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:22.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:22 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:22.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:22 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:22.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:22 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:22.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:22 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:22.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:22 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:22.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:22 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:22.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:22 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:22.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:22 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:22.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:22 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:22.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:22 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:22.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:22 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:22.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:22 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:22.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:22 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:22.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:22 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:22.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:22 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:22.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:22 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:22.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:22 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:22.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:22 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:22.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:22 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:22.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:22 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:22.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:22 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:22.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:22 smithi148 ceph-mon[25742]: pgmap v126: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:29:22.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:22 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:22.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:22 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:22.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:22 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:22.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:22 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:22.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:22 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:22.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:22 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:22.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:22 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:22.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:22 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:22.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:22 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:22.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:22 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:22.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:22 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:22.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:22 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:22.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:22 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:22.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:22 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:22.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:22 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:22.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:22 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:22.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:22 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:22.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:22 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:22.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:22 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:22.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:22 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:22.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:22 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:22.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:22 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:22.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:22 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:22.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:22 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:22.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:22 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:22.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:22 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:22.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:22 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:22.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:22 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:22.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:22 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:22.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:22 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:22.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:22 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:22.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:22 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:22.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:22 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:23.501 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:23 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:23.502 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:23 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:23.502 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:23 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:23.502 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:23 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:23.502 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:23 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:23.502 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:23 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:23.502 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:23 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:23.502 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:23 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:23.502 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:23 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:23.502 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:23 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:23.502 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:23 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:23.502 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:23 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:23.503 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:23 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:23.503 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:23 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:23.503 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:23 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:23.503 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:23 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:23.503 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:23 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:23.503 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:23 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:23.503 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:23 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:23.504 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:23 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:23.504 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:23 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:23.504 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:23 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:23.504 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:23 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:23.504 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:23 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:23.504 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:23 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:23.504 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:23 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:23.504 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:23 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:23.504 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:23 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:23.504 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:23 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:23.504 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:23 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:23.504 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:23 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:23.504 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:23 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:23.504 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:23 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:23.504 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:23 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:23.505 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:23 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:23.505 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:23 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:23.505 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:23 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:23.505 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:23 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:23.505 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:23 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:23.505 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:23 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:23.505 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:23 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:23.505 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:23 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:23.505 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:23 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:23.505 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:23 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:23.506 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:23 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:23.506 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:23 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:23.506 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:23 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:23.506 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:23 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:23.506 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:23 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:23.506 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:23 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:23.506 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:23 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:23.506 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:23 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:23.506 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:23 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:23.506 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:23 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:23.506 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:23 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:23.506 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:23 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:23.506 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:23 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:23.506 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:23 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:23.507 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:23 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:23.507 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:23 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:23.507 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:23 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:23.507 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:23 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:23.507 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:23 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:23.507 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:23 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:23.507 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:23 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:23.507 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:23 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:23.507 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:23 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:23.507 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:23 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:23.507 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:23 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:23.507 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:23 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:23.507 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:23 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:23.507 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:23 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:23.507 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:23 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:23.508 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:23 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:23.508 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:23 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:23.508 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:23 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:23.508 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:23 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:23.508 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:23 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:23.508 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:23 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:23.508 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:23 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:23.508 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:23 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:23.508 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:23 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:23.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:23 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:23.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:23 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:23.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:23 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:23.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:23 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:23.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:23 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:23.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:23 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:23.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:23 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:23.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:23 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:23.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:23 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:23.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:23 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:23.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:23 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:23.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:23 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:23.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:23 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:23.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:23 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:23.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:23 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:23.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:23 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:23.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:23 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:23.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:23 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:23.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:23 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:23.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:23 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:23.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:23 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:23.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:23 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:23.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:23 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:23.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:23 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:23.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:23 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:23.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:23 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:23.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:23 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:23.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:23 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:23.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:23 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:23.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:23 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:23.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:23 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:23.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:23 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:23.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:23 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:23.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:23 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:23.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:23 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:23.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:23 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:23.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:23 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:23.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:23 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:23.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:23 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:23.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:23 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:23.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:23 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:24.275 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:24 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:24.275 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:24 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:24.276 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:24 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:24.276 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:24 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:24.276 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:24 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:24.276 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:24 smithi057 ceph-mon[24810]: pgmap v127: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:29:24.276 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:24 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:24.276 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:24 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:24.276 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:24 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:24.276 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:24 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:24.276 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:24 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:24.276 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:24 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:24.276 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:24 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:24.276 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:24 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:24.276 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:24 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:24.276 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:24 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:24.277 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:24 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:24.277 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:24 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:24.277 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:24 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:24.277 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:24 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:24.277 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:24 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:24.277 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:24 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:24.277 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:24 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:24.277 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:24 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:24.277 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:24 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:24.277 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:24 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:24.277 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:24 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:24.277 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:24 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:24.277 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:24 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:24.278 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:24 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:24.278 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:24 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:24.278 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:24 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:24.278 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:24 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:24.278 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:24 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:24.278 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:24 smithi057 ceph-mon[29654]: pgmap v127: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:29:24.278 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:24 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:24.278 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:24 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:24.278 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:24 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:24.278 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:24 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:24.278 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:24 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:24.278 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:24 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:24.278 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:24 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:24.279 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:24 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:24.279 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:24 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:24.279 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:24 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:24.279 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:24 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:24.279 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:24 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:24.279 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:24 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:24.279 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:24 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:24.279 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:24 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:24.279 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:24 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:24.279 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:24 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:24.279 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:24 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:24.279 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:24 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:24.279 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:24 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:24.279 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:24 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:24.279 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:24 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:24.280 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:24 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:24.280 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:24 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:24.280 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:24 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:24.280 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:24 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:24.280 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:24 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:24.280 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:24 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:24.280 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:24 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:24.280 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:24 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:24.280 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:24 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:24.280 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:24 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:24.281 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:24 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:24.281 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:24 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:24.281 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:24 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:24.281 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:24 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:24.281 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:24 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:24.281 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:24 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:24.281 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:24 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:24.281 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:24 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:24.281 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:24 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:24.281 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:24 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:24.281 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:24 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:24.281 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:24 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:24.281 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:24 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:24.282 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:24 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:24.282 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:24 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:24.282 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:24 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:24.282 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:24 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:24.282 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:24 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:24.282 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:24 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:24.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:24 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:24.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:24 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:24.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:24 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:24.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:24 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:24.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:24 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:24.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:24 smithi148 ceph-mon[25742]: pgmap v127: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:29:24.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:24 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:24.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:24 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:24.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:24 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:24.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:24 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:24.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:24 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:24.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:24 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:24.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:24 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:24.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:24 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:24.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:24 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:24.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:24 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:24.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:24 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:24.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:24 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:24.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:24 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:24.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:24 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:24.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:24 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:24.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:24 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:24.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:24 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:24.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:24 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:24.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:24 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:24.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:24 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:24.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:24 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:24.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:24 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:24.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:24 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:24.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:24 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:24.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:24 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:24.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:24 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:24.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:24 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:24.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:24 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:24.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:24 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:24.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:24 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:24.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:24 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:24.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:24 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:24.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:24 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:24.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:24 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:24.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:24 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:24.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:24 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:24.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:24 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:25.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:25 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:25.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:25 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:25.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:25 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:25.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:25 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:25.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:25 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:25.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:25 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:25.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:25 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:25.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:25 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:25.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:25 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:25.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:25 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:25.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:25 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:25.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:25 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:25.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:25 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:25.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:25 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:25.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:25 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:25.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:25 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:25.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:25 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:25.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:25 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:25.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:25 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:25.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:25 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:25.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:25 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:25.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:25 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:25.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:25 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:25.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:25 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:25.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:25 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:25.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:25 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:25.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:25 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:25.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:25 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:25.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:25 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:25.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:25 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:25.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:25 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:25.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:25 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:25.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:25 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:25.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:25 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:25.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:25 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:25.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:25 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:25.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:25 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:25.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:25 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:25.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:25 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:25.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:25 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:25.605 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:25 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:25.605 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:25 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:25.605 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:25 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:25.605 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:25 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:25.605 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:25 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:25.605 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:25 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:25.605 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:25 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:25.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:25 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:25.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:25 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:25.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:25 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:25.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:25 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:25.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:25 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:25.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:25 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:25.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:25 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:25.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:25 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:25.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:25 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:25.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:25 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:25.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:25 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:25.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:25 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:25.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:25 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:25.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:25 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:25.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:25 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:25.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:25 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:25.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:25 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:25.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:25 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:25.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:25 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:25.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:25 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:25.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:25 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:25.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:25 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:25.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:25 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:25.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:25 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:25.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:25 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:25.632 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:25 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:25.632 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:25 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:25.632 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:25 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:25.632 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:25 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:25.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:25 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:25.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:25 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:25.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:25 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:25.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:25 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:25.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:25 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:25.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:25 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:25.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:25 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:25.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:25 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:25.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:25 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:25.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:25 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:25.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:25 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:25.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:25 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:25.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:25 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:25.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:25 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:25.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:25 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:25.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:25 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:25.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:25 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:25.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:25 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:25.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:25 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:25.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:25 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:25.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:25 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:25.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:25 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:25.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:25 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:25.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:25 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:25.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:25 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:25.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:25 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:25.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:25 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:25.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:25 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:25.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:25 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:25.634 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:25 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:25.634 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:25 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:25.634 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:25 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:25.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:25 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:25.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:25 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:25.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:25 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:25.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:25 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:25.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:25 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:25.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:25 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:25.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:25 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:25.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:25 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:25.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:25 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:25.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:25 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:25.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:25 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:25.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:25 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:25.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:25 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:25.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:25 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:25.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:25 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:25.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:25 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:25.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:25 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:25.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:25 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:25.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:25 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:25.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:25 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:25.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:25 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:25.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:25 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:25.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:25 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:25.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:25 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:25.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:25 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:25.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:25 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:25.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:25 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:25.636 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:25 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:25.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:25 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:25.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:25 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:25.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:25 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:25.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:25 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:25.637 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:25 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:26.412 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:26 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:26.412 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:26 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:26.412 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:26 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:26.412 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:26 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:26.412 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:26 smithi148 ceph-mon[25742]: pgmap v128: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:29:26.412 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:26 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:26.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:26 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:26.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:26 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:26.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:26 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:26.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:26 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:26.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:26 smithi057 ceph-mon[24810]: pgmap v128: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:29:26.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:26 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:26.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:26 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:26.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:26 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:26.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:26 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:26.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:26 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:26.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:26 smithi057 ceph-mon[29654]: pgmap v128: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:29:26.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:26 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:28.240 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:28 smithi148 ceph-mon[25742]: pgmap v129: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:29:28.241 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:28 smithi148 ceph-mon[25742]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:29:28.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:28 smithi057 ceph-mon[24810]: pgmap v129: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:29:28.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:28 smithi057 ceph-mon[24810]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:29:28.629 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:28 smithi057 ceph-mon[29654]: pgmap v129: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:29:28.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:28 smithi057 ceph-mon[29654]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:29:30.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:30 smithi148 ceph-mon[25742]: Upgrade: Updating grafana.a 2024-04-15T21:29:30.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:30 smithi148 ceph-mon[25742]: Deploying daemon grafana.a on smithi148 2024-04-15T21:29:30.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:30 smithi148 ceph-mon[25742]: pgmap v130: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:29:30.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:30 smithi057 ceph-mon[24810]: Upgrade: Updating grafana.a 2024-04-15T21:29:30.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:30 smithi057 ceph-mon[24810]: Deploying daemon grafana.a on smithi148 2024-04-15T21:29:30.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:30 smithi057 ceph-mon[24810]: pgmap v130: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:29:30.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:30 smithi057 ceph-mon[29654]: Upgrade: Updating grafana.a 2024-04-15T21:29:30.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:30 smithi057 ceph-mon[29654]: Deploying daemon grafana.a on smithi148 2024-04-15T21:29:30.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:30 smithi057 ceph-mon[29654]: pgmap v130: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:29:31.879 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:29:31 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:29:31] "GET /metrics HTTP/1.1" 200 37993 "" "Prometheus/2.43.0" 2024-04-15T21:29:32.582 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:32 smithi148 ceph-mon[25742]: pgmap v131: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:29:32.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:32 smithi057 ceph-mon[24810]: pgmap v131: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:29:32.629 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:32 smithi057 ceph-mon[29654]: pgmap v131: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:29:33.178 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:32 smithi148 systemd[1]: Stopping Ceph grafana.a for b97cffaa-fb6a-11ee-bc8f-c7b262605968... 2024-04-15T21:29:33.537 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:33 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:33.537 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:33 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:33.537 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:33 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:33.537 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:33 smithi148 ceph-mon[25742]: pgmap v132: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:29:33.537 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:33 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:33.537 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:33 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:33.538 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:33 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:33.538 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:33 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[106614]: logger=server t=2024-04-15T21:29:33.176936987Z level=info msg="Shutdown started" reason="System signal: terminated" 2024-04-15T21:29:33.538 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:33 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[106614]: logger=tracing t=2024-04-15T21:29:33.177122532Z level=info msg="Closing tracing" 2024-04-15T21:29:33.538 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:33 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[106614]: logger=ticker t=2024-04-15T21:29:33.177156235Z level=info msg=stopped last_tick=2024-04-15T21:29:30Z 2024-04-15T21:29:33.538 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:33 smithi148 podman[110458]: 2024-04-15 21:29:33.187099916 +0000 UTC m=+0.132001381 container died f26fa475f6acc37ff977e794435615564bbde1ce2e469a67fa6653b5021b6d5b (image=quay.io/ceph/grafana:9.4.12, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-04-15T21:29:33.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:33 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:33.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:33 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:33.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:33 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:33.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:33 smithi057 ceph-mon[24810]: pgmap v132: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:29:33.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:33 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:33.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:33 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:33.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:33 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:33.631 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:33 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:33.631 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:33 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:33.631 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:33 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:33.631 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:33 smithi057 ceph-mon[29654]: pgmap v132: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:29:33.631 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:33 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:33.631 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:33 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:33.631 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:33 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:33.846 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:33 smithi148 podman[110458]: 2024-04-15 21:29:33.618553016 +0000 UTC m=+0.563454485 container cleanup f26fa475f6acc37ff977e794435615564bbde1ce2e469a67fa6653b5021b6d5b (image=quay.io/ceph/grafana:9.4.12, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-04-15T21:29:33.846 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:33 smithi148 bash[110458]: ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a 2024-04-15T21:29:34.101 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:33 smithi148 podman[110500]: 2024-04-15 21:29:33.845007072 +0000 UTC m=+0.658463426 container remove f26fa475f6acc37ff977e794435615564bbde1ce2e469a67fa6653b5021b6d5b (image=quay.io/ceph/grafana:9.4.12, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-04-15T21:29:34.101 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:34 smithi148 systemd[1]: ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@grafana.a.service: Deactivated successfully. 2024-04-15T21:29:34.101 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:34 smithi148 systemd[1]: Stopped Ceph grafana.a for b97cffaa-fb6a-11ee-bc8f-c7b262605968. 2024-04-15T21:29:34.101 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:34 smithi148 systemd[1]: ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@grafana.a.service: Consumed 2.599s CPU time. 2024-04-15T21:29:34.519 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:34 smithi148 systemd[1]: Starting Ceph grafana.a for b97cffaa-fb6a-11ee-bc8f-c7b262605968... 2024-04-15T21:29:34.519 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:34 smithi148 ceph-mon[25742]: pgmap v133: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 987 B/s rd, 0 op/s 2024-04-15T21:29:34.519 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:34 smithi148 ceph-mon[25742]: Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-04-15T21:29:34.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:34 smithi057 ceph-mon[24810]: pgmap v133: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 987 B/s rd, 0 op/s 2024-04-15T21:29:34.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:34 smithi057 ceph-mon[24810]: Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-04-15T21:29:34.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:34 smithi057 ceph-mon[29654]: pgmap v133: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 987 B/s rd, 0 op/s 2024-04-15T21:29:34.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:34 smithi057 ceph-mon[29654]: Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-04-15T21:29:34.807 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:34 smithi148 podman[110630]: 2024-04-15 21:29:34.42119378 +0000 UTC m=+0.018744845 image pull 2bacad6d85d802cd176c146528adcc0e47a8a83e94bc4a8b7ba1a9b9ef2c65e7 quay.io/ceph/grafana:9.4.12 2024-04-15T21:29:34.807 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:34 smithi148 podman[110630]: 2024-04-15 21:29:34.529351337 +0000 UTC m=+0.126902389 container create 2d2c50c8da7b606b815fd49244cbde464c38084251f113c34b64ada6e11472be (image=quay.io/ceph/grafana:9.4.12, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-04-15T21:29:35.102 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:34 smithi148 podman[110630]: 2024-04-15 21:29:34.806612761 +0000 UTC m=+0.404163813 container init 2d2c50c8da7b606b815fd49244cbde464c38084251f113c34b64ada6e11472be (image=quay.io/ceph/grafana:9.4.12, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-04-15T21:29:35.102 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:34 smithi148 podman[110630]: 2024-04-15 21:29:34.809398037 +0000 UTC m=+0.406949099 container start 2d2c50c8da7b606b815fd49244cbde464c38084251f113c34b64ada6e11472be (image=quay.io/ceph/grafana:9.4.12, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-04-15T21:29:35.102 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:34 smithi148 bash[110630]: 2d2c50c8da7b606b815fd49244cbde464c38084251f113c34b64ada6e11472be 2024-04-15T21:29:35.102 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:34 smithi148 systemd[1]: Started Ceph grafana.a for b97cffaa-fb6a-11ee-bc8f-c7b262605968. 2024-04-15T21:29:35.102 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:34 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[110644]: logger=settings t=2024-04-15T21:29:34.972664959Z level=info msg="Starting Grafana" version=9.4.12 commit=37ee25ba46 branch=HEAD compiled=2023-05-22T15:58:05Z 2024-04-15T21:29:35.102 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:34 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[110644]: logger=settings t=2024-04-15T21:29:34.972867771Z level=warn msg="\"sentry\" frontend logging provider is deprecated and will be removed in the next major version. Use \"grafana\" provider instead." 2024-04-15T21:29:35.102 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:34 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[110644]: logger=settings t=2024-04-15T21:29:34.972883772Z level=info msg="Config loaded from" file=/usr/share/grafana/conf/defaults.ini 2024-04-15T21:29:35.102 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:34 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[110644]: logger=settings t=2024-04-15T21:29:34.972889443Z level=info msg="Config loaded from" file=/etc/grafana/grafana.ini 2024-04-15T21:29:35.102 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:34 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[110644]: logger=settings t=2024-04-15T21:29:34.972894194Z level=info msg="Config overridden from command line" arg="default.paths.data=/var/lib/grafana" 2024-04-15T21:29:35.103 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:34 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[110644]: logger=settings t=2024-04-15T21:29:34.972898198Z level=info msg="Config overridden from command line" arg="default.paths.logs=/var/log/grafana" 2024-04-15T21:29:35.103 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:34 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[110644]: logger=settings t=2024-04-15T21:29:34.972901938Z level=info msg="Config overridden from command line" arg="default.paths.plugins=/var/lib/grafana/plugins" 2024-04-15T21:29:35.103 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:34 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[110644]: logger=settings t=2024-04-15T21:29:34.972906637Z level=info msg="Config overridden from command line" arg="default.paths.provisioning=/etc/grafana/provisioning" 2024-04-15T21:29:35.103 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:34 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[110644]: logger=settings t=2024-04-15T21:29:34.972910282Z level=info msg="Config overridden from command line" arg="default.log.mode=console" 2024-04-15T21:29:35.103 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:34 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[110644]: logger=settings t=2024-04-15T21:29:34.972914062Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_DATA=/var/lib/grafana" 2024-04-15T21:29:35.103 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:34 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[110644]: logger=settings t=2024-04-15T21:29:34.972918171Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_LOGS=/var/log/grafana" 2024-04-15T21:29:35.103 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:34 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[110644]: logger=settings t=2024-04-15T21:29:34.97292211Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2024-04-15T21:29:35.103 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:34 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[110644]: logger=settings t=2024-04-15T21:29:34.972926132Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2024-04-15T21:29:35.103 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:34 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[110644]: logger=settings t=2024-04-15T21:29:34.972930001Z level=info msg="Path Home" path=/usr/share/grafana 2024-04-15T21:29:35.103 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:34 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[110644]: logger=settings t=2024-04-15T21:29:34.972935049Z level=info msg="Path Data" path=/var/lib/grafana 2024-04-15T21:29:35.103 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:34 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[110644]: logger=settings t=2024-04-15T21:29:34.972938481Z level=info msg="Path Logs" path=/var/log/grafana 2024-04-15T21:29:35.103 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:34 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[110644]: logger=settings t=2024-04-15T21:29:34.97294269Z level=info msg="Path Plugins" path=/var/lib/grafana/plugins 2024-04-15T21:29:35.103 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:34 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[110644]: logger=settings t=2024-04-15T21:29:34.972951306Z level=info msg="Path Provisioning" path=/etc/grafana/provisioning 2024-04-15T21:29:35.103 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:34 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[110644]: logger=settings t=2024-04-15T21:29:34.972955086Z level=info msg="App mode production" 2024-04-15T21:29:35.103 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:34 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[110644]: logger=sqlstore t=2024-04-15T21:29:34.973010075Z level=info msg="Connecting to DB" dbtype=sqlite3 2024-04-15T21:29:35.104 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:34 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[110644]: logger=sqlstore t=2024-04-15T21:29:34.973025596Z level=warn msg="SQLite database file has broader permissions than it should" path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2024-04-15T21:29:35.104 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:34 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[110644]: logger=migrator t=2024-04-15T21:29:34.988117539Z level=info msg="Starting DB migrations" 2024-04-15T21:29:35.104 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:34 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[110644]: logger=migrator t=2024-04-15T21:29:34.994990192Z level=info msg="migrations completed" performed=0 skipped=481 duration=449.947µs 2024-04-15T21:29:35.104 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:34 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[110644]: logger=sqlstore t=2024-04-15T21:29:34.995421312Z level=info msg="Created default organization" 2024-04-15T21:29:35.104 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:35 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[110644]: logger=plugin.finder t=2024-04-15T21:29:35.028860481Z level=warn msg="Skipping finding plugins as directory does not exist" path=/usr/share/grafana/plugins-bundled 2024-04-15T21:29:35.104 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:35 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[110644]: logger=secrets t=2024-04-15T21:29:35.028955326Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2024-04-15T21:29:35.104 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:35 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[110644]: logger=query_data t=2024-04-15T21:29:35.031156438Z level=info msg="Query Service initialization" 2024-04-15T21:29:35.104 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:35 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[110644]: logger=live.push_http t=2024-04-15T21:29:35.033597522Z level=info msg="Live Push Gateway initialization" 2024-04-15T21:29:35.977 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:35 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[110644]: logger=infra.usagestats.collector t=2024-04-15T21:29:35.68640351Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2024-04-15T21:29:35.977 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:35 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[110644]: logger=provisioning.datasources t=2024-04-15T21:29:35.688516741Z level=info msg="deleted correlations based on configuration" ds_name=Dashboard1 2024-04-15T21:29:35.977 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:35 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[110644]: logger=provisioning.datasources t=2024-04-15T21:29:35.688526618Z level=info msg="deleted datasource based on configuration" name=Dashboard1 2024-04-15T21:29:35.977 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:35 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[110644]: logger=provisioning.datasources t=2024-04-15T21:29:35.688629172Z level=info msg="inserting datasource from configuration " name=Dashboard1 uid=P43CA22E17D0F9596 2024-04-15T21:29:35.977 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:35 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[110644]: logger=provisioning.alerting t=2024-04-15T21:29:35.722304894Z level=info msg="starting to provision alerting" 2024-04-15T21:29:35.977 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:35 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[110644]: logger=provisioning.alerting t=2024-04-15T21:29:35.722343886Z level=info msg="finished to provision alerting" 2024-04-15T21:29:35.977 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:35 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[110644]: logger=ngalert.state.manager t=2024-04-15T21:29:35.722513727Z level=info msg="Warming state cache for startup" 2024-04-15T21:29:35.977 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:35 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[110644]: logger=grafanaStorageLogger t=2024-04-15T21:29:35.723354918Z level=info msg="storage starting" 2024-04-15T21:29:35.977 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:35 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[110644]: logger=http.server t=2024-04-15T21:29:35.725360811Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2024-04-15T21:29:35.977 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:35 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[110644]: logger=ngalert.state.manager t=2024-04-15T21:29:35.731179535Z level=info msg="State cache has been initialized" states=0 duration=8.662894ms 2024-04-15T21:29:35.977 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:35 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[110644]: logger=ticker t=2024-04-15T21:29:35.731501972Z level=info msg=starting first_tick=2024-04-15T21:29:40Z 2024-04-15T21:29:35.977 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:29:35 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[110644]: logger=ngalert.multiorg.alertmanager t=2024-04-15T21:29:35.731500391Z level=info msg="starting MultiOrg Alertmanager" 2024-04-15T21:29:36.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:35 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:36.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:35 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:36.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:35 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:36.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:35 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:36.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:35 smithi148 ceph-mon[25742]: pgmap v134: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1004 B/s rd, 0 op/s 2024-04-15T21:29:36.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:35 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:36.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:35 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:36.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:35 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-15T21:29:36.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:35 smithi148 ceph-mon[25742]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-15T21:29:36.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:35 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:36.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:35 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:36.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:35 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:36.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:35 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:36.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:35 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:36.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:35 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:36.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:35 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:29:36.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:35 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:36.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:35 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:36.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:35 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:36.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:35 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:36.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:35 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:36.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:35 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:36.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:35 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:36.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:35 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:36.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:35 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:36.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:35 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:36.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:35 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:36.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:35 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:36.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:35 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:36.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:35 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:36.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:35 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:36.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:35 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:36.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:35 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:36.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:35 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:36.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:35 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:36.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:35 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:36.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:35 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:36.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:35 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:36.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:35 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:36.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:35 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:36.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:35 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:36.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:35 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:36.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:35 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:36.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:35 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:36.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:35 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:36.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:35 smithi057 ceph-mon[24810]: pgmap v134: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1004 B/s rd, 0 op/s 2024-04-15T21:29:36.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:35 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:36.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:35 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:36.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:35 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-15T21:29:36.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:35 smithi057 ceph-mon[24810]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-15T21:29:36.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:35 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:36.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:35 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:36.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:35 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:36.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:35 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:36.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:35 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:36.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:35 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:36.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:35 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:29:36.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:35 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:36.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:35 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:36.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:35 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:36.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:35 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:36.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:35 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:36.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:35 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:36.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:35 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:36.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:35 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:36.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:35 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:36.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:35 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:36.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:35 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:36.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:35 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:36.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:35 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:36.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:35 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:36.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:35 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:36.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:35 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:36.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:35 smithi057 ceph-mon[29654]: pgmap v134: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1004 B/s rd, 0 op/s 2024-04-15T21:29:36.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:35 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:36.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:35 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:36.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:35 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-15T21:29:36.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:35 smithi057 ceph-mon[29654]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-15T21:29:36.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:35 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:36.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:35 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:36.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:35 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:36.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:35 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:36.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:35 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:36.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:35 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:36.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:35 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:29:36.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:35 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:36.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:35 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:36.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:35 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:36.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:35 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:36.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:35 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:36.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:35 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:36.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:35 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:36.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:35 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:36.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:35 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:36.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:35 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:36.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:35 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:36.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:35 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:36.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:35 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:36.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:35 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:36.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:35 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:36.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:35 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:36.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:35 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:36.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:35 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:36.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:35 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:36.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:35 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:36.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:35 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:36.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:35 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:36.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:35 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:36.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:35 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:36.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:35 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:36.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:35 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:36.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:35 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:36.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:35 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:36.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:35 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:36.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:35 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:36.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:35 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:36.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:35 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:36.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:35 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:36.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:35 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:36.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:35 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:36.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:35 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:36.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:35 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:36.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:35 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:36.688 INFO:teuthology.orchestra.run.smithi057.stdout:true 2024-04-15T21:29:37.070 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:36 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:37.071 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:36 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:37.071 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:36 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:37.071 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:36 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:37.071 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:36 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:37.071 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:36 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:37.071 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:36 smithi148 ceph-mon[25742]: Health check cleared: CEPHADM_FAILED_DAEMON (was: 1 failed cephadm daemon(s)) 2024-04-15T21:29:37.071 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:36 smithi148 ceph-mon[25742]: Cluster is now healthy 2024-04-15T21:29:37.071 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:36 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:37.071 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:36 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:37.071 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:36 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:37.071 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:36 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:37.071 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:36 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:37.071 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:36 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:37.072 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:36 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:37.072 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:36 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:37.072 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:36 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:37.072 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:36 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:37.072 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:36 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:37.072 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:36 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:37.072 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:36 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:37.072 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:36 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:37.072 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:36 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:37.072 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:36 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:37.072 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:36 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:37.072 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:36 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:37.072 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:36 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:37.072 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:36 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:37.073 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:36 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:37.073 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:36 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:37.073 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:36 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:37.073 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:36 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:37.073 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:36 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:37.073 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:36 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:37.073 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:36 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:37.073 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:36 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:37.073 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:36 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:37.073 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:36 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:37.073 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:36 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:37.073 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:36 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:37.073 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:36 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:37.073 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:36 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:37.073 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:36 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:37.073 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:36 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:37.074 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:36 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:37.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:36 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:37.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:36 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:37.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:36 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:37.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:36 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:37.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:36 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:37.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:36 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:37.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:36 smithi057 ceph-mon[24810]: Health check cleared: CEPHADM_FAILED_DAEMON (was: 1 failed cephadm daemon(s)) 2024-04-15T21:29:37.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:36 smithi057 ceph-mon[24810]: Cluster is now healthy 2024-04-15T21:29:37.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:36 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:37.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:36 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:37.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:36 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:37.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:36 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:37.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:36 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:37.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:36 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:37.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:36 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:37.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:36 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:37.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:36 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:37.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:36 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:37.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:36 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:37.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:36 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:37.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:36 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:37.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:36 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:37.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:36 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:37.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:36 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:37.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:36 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:37.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:36 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:37.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:36 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:37.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:36 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:37.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:36 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:37.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:36 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:37.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:36 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:37.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:36 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:37.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:36 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:37.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:36 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:37.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:36 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:37.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:36 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:37.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:36 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:37.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:36 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:37.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:36 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:37.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:36 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:37.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:36 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:37.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:36 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:37.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:36 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:37.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:36 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:37.383 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:36 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:37.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:36 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:37.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:36 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:37.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:36 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:37.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:36 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:37.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:36 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:37.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:36 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:37.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:36 smithi057 ceph-mon[29654]: Health check cleared: CEPHADM_FAILED_DAEMON (was: 1 failed cephadm daemon(s)) 2024-04-15T21:29:37.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:36 smithi057 ceph-mon[29654]: Cluster is now healthy 2024-04-15T21:29:37.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:36 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:37.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:36 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:37.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:36 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:37.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:36 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:37.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:36 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:37.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:36 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:37.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:36 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:37.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:36 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:37.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:36 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:37.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:36 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:37.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:36 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:37.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:36 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:37.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:36 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:37.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:36 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:37.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:36 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:37.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:36 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:37.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:36 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:37.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:36 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:37.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:36 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:37.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:36 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:37.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:36 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:37.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:36 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:37.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:36 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:37.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:36 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:37.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:36 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:37.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:36 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:37.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:36 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:37.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:36 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:37.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:36 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:37.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:36 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:37.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:36 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:37.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:36 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:37.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:36 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:37.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:36 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:37.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:36 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:37.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:36 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:37.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:36 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:37.401 INFO:teuthology.orchestra.run.smithi057.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-15T21:29:37.401 INFO:teuthology.orchestra.run.smithi057.stdout:agent.smithi057 smithi057 running 16s ago 30m - - 2024-04-15T21:29:37.401 INFO:teuthology.orchestra.run.smithi057.stdout:agent.smithi148 smithi148 running 4s ago 30m - - 2024-04-15T21:29:37.401 INFO:teuthology.orchestra.run.smithi057.stdout:alertmanager.a smithi057 *:9093,9094 running (49s) 16s ago 25m 16.7M - 0.25.0 c8568f914cd2 b3d0ee2337d1 2024-04-15T21:29:37.401 INFO:teuthology.orchestra.run.smithi057.stdout:grafana.a smithi148 *:3000 starting - - - - 2024-04-15T21:29:37.401 INFO:teuthology.orchestra.run.smithi057.stdout:iscsi.foo.smithi057.jwyjxv smithi057 running (3m) 16s ago 24m 55.3M - 3.5 e1d6a67b021e 9d8d20cf842b 2024-04-15T21:29:37.401 INFO:teuthology.orchestra.run.smithi057.stdout:mgr.x smithi148 *:8443,9283,8765 running (3m) 4s ago 29m 452M - 19.0.0-3084-g87dbfb63 a452a57266c7 56ad8667b91a 2024-04-15T21:29:37.401 INFO:teuthology.orchestra.run.smithi057.stdout:mgr.y smithi057 *:8443,9283,8765 running (13m) 16s ago 31m 530M - 19.0.0-3084-g87dbfb63 a452a57266c7 7bb446a32fbb 2024-04-15T21:29:37.401 INFO:teuthology.orchestra.run.smithi057.stdout:mon.a smithi057 running (31m) 16s ago 31m 100M 2048M 17.2.0 e1d6a67b021e f68a8a14d0b2 2024-04-15T21:29:37.401 INFO:teuthology.orchestra.run.smithi057.stdout:mon.b smithi148 running (30m) 4s ago 30m 77.3M 2048M 17.2.0 e1d6a67b021e 27f4990cb4d7 2024-04-15T21:29:37.401 INFO:teuthology.orchestra.run.smithi057.stdout:mon.c smithi057 running (30m) 16s ago 30m 72.3M 2048M 17.2.0 e1d6a67b021e 7cbf3ea734af 2024-04-15T21:29:37.401 INFO:teuthology.orchestra.run.smithi057.stdout:node-exporter.a smithi057 *:9100 running (2m) 16s ago 26m 8178k - 1.5.0 0da6a335fe13 1fe3c748de02 2024-04-15T21:29:37.401 INFO:teuthology.orchestra.run.smithi057.stdout:node-exporter.b smithi148 *:9100 running (2m) 4s ago 26m 16.2M - 1.5.0 0da6a335fe13 94918e657592 2024-04-15T21:29:37.401 INFO:teuthology.orchestra.run.smithi057.stdout:osd.0 smithi057 running (29m) 16s ago 29m 54.5M 4096M 17.2.0 e1d6a67b021e a825b23c2b8e 2024-04-15T21:29:37.402 INFO:teuthology.orchestra.run.smithi057.stdout:osd.1 smithi057 running (29m) 16s ago 29m 59.1M 4096M 17.2.0 e1d6a67b021e ef43105379fd 2024-04-15T21:29:37.402 INFO:teuthology.orchestra.run.smithi057.stdout:osd.2 smithi057 running (28m) 16s ago 28m 53.4M 4096M 17.2.0 e1d6a67b021e 8cea1b1b5212 2024-04-15T21:29:37.402 INFO:teuthology.orchestra.run.smithi057.stdout:osd.3 smithi057 running (28m) 16s ago 28m 52.7M 4096M 17.2.0 e1d6a67b021e 8400e9bee4fe 2024-04-15T21:29:37.402 INFO:teuthology.orchestra.run.smithi057.stdout:osd.4 smithi148 running (28m) 4s ago 28m 54.7M 4096M 17.2.0 e1d6a67b021e 955a657c7722 2024-04-15T21:29:37.402 INFO:teuthology.orchestra.run.smithi057.stdout:osd.5 smithi148 running (27m) 4s ago 27m 52.1M 4096M 17.2.0 e1d6a67b021e bf2b1914ffc9 2024-04-15T21:29:37.402 INFO:teuthology.orchestra.run.smithi057.stdout:osd.6 smithi148 running (27m) 4s ago 27m 51.7M 4096M 17.2.0 e1d6a67b021e ab801778ca01 2024-04-15T21:29:37.402 INFO:teuthology.orchestra.run.smithi057.stdout:osd.7 smithi148 running (26m) 4s ago 26m 52.5M 4096M 17.2.0 e1d6a67b021e c9334bc357be 2024-04-15T21:29:37.402 INFO:teuthology.orchestra.run.smithi057.stdout:prometheus.a smithi148 *:9095 running (87s) 4s ago 26m 65.3M - 2.43.0 a07b618ecd1d ff3fcf9e6b9f 2024-04-15T21:29:37.402 INFO:teuthology.orchestra.run.smithi057.stdout:rgw.foo.smithi057.lxigfo smithi057 *:8000 running (24m) 16s ago 24m 79.4M - 17.2.0 e1d6a67b021e fa044b726c8d 2024-04-15T21:29:37.402 INFO:teuthology.orchestra.run.smithi057.stdout:rgw.foo.smithi148.cgzzfh smithi148 *:8000 running (24m) 4s ago 24m 76.3M - 17.2.0 e1d6a67b021e 722242170e62 2024-04-15T21:29:37.881 INFO:teuthology.orchestra.run.smithi057.stdout:{ 2024-04-15T21:29:37.882 INFO:teuthology.orchestra.run.smithi057.stdout: "mon": { 2024-04-15T21:29:37.882 INFO:teuthology.orchestra.run.smithi057.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 3 2024-04-15T21:29:37.882 INFO:teuthology.orchestra.run.smithi057.stdout: }, 2024-04-15T21:29:37.882 INFO:teuthology.orchestra.run.smithi057.stdout: "mgr": { 2024-04-15T21:29:37.882 INFO:teuthology.orchestra.run.smithi057.stdout: "ceph version 19.0.0-3084-g87dbfb63 (87dbfb632e974cb2c28d17423071d2d833b53b29) squid (dev)": 2 2024-04-15T21:29:37.882 INFO:teuthology.orchestra.run.smithi057.stdout: }, 2024-04-15T21:29:37.882 INFO:teuthology.orchestra.run.smithi057.stdout: "osd": { 2024-04-15T21:29:37.882 INFO:teuthology.orchestra.run.smithi057.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 8 2024-04-15T21:29:37.882 INFO:teuthology.orchestra.run.smithi057.stdout: }, 2024-04-15T21:29:37.882 INFO:teuthology.orchestra.run.smithi057.stdout: "mds": {}, 2024-04-15T21:29:37.882 INFO:teuthology.orchestra.run.smithi057.stdout: "rgw": { 2024-04-15T21:29:37.882 INFO:teuthology.orchestra.run.smithi057.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 2 2024-04-15T21:29:37.883 INFO:teuthology.orchestra.run.smithi057.stdout: }, 2024-04-15T21:29:37.883 INFO:teuthology.orchestra.run.smithi057.stdout: "overall": { 2024-04-15T21:29:37.883 INFO:teuthology.orchestra.run.smithi057.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 13, 2024-04-15T21:29:37.883 INFO:teuthology.orchestra.run.smithi057.stdout: "ceph version 19.0.0-3084-g87dbfb63 (87dbfb632e974cb2c28d17423071d2d833b53b29) squid (dev)": 2 2024-04-15T21:29:37.883 INFO:teuthology.orchestra.run.smithi057.stdout: } 2024-04-15T21:29:37.883 INFO:teuthology.orchestra.run.smithi057.stdout:} 2024-04-15T21:29:38.264 INFO:teuthology.orchestra.run.smithi057.stdout:{ 2024-04-15T21:29:38.264 INFO:teuthology.orchestra.run.smithi057.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29", 2024-04-15T21:29:38.264 INFO:teuthology.orchestra.run.smithi057.stdout: "in_progress": true, 2024-04-15T21:29:38.264 INFO:teuthology.orchestra.run.smithi057.stdout: "which": "Upgrading daemons of type(s) mgr", 2024-04-15T21:29:38.264 INFO:teuthology.orchestra.run.smithi057.stdout: "services_complete": [ 2024-04-15T21:29:38.264 INFO:teuthology.orchestra.run.smithi057.stdout: "mgr" 2024-04-15T21:29:38.264 INFO:teuthology.orchestra.run.smithi057.stdout: ], 2024-04-15T21:29:38.264 INFO:teuthology.orchestra.run.smithi057.stdout: "progress": "2/2 daemons upgraded", 2024-04-15T21:29:38.265 INFO:teuthology.orchestra.run.smithi057.stdout: "message": "Currently upgrading grafana daemons", 2024-04-15T21:29:38.265 INFO:teuthology.orchestra.run.smithi057.stdout: "is_paused": false 2024-04-15T21:29:38.265 INFO:teuthology.orchestra.run.smithi057.stdout:} 2024-04-15T21:29:38.265 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:38 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:38.265 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:38 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:38.265 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:38 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:38.266 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:38 smithi057 ceph-mon[29654]: from='client.15759 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:29:38.266 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:38 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:38.266 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:38 smithi057 ceph-mon[29654]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:29:38.266 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:38 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:38.266 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:38 smithi057 ceph-mon[29654]: pgmap v135: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1004 B/s rd, 0 op/s 2024-04-15T21:29:38.266 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:38 smithi057 ceph-mon[29654]: from='client.25678 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:29:38.266 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:38 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:38.266 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:38 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:38.266 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:38 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:38.266 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:38 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:38.266 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:38 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:38.266 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:38 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:38.267 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:38 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:38.267 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:38 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:38.267 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:38 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:38.267 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:38 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:38.267 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:38 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:38.267 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:38 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:38.267 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:38 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:38.267 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:38 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:38.267 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:38 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:38.267 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:38 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:38.267 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:38 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:38.267 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:38 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:38.267 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:38 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:38.267 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:38 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:38.267 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:38 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:38.268 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:38 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:38.268 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:38 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:38.268 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:38 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:38.268 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:38 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:38.268 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:38 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:38.268 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:38 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:38.268 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:38 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:38.268 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:38 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:38.268 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:38 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:38.268 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:38 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:38.268 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:38 smithi057 ceph-mon[29654]: from='client.? 172.21.15.57:0/2614204899' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:38.268 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:38 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:38.269 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:38 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:38.269 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:38 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:38.269 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:38 smithi057 ceph-mon[24810]: from='client.15759 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:29:38.269 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:38 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:38.269 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:38 smithi057 ceph-mon[24810]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:29:38.269 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:38 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:38.269 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:38 smithi057 ceph-mon[24810]: pgmap v135: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1004 B/s rd, 0 op/s 2024-04-15T21:29:38.269 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:38 smithi057 ceph-mon[24810]: from='client.25678 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:29:38.269 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:38 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:38.269 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:38 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:38.269 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:38 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:38.269 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:38 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:38.269 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:38 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:38.270 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:38 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:38.270 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:38 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:38.270 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:38 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:38.270 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:38 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:38.270 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:38 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:38.270 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:38 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:38.270 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:38 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:38.270 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:38 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:38.270 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:38 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:38.270 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:38 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:38.270 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:38 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:38.270 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:38 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:38.270 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:38 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:38.270 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:38 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:38.271 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:38 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:38.271 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:38 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:38.271 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:38 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:38.271 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:38 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:38.271 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:38 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:38.271 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:38 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:38.271 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:38 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:38.271 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:38 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:38.271 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:38 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:38.271 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:38 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:38.271 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:38 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:38.271 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:38 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:38.271 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:38 smithi057 ceph-mon[24810]: from='client.? 172.21.15.57:0/2614204899' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:38.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:38 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:38.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:38 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:38.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:38 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:38.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:38 smithi148 ceph-mon[25742]: from='client.15759 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:29:38.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:38 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:38.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:38 smithi148 ceph-mon[25742]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:29:38.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:38 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:38.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:38 smithi148 ceph-mon[25742]: pgmap v135: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1004 B/s rd, 0 op/s 2024-04-15T21:29:38.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:38 smithi148 ceph-mon[25742]: from='client.25678 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:29:38.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:38 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:38.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:38 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:38.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:38 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:38.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:38 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:38.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:38 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:38.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:38 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:38.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:38 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:38.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:38 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:38.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:38 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:38.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:38 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:38.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:38 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:38.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:38 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:38.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:38 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:38.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:38 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:38.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:38 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:38.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:38 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:38.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:38 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:38.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:38 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:38.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:38 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:38.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:38 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:38.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:38 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:38.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:38 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:38.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:38 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:38.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:38 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:38.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:38 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:38.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:38 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:38.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:38 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:38.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:38 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:38.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:38 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:38.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:38 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:38.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:38 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:38.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:38 smithi148 ceph-mon[25742]: from='client.? 172.21.15.57:0/2614204899' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:39.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:39 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:39.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:39 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:39.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:39 smithi148 ceph-mon[25742]: from='client.15771 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:29:39.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:39 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:39.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:39 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:39.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:39 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:39.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:39 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:39.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:39 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:39.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:39 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:39.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:39 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:39.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:39 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:39.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:39 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:39.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:39 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:39.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:39 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:39.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:39 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:39.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:39 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:39.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:39 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:39.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:39 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:39.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:39 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:39.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:39 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:39.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:39 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:39.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:39 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:39.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:39 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:39.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:39 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:39.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:39 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:39.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:39 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:39.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:39 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:39.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:39 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:39.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:39 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:39.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:39 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:39.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:39 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:39.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:39 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:39.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:39 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:39.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:39 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:39.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:39 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:39.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:39 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:39.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:39 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:39.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:39 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:39.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:39 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:39.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:39 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:39.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:39 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:39.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:39 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:39.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:39 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:39.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:39 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:39.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:39 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:39.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:39 smithi057 ceph-mon[24810]: from='client.15771 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:29:39.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:39 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:39.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:39 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:39.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:39 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:39.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:39 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:39.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:39 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:39.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:39 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:39.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:39 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:39.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:39 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:39.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:39 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:39.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:39 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:39.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:39 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:39.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:39 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:39.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:39 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:39.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:39 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:39.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:39 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:39.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:39 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:39.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:39 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:39.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:39 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:39.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:39 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:39.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:39 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:39.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:39 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:39.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:39 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:39.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:39 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:39.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:39 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:39.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:39 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:39.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:39 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:39.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:39 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:39.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:39 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:39.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:39 smithi057 ceph-mon[29654]: from='client.15771 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:29:39.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:39 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:39.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:39 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:39.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:39 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:39.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:39 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:39.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:39 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:39.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:39 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:39.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:39 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:39.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:39 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:39.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:39 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:39.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:39 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:39.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:39 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:39.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:39 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:39.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:39 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:39.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:39 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:39.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:39 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:39.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:39 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:39.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:39 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:39.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:39 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:39.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:39 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:39.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:39 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:39.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:39 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:39.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:39 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:39.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:39 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:39.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:39 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:39.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:39 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:39.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:39 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:39.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:39 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:39.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:39 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:39.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:39 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:39.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:39 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:39.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:39 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:39.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:39 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:39.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:39 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:39.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:39 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:39.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:39 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:39.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:39 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:39.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:39 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:39.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:39 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:39.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:39 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:39.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:39 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:39.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:39 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:39.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:39 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:39.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:39 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:39.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:39 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:39.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:39 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:39.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:39 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:39.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:39 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:39.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:39 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:39.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:39 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:39.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:39 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:39.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:39 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:39.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:39 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:39.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:39 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:39.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:39 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:40.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:40 smithi148 ceph-mon[25742]: from='client.25696 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:29:40.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:40 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:40.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:40 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:40.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:40 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:40.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:40 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:40.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:40 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:40.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:40 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:40.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:40 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:40.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:40 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:40.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:40 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:40.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:40 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:40.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:40 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:40.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:40 smithi148 ceph-mon[25742]: pgmap v136: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1004 B/s rd, 0 op/s 2024-04-15T21:29:40.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:40 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:40.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:40 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:40.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:40 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:40.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:40 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:40.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:40 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:40.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:40 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:40.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:40 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:40.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:40 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:40.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:40 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:40.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:40 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:40.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:40 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:40.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:40 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:40.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:40 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:40.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:40 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:40.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:40 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:40.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:40 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:40.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:40 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:40.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:40 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:40.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:40 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:40.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:40 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:40.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:40 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:40.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:40 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:40.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:40 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:40.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:40 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:40.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:40 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:40.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:40 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:40.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:40 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:40.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:40 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:40.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:40 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:40.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:40 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:40.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:40 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:40.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:40 smithi057 ceph-mon[24810]: from='client.25696 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:29:40.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:40 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:40.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:40 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:40.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:40 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:40.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:40 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:40.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:40 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:40.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:40 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:40.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:40 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:40.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:40 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:40.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:40 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:40.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:40 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:40.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:40 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:40.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:40 smithi057 ceph-mon[24810]: pgmap v136: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1004 B/s rd, 0 op/s 2024-04-15T21:29:40.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:40 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:40.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:40 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:40.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:40 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:40.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:40 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:40.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:40 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:40.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:40 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:40.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:40 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:40.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:40 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:40.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:40 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:40.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:40 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:40.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:40 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:40.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:40 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:40.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:40 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:40.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:40 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:40.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:40 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:40.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:40 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:40.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:40 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:40.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:40 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:40.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:40 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:40.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:40 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:40.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:40 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:40.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:40 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:40.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:40 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:40.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:40 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:40.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:40 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:40.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:40 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:40.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:40 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:40.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:40 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:40.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:40 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:40.383 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:40 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:40.383 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:40 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:40.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:40 smithi057 ceph-mon[29654]: from='client.25696 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:29:40.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:40 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:40.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:40 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:40.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:40 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:40.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:40 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:40.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:40 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:40.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:40 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:40.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:40 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:40.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:40 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:40.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:40 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:40.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:40 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:40.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:40 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:40.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:40 smithi057 ceph-mon[29654]: pgmap v136: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1004 B/s rd, 0 op/s 2024-04-15T21:29:40.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:40 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:40.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:40 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:40.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:40 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:40.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:40 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:40.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:40 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:40.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:40 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:40.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:40 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:40.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:40 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:40.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:40 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:40.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:40 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:40.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:40 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:40.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:40 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:40.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:40 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:40.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:40 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:40.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:40 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:40.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:40 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:40.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:40 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:40.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:40 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:40.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:40 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:40.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:40 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:40.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:40 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:40.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:40 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:40.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:40 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:40.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:40 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:40.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:40 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:40.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:40 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:40.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:40 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:40.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:40 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:40.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:40 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:40.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:40 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:40.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:40 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:41.238 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:41 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:41.238 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:41 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:41.238 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:41 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:41.238 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:41 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:41.238 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:41 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:41.238 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:41 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:41.238 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:41 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:41.238 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:41 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:41.238 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:41 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:41.239 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:41 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:41.239 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:41 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:41.239 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:41 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:41.239 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:41 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:41.239 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:41 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:41.239 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:41 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:41.239 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:41 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:41.239 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:41 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:41.239 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:41 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:41.239 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:41 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:41.239 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:41 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:41.239 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:41 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:41.239 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:41 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:41.239 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:41 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:41.240 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:41 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:41.240 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:41 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:41.240 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:41 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:41.240 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:41 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:41.240 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:41 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:41.240 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:41 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:41.240 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:41 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:41.240 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:41 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:41.240 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:41 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:41.240 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:41 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:41.240 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:41 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:41.240 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:41 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:41.240 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:41 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:41.240 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:41 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:41.240 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:41 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:41.240 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:41 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:41.241 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:41 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:41.241 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:41 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:41.313 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:41 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:41.313 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:41 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:41.314 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:41 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:41.314 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:41 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:41.314 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:41 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:41.314 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:41 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:41.314 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:41 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:41.314 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:41 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:41.314 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:41 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:41.314 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:41 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:41.314 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:41 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:41.314 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:41 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:41.314 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:41 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:41.314 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:41 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:41.314 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:41 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:41.314 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:41 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:41.315 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:41 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:41.315 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:41 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:41.315 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:41 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:41.315 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:41 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:41.315 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:41 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:41.315 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:41 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:41.315 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:41 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:41.315 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:41 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:41.315 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:41 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:41.315 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:41 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:41.315 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:41 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:41.315 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:41 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:41.315 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:41 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:41.315 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:41 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:41.315 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:41 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:41.316 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:41 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:41.316 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:41 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:41.316 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:41 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:41.316 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:41 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:41.316 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:41 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:41.316 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:41 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:41.316 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:41 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:41.316 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:41 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:41.316 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:41 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:41.316 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:41 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:41.317 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:41 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:41.317 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:41 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:41.317 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:41 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:41.317 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:41 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:41.317 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:41 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:41.317 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:41 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:41.317 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:41 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:41.317 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:41 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:41.317 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:41 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:41.317 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:41 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:41.317 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:41 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:41.317 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:41 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:41.317 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:41 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:41.318 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:41 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:41.318 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:41 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:41.318 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:41 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:41.318 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:41 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:41.318 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:41 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:41.318 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:41 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:41.318 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:41 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:41.318 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:41 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:41.318 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:41 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:41.318 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:41 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:41.318 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:41 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:41.318 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:41 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:41.318 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:41 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:41.318 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:41 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:41.319 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:41 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:41.319 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:41 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:41.319 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:41 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:41.319 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:41 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:41.319 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:41 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:41.319 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:41 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:41.319 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:41 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:41.319 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:41 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:41.319 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:41 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:41.319 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:41 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:41.319 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:41 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:41.319 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:41 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:41.319 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:41 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:41.319 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:41 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:41.879 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:29:41 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:29:41] "GET /metrics HTTP/1.1" 200 37994 "" "Prometheus/2.43.0" 2024-04-15T21:29:42.101 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:42 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:42.101 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:42 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:42.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:42 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:42.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:42 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:42.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:42 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:42.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:42 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:42.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:42 smithi148 ceph-mon[25742]: pgmap v137: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1004 B/s rd, 0 op/s 2024-04-15T21:29:42.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:42 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:42.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:42 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:42.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:42 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:42.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:42 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:42.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:42 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:42.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:42 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:42.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:42 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:42.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:42 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:42.103 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:42 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:42.103 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:42 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:42.103 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:42 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:42.103 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:42 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:42.103 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:42 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:42.103 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:42 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:42.103 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:42 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:42.103 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:42 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:42.103 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:42 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:42.103 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:42 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:42.103 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:42 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:42.103 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:42 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:42.103 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:42 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:42.103 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:42 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:42.103 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:42 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:42.103 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:42 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:42.104 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:42 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:42.104 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:42 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:42.104 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:42 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:42.104 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:42 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:42.104 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:42 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:42.104 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:42 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:42.104 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:42 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:42.104 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:42 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:42.104 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:42 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:42.104 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:42 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:42.104 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:42 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:42.104 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:42 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:42.104 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:42 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:42.104 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:42 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:42.104 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:42 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:42.263 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:42 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:42.263 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:42 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:42.263 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:42 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:42.264 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:42 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:42.264 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:42 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:42.264 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:42 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:42.264 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:42 smithi057 ceph-mon[24810]: pgmap v137: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1004 B/s rd, 0 op/s 2024-04-15T21:29:42.264 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:42 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:42.264 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:42 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:42.264 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:42 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:42.264 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:42 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:42.264 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:42 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:42.264 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:42 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:42.264 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:42 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:42.264 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:42 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:42.264 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:42 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:42.265 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:42 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:42.265 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:42 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:42.265 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:42 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:42.265 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:42 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:42.265 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:42 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:42.265 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:42 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:42.265 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:42 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:42.265 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:42 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:42.265 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:42 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:42.265 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:42 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:42.265 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:42 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:42.265 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:42 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:42.265 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:42 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:42.265 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:42 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:42.266 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:42 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:42.266 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:42 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:42.266 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:42 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:42.266 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:42 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:42.266 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:42 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:42.266 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:42 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:42.266 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:42 smithi057 ceph-mon[29654]: pgmap v137: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1004 B/s rd, 0 op/s 2024-04-15T21:29:42.266 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:42 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:42.266 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:42 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:42.266 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:42 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:42.266 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:42 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:42.267 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:42 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:42.267 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:42 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:42.267 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:42 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:42.267 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:42 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:42.267 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:42 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:42.267 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:42 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:42.267 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:42 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:42.267 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:42 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:42.267 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:42 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:42.267 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:42 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:42.267 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:42 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:42.267 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:42 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:42.268 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:42 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:42.268 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:42 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:42.268 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:42 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:42.268 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:42 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:42.268 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:42 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:42.268 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:42 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:42.268 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:42 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:42.269 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:42 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:42.269 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:42 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:42.269 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:42 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:42.269 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:42 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:42.269 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:42 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:42.269 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:42 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:42.270 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:42 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:42.270 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:42 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:42.270 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:42 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:42.270 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:42 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:42.270 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:42 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:42.270 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:42 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:42.271 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:42 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:42.271 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:42 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:42.271 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:42 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:42.271 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:42 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:42.271 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:42 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:42.271 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:42 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:42.272 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:42 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:42.272 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:42 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:42.272 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:42 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:42.272 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:42 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:42.272 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:42 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:42.272 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:42 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:42.272 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:42 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:42.272 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:42 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:42.273 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:42 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:42.273 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:42 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:42.273 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:42 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:42.273 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:42 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:42.273 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:42 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:42.273 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:42 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:43.300 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:43 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:43.300 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:43 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:43.300 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:43 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:43.300 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:43 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:43.300 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:43 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:43.300 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:43 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:43.300 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:43 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:43.301 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:43 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:43.301 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:43 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:43.301 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:43 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:43.301 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:43 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:43.301 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:43 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:43.301 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:43 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:43.301 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:43 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:43.301 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:43 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:43.301 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:43 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:43.301 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:43 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:43.301 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:43 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:43.301 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:43 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:43.301 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:43 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:43.301 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:43 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:43.302 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:43 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:43.302 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:43 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:43.302 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:43 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:43.302 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:43 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:43.302 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:43 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:43.302 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:43 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:43.302 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:43 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:43.302 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:43 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:43.302 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:43 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:43.302 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:43 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:43.302 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:43 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:43.303 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:43 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:43.303 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:43 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:43.303 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:43 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:43.303 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:43 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:43.303 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:43 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:43.303 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:43 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:43.303 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:43 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:43.303 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:43 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:43.303 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:43 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:43.303 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:43 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:43.303 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:43 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:43.303 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:43 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:43.303 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:43 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:43.303 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:43 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:43.303 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:43 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:43.304 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:43 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:43.304 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:43 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:43.304 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:43 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:43.304 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:43 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:43.304 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:43 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:43.304 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:43 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:43.304 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:43 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:43.304 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:43 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:43.304 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:43 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:43.304 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:43 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:43.304 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:43 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:43.305 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:43 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:43.305 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:43 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:43.305 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:43 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:43.305 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:43 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:43.305 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:43 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:43.305 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:43 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:43.305 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:43 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:43.305 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:43 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:43.305 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:43 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:43.305 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:43 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:43.305 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:43 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:43.305 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:43 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:43.305 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:43 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:43.305 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:43 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:43.306 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:43 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:43.306 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:43 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:43.306 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:43 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:43.306 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:43 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:43.306 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:43 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:43.306 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:43 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:43.306 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:43 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:43.306 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:43 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:43.306 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:43 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:43.306 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:43 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:43.306 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:43 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:43.307 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:43 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:43.307 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:43 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:43.307 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:43 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:43.307 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:43 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:43.307 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:43 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:43.307 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:43 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:43.307 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:43 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:43.307 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:43 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:43.307 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:43 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:43.307 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:43 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:43.307 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:43 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:43.307 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:43 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:43.307 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:43 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:43.307 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:43 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:43.307 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:43 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:43.308 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:43 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:43.308 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:43 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:43.308 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:43 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:43.308 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:43 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:43.308 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:43 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:43.308 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:43 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:43.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:43 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:43.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:43 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:43.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:43 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:43.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:43 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:43.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:43 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:43.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:43 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:43.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:43 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:43.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:43 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:43.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:43 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:43.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:43 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:43.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:43 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:43.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:43 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:43.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:43 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:43.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:43 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:43.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:43 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:43.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:43 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:43.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:43 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:43.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:43 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:43.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:43 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:43.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:43 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:43.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:43 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:43.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:43 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:43.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:43 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:43.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:43 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:43.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:43 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:43.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:43 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:43.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:43 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:43.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:43 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:43.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:43 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:43.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:43 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:43.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:43 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:43.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:43 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:43.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:43 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:43.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:43 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:43.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:43 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:43.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:43 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:43.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:43 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:43.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:43 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:43.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:43 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:43.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:43 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:43.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:43 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:43.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:43 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:43.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:43 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:43.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:43 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:43.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:43 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:43.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:43 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:43.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:43 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:43.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:43 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:43.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:43 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:43.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:43 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:43.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:43 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:43.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:43 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:44.299 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:44 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:44.299 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:44 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:44.299 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:44 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:44.299 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:44 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:44.299 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:44 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:44.299 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:44 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:44.299 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:44 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:44.299 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:44 smithi148 ceph-mon[25742]: pgmap v138: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1004 B/s rd, 0 op/s 2024-04-15T21:29:44.299 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:44 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:44.300 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:44 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:44.300 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:44 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:44.300 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:44 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:44.300 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:44 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:44.300 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:44 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:44.300 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:44 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:44.300 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:44 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:44.300 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:44 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:44.300 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:44 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:44.300 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:44 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:44.300 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:44 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:44.300 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:44 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:44.300 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:44 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:44.300 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:44 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:44.300 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:44 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:44.300 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:44 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:44.301 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:44 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:44.301 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:44 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:44.301 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:44 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:44.301 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:44 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:44.301 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:44 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:44.301 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:44 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:44.301 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:44 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:44.301 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:44 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:44.301 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:44 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:44.301 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:44 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:44.301 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:44 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:44.301 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:44 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:44.301 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:44 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:44.301 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:44 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:44.301 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:44 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:44.301 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:44 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:44.302 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:44 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:44.302 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:44 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:44.302 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:44 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:44.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:44 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:44.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:44 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:44.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:44 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:44.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:44 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:44.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:44 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:44.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:44 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:44.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:44 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:44.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:44 smithi057 ceph-mon[24810]: pgmap v138: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1004 B/s rd, 0 op/s 2024-04-15T21:29:44.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:44 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:44.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:44 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:44.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:44 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:44.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:44 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:44.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:44 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:44.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:44 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:44.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:44 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:44.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:44 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:44.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:44 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:44.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:44 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:44.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:44 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:44.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:44 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:44.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:44 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:44.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:44 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:44.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:44 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:44.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:44 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:44.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:44 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:44.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:44 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:44.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:44 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:44.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:44 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:44.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:44 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:44.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:44 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:44.381 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:44 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:44.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:44 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:44.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:44 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:44.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:44 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:44.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:44 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:44.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:44 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:44.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:44 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:44.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:44 smithi057 ceph-mon[29654]: pgmap v138: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1004 B/s rd, 0 op/s 2024-04-15T21:29:44.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:44 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:44.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:44 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:44.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:44 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:44.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:44 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:44.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:44 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:44.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:44 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:44.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:44 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:44.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:44 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:44.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:44 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:44.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:44 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:44.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:44 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:44.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:44 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:44.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:44 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:44.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:44 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:44.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:44 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:44.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:44 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:44.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:44 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:44.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:44 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:44.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:44 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:44.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:44 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:44.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:44 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:44.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:44 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:44.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:44 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:44.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:44 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:44.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:44 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:44.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:44 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:44.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:44 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:44.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:44 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:44.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:44 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:44.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:44 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:44.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:44 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:44.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:44 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:44.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:44 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:44.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:44 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:44.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:44 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:44.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:44 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:44.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:44 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:44.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:44 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:44.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:44 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:44.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:44 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:44.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:44 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:44.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:44 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:44.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:44 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:44.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:44 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:44.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:44 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:44.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:44 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:44.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:44 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:44.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:44 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:44.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:44 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:44.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:44 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:45.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:45 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:45.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:45 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:45.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:45 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:45.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:45 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:45.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:45 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:45.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:45 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:45.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:45 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:45.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:45 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:45.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:45 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:45.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:45 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:45.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:45 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:45.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:45 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:45.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:45 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:45.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:45 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:45.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:45 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:45.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:45 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:45.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:45 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:45.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:45 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:45.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:45 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:45.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:45 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:45.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:45 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:45.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:45 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:45.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:45 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:45.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:45 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:45.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:45 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:45.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:45 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:45.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:45 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:45.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:45 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:45.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:45 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:45.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:45 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:45.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:45 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:45.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:45 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:45.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:45 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:45.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:45 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:45.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:45 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:45.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:45 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:45.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:45 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:45.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:45 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:45.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:45 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:45.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:45 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:45.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:45 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:45.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:45 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:45.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:45 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:45.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:45 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:45.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:45 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:45.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:45 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:45.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:45 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:45.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:45 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:45.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:45 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:45.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:45 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:45.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:45 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:45.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:45 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:45.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:45 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:45.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:45 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:45.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:45 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:45.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:45 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:45.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:45 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:45.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:45 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:45.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:45 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:45.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:45 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:45.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:45 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:45.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:45 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:45.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:45 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:45.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:45 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:45.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:45 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:45.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:45 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:45.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:45 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:45.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:45 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:45.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:45 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:45.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:45 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:45.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:45 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:45.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:45 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:45.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:45 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:45.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:45 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:45.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:45 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:45.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:45 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:45.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:45 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:45.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:45 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:45.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:45 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:45.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:45 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:45.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:45 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:45.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:45 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:45.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:45 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:45.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:45 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:45.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:45 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:45.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:45 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:45.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:45 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:45.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:45 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:45.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:45 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:45.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:45 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:45.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:45 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:45.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:45 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:45.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:45 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:45.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:45 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:45.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:45 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:45.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:45 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:45.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:45 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:45.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:45 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:45.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:45 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:45.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:45 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:45.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:45 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:45.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:45 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:45.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:45 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:45.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:45 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:45.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:45 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:45.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:45 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:45.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:45 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:45.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:45 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:45.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:45 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:45.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:45 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:45.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:45 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:45.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:45 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:45.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:45 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:45.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:45 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:45.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:45 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:45.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:45 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:45.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:45 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:45.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:45 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:45.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:45 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:45.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:45 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:45.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:45 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:45.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:45 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:45.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:45 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:45.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:45 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:45.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:45 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:45.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:45 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:46.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:46 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:46.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:46 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:46.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:46 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:46.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:46 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:46.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:46 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:46.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:46 smithi148 ceph-mon[25742]: pgmap v139: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 865 B/s rd, 0 op/s 2024-04-15T21:29:46.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:46 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:46.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:46 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:46.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:46 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:46.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:46 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:46.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:46 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:46.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:46 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:46.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:46 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:46.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:46 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:46.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:46 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:46.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:46 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:46.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:46 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:46.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:46 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:46.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:46 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:46.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:46 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:46.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:46 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:46.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:46 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:46.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:46 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:46.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:46 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:46.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:46 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:46.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:46 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:46.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:46 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:46.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:46 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:46.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:46 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:46.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:46 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:46.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:46 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:46.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:46 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:46.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:46 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:46.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:46 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:46.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:46 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:46.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:46 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:46.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:46 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:46.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:46 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:46.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:46 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:46.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:46 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:46.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:46 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:46.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:46 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:46.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:46 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-04-15T21:29:46.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:46 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-04-15T21:29:46.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:46 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T21:29:46.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:46 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-04-15T21:29:46.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:46 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-04-15T21:29:46.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:46 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-04-15T21:29:46.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:46 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-04-15T21:29:46.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:46 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-04-15T21:29:46.356 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:46 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-04-15T21:29:46.356 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:46 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-04-15T21:29:46.356 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:46 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-04-15T21:29:46.356 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:46 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-04-15T21:29:46.356 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:46 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T21:29:46.356 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:46 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-04-15T21:29:46.356 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:46 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-04-15T21:29:46.356 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:46 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-04-15T21:29:46.356 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:46 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-04-15T21:29:46.356 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:46 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-04-15T21:29:46.356 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:46 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-04-15T21:29:46.356 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:46 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-04-15T21:29:46.356 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:46 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T21:29:46.357 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:46 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T21:29:46.357 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:46 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T21:29:46.357 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:46 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T21:29:46.357 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:46 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T21:29:46.357 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:46 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T21:29:46.357 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:46 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-04-15T21:29:46.357 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:46 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-04-15T21:29:46.357 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:46 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:46.357 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:46 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:46.357 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:46 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:46.357 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:46 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:46.357 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:46 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:46.357 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:46 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:46.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:46 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:46.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:46 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:46.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:46 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:46.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:46 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:46.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:46 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:46.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:46 smithi057 ceph-mon[24810]: pgmap v139: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 865 B/s rd, 0 op/s 2024-04-15T21:29:46.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:46 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:46.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:46 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:46.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:46 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:46.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:46 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:46.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:46 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:46.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:46 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:46.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:46 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:46.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:46 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:46.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:46 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:46.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:46 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:46.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:46 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:46.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:46 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:46.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:46 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:46.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:46 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:46.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:46 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:46.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:46 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:46.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:46 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:46.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:46 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:46.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:46 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:46.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:46 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:46.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:46 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:46.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:46 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:46.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:46 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:46.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:46 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:46.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:46 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:46.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:46 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:46.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:46 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:46.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:46 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:46.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:46 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:46.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:46 smithi057 ceph-mon[29654]: pgmap v139: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 865 B/s rd, 0 op/s 2024-04-15T21:29:46.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:46 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:46.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:46 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:46.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:46 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:46.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:46 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:46.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:46 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:46.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:46 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:46.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:46 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:46.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:46 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:46.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:46 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:46.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:46 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:46.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:46 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:46.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:46 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:46.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:46 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:46.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:46 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:46.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:46 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:46.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:46 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:46.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:46 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:46.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:46 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:46.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:46 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:46.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:46 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:46.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:46 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:29:46.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:46 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:46.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:46 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:46.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:46 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:46.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:46 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:46.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:46 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:46.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:46 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:46.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:46 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:46.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:46 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:46.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:46 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:46.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:46 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:46.384 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:46 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:46.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:46 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:46.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:46 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:46.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:46 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:46.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:46 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:46.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:46 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-04-15T21:29:46.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:46 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-04-15T21:29:46.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:46 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T21:29:46.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:46 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-04-15T21:29:46.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:46 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-04-15T21:29:46.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:46 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-04-15T21:29:46.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:46 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-04-15T21:29:46.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:46 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-04-15T21:29:46.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:46 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-04-15T21:29:46.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:46 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-04-15T21:29:46.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:46 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-04-15T21:29:46.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:46 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-04-15T21:29:46.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:46 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T21:29:46.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:46 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:46.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:46 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:46.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:46 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:46.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:46 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:46.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:46 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:46.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:46 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:46.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:46 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:46.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:46 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:46.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:46 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:46.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:46 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:46.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:46 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:29:46.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:46 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:46.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:46 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-04-15T21:29:46.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:46 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-04-15T21:29:46.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:46 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T21:29:46.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:46 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-04-15T21:29:46.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:46 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-04-15T21:29:46.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:46 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-04-15T21:29:46.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:46 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-04-15T21:29:46.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:46 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-04-15T21:29:46.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:46 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-04-15T21:29:46.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:46 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-04-15T21:29:46.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:46 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-04-15T21:29:46.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:46 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-04-15T21:29:46.388 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:46 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T21:29:46.388 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:46 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-04-15T21:29:46.388 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:46 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-04-15T21:29:46.388 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:46 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-04-15T21:29:46.388 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:46 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-04-15T21:29:46.388 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:46 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-04-15T21:29:46.388 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:46 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-04-15T21:29:46.388 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:46 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-04-15T21:29:46.388 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:46 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T21:29:46.388 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:46 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T21:29:46.388 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:46 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T21:29:46.388 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:46 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T21:29:46.389 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:46 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T21:29:46.389 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:46 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T21:29:46.389 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:46 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-04-15T21:29:46.389 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:46 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-04-15T21:29:46.389 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:46 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:46.389 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:46 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:46.389 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:46 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:46.389 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:46 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:46.389 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:46 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:46.389 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:46 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:46.389 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:46 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-04-15T21:29:46.389 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:46 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-04-15T21:29:46.389 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:46 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-04-15T21:29:46.389 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:46 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-04-15T21:29:46.390 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:46 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-04-15T21:29:46.390 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:46 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-04-15T21:29:46.390 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:46 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-04-15T21:29:46.390 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:46 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T21:29:46.390 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:46 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T21:29:46.390 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:46 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T21:29:46.390 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:46 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T21:29:46.390 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:46 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T21:29:46.390 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:46 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T21:29:46.390 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:46 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-04-15T21:29:46.390 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:46 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-04-15T21:29:46.390 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:46 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:46.390 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:46 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:46.390 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:46 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:46.391 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:46 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:29:46.391 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:46 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:29:46.391 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:46 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:47.283 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:47 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:47.283 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:47 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:47.283 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:47 smithi148 ceph-mon[25742]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:47.283 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:47 smithi148 ceph-mon[25742]: Upgrade: Finalizing container_image settings 2024-04-15T21:29:47.283 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:47 smithi148 ceph-mon[25742]: Upgrade: Complete! 2024-04-15T21:29:47.283 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:47 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:47.283 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:47 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:47.283 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:47 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:47.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:47 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:47.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:47 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:47.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:47 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:47.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:47 smithi057 ceph-mon[24810]: Upgrade: Finalizing container_image settings 2024-04-15T21:29:47.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:47 smithi057 ceph-mon[24810]: Upgrade: Complete! 2024-04-15T21:29:47.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:47 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:47.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:47 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:47.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:47 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:47.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:47 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:47.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:47 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:47.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:47 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:29:47.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:47 smithi057 ceph-mon[29654]: Upgrade: Finalizing container_image settings 2024-04-15T21:29:47.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:47 smithi057 ceph-mon[29654]: Upgrade: Complete! 2024-04-15T21:29:47.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:47 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:47.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:47 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:47.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:47 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:48.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:48 smithi148 ceph-mon[25742]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:29:48.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:48 smithi148 ceph-mon[25742]: pgmap v140: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:29:48.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:48 smithi057 ceph-mon[24810]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:29:48.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:48 smithi057 ceph-mon[24810]: pgmap v140: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:29:48.629 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:48 smithi057 ceph-mon[29654]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:29:48.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:48 smithi057 ceph-mon[29654]: pgmap v140: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:29:50.557 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:50 smithi148 ceph-mon[25742]: pgmap v141: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:29:50.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:50 smithi057 ceph-mon[24810]: pgmap v141: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:29:50.629 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:50 smithi057 ceph-mon[29654]: pgmap v141: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:29:51.565 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:51 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:51.565 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:51 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:29:51.565 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:51 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:51.565 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:51 smithi057 ceph-mon[24810]: pgmap v142: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:29:51.565 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:51 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:51.565 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:51 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:29:51.566 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:51 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:51.566 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:51 smithi057 ceph-mon[29654]: pgmap v142: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:29:51.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:51 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:51.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:51 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:29:51.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:51 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:29:51.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:51 smithi148 ceph-mon[25742]: pgmap v142: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:29:51.879 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:29:51 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:29:51] "GET /metrics HTTP/1.1" 200 37991 "" "Prometheus/2.43.0" 2024-04-15T21:29:54.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:54 smithi148 ceph-mon[25742]: pgmap v143: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:29:54.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:54 smithi057 ceph-mon[24810]: pgmap v143: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:29:54.629 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:54 smithi057 ceph-mon[29654]: pgmap v143: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:29:56.431 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:56 smithi057 ceph-mon[24810]: pgmap v144: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:29:56.432 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:56 smithi057 ceph-mon[29654]: pgmap v144: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:29:56.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:56 smithi148 ceph-mon[25742]: pgmap v144: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:29:58.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:58 smithi148 ceph-mon[25742]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:29:58.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:29:58 smithi148 ceph-mon[25742]: pgmap v145: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:29:58.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:58 smithi057 ceph-mon[24810]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:29:58.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:29:58 smithi057 ceph-mon[24810]: pgmap v145: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:29:58.629 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:58 smithi057 ceph-mon[29654]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:29:58.629 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:29:58 smithi057 ceph-mon[29654]: pgmap v145: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:30:00.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:00 smithi148 ceph-mon[25742]: pgmap v146: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:30:00.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:00 smithi148 ceph-mon[25742]: overall HEALTH_OK 2024-04-15T21:30:00.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:00 smithi057 ceph-mon[24810]: pgmap v146: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:30:00.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:00 smithi057 ceph-mon[24810]: overall HEALTH_OK 2024-04-15T21:30:00.629 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:00 smithi057 ceph-mon[29654]: pgmap v146: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:30:00.629 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:00 smithi057 ceph-mon[29654]: overall HEALTH_OK 2024-04-15T21:30:01.879 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:30:01 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:30:01] "GET /metrics HTTP/1.1" 200 37991 "" "Prometheus/2.43.0" 2024-04-15T21:30:02.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:02 smithi148 ceph-mon[25742]: pgmap v147: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:30:02.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:02 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:30:02.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:02 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:30:02.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:02 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:30:02.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:02 smithi057 ceph-mon[24810]: pgmap v147: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:30:02.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:02 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:30:02.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:02 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:30:02.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:02 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:30:02.629 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:02 smithi057 ceph-mon[29654]: pgmap v147: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:30:02.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:02 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:30:02.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:02 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:30:02.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:02 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:30:04.456 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:04 smithi057 ceph-mon[24810]: pgmap v148: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:30:04.457 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:04 smithi057 ceph-mon[29654]: pgmap v148: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:30:04.519 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:04 smithi148 ceph-mon[25742]: pgmap v148: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:30:06.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:06 smithi148 ceph-mon[25742]: pgmap v149: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:30:06.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:06 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:30:06.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:06 smithi057 ceph-mon[24810]: pgmap v149: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:30:06.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:06 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:30:06.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:06 smithi057 ceph-mon[29654]: pgmap v149: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:30:06.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:06 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:30:08.327 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:08 smithi148 ceph-mon[25742]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:30:08.327 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:08 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:30:08.327 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:08 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:30:08.327 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:08 smithi148 ceph-mon[25742]: pgmap v150: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:30:08.327 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:08 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:30:08.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:08 smithi057 ceph-mon[24810]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:30:08.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:08 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:30:08.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:08 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:30:08.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:08 smithi057 ceph-mon[24810]: pgmap v150: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:30:08.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:08 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:30:08.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:08 smithi057 ceph-mon[29654]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:30:08.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:08 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:30:08.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:08 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:30:08.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:08 smithi057 ceph-mon[29654]: pgmap v150: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:30:08.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:08 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:30:09.315 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 -e sha1=87dbfb632e974cb2c28d17423071d2d833b53b29 -- bash -c 'ceph versions | jq -e '"'"'.mgr | length == 1'"'"'' 2024-04-15T21:30:10.304 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:10 smithi057 ceph-mon[24810]: from='client.15789 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:30:10.304 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:10 smithi057 ceph-mon[24810]: pgmap v151: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:30:10.304 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:10 smithi057 ceph-mon[29654]: from='client.15789 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:30:10.304 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:10 smithi057 ceph-mon[29654]: pgmap v151: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:30:10.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:10 smithi148 ceph-mon[25742]: from='client.15789 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:30:10.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:10 smithi148 ceph-mon[25742]: pgmap v151: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:30:11.386 INFO:teuthology.orchestra.run.smithi057.stdout:true 2024-04-15T21:30:11.696 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:30:11 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:30:11] "GET /metrics HTTP/1.1" 200 37991 "" "Prometheus/2.43.0" 2024-04-15T21:30:11.969 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 -e sha1=87dbfb632e974cb2c28d17423071d2d833b53b29 -- bash -c 'ceph versions | jq -e '"'"'.mgr | keys'"'"' | grep $sha1' 2024-04-15T21:30:12.289 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:12 smithi057 ceph-mon[24810]: pgmap v152: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:30:12.289 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:12 smithi057 ceph-mon[24810]: from='client.? 172.21.15.57:0/2850331856' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:30:12.289 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:12 smithi057 ceph-mon[29654]: pgmap v152: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:30:12.289 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:12 smithi057 ceph-mon[29654]: from='client.? 172.21.15.57:0/2850331856' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:30:12.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:12 smithi148 ceph-mon[25742]: pgmap v152: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:30:12.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:12 smithi148 ceph-mon[25742]: from='client.? 172.21.15.57:0/2850331856' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:30:14.136 INFO:teuthology.orchestra.run.smithi057.stdout: "ceph version 19.0.0-3084-g87dbfb63 (87dbfb632e974cb2c28d17423071d2d833b53b29) squid (dev)" 2024-04-15T21:30:14.425 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:14 smithi057 ceph-mon[24810]: pgmap v153: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:30:14.425 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:14 smithi057 ceph-mon[24810]: from='client.? 172.21.15.57:0/2797054187' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:30:14.426 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:14 smithi057 ceph-mon[29654]: pgmap v153: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:30:14.426 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:14 smithi057 ceph-mon[29654]: from='client.? 172.21.15.57:0/2797054187' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:30:14.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:14 smithi148 ceph-mon[25742]: pgmap v153: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:30:14.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:14 smithi148 ceph-mon[25742]: from='client.? 172.21.15.57:0/2797054187' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:30:14.795 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 -e sha1=87dbfb632e974cb2c28d17423071d2d833b53b29 -- bash -c 'ceph versions | jq -e '"'"'.overall | length == 2'"'"'' 2024-04-15T21:30:16.358 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:16 smithi057 ceph-mon[24810]: pgmap v154: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:30:16.359 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:16 smithi057 ceph-mon[29654]: pgmap v154: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:30:16.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:16 smithi148 ceph-mon[25742]: pgmap v154: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:30:16.880 INFO:teuthology.orchestra.run.smithi057.stdout:true 2024-04-15T21:30:17.550 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:17 smithi057 ceph-mon[24810]: from='client.? 172.21.15.57:0/1598928705' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:30:17.550 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:17 smithi057 ceph-mon[29654]: from='client.? 172.21.15.57:0/1598928705' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:30:17.578 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 -e sha1=87dbfb632e974cb2c28d17423071d2d833b53b29 -- bash -c 'ceph orch upgrade check quay.ceph.io/ceph-ci/ceph:$sha1 | jq -e '"'"'.up_to_date | length == 2'"'"'' 2024-04-15T21:30:17.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:17 smithi148 ceph-mon[25742]: from='client.? 172.21.15.57:0/1598928705' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:30:18.481 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:18 smithi057 ceph-mon[24810]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:30:18.481 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:18 smithi057 ceph-mon[24810]: pgmap v155: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:30:18.481 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:18 smithi057 ceph-mon[29654]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:30:18.482 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:18 smithi057 ceph-mon[29654]: pgmap v155: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:30:18.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:18 smithi148 ceph-mon[25742]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:30:18.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:18 smithi148 ceph-mon[25742]: pgmap v155: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:30:20.420 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:20 smithi057 ceph-mon[24810]: pgmap v156: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:30:20.420 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:20 smithi057 ceph-mon[29654]: pgmap v156: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:30:20.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:20 smithi148 ceph-mon[25742]: pgmap v156: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:30:21.281 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:21 smithi057 ceph-mon[24810]: from='client.25726 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:30:21.281 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:21 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:30:21.281 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:21 smithi057 ceph-mon[29654]: from='client.25726 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:30:21.281 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:21 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:30:21.363 INFO:teuthology.orchestra.run.smithi057.stdout:true 2024-04-15T21:30:21.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:21 smithi148 ceph-mon[25742]: from='client.25726 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:30:21.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:21 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:30:21.879 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:30:21 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:30:21] "GET /metrics HTTP/1.1" 200 37994 "" "Prometheus/2.43.0" 2024-04-15T21:30:21.925 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 -e sha1=87dbfb632e974cb2c28d17423071d2d833b53b29 -- bash -c 'ceph orch upgrade status' 2024-04-15T21:30:22.496 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:22 smithi057 ceph-mon[24810]: pgmap v157: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:30:22.496 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:22 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:30:22.496 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:22 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:30:22.496 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:22 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:30:22.496 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:22 smithi057 ceph-mon[29654]: pgmap v157: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:30:22.496 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:22 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:30:22.496 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:22 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:30:22.496 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:22 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:30:22.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:22 smithi148 ceph-mon[25742]: pgmap v157: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:30:22.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:22 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:30:22.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:22 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:30:22.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:22 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:30:24.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:24 smithi148 ceph-mon[25742]: pgmap v158: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:30:24.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:24 smithi057 ceph-mon[24810]: pgmap v158: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:30:24.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:24 smithi057 ceph-mon[29654]: pgmap v158: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:30:25.385 INFO:teuthology.orchestra.run.smithi057.stdout:{ 2024-04-15T21:30:25.385 INFO:teuthology.orchestra.run.smithi057.stdout: "target_image": null, 2024-04-15T21:30:25.385 INFO:teuthology.orchestra.run.smithi057.stdout: "in_progress": false, 2024-04-15T21:30:25.385 INFO:teuthology.orchestra.run.smithi057.stdout: "which": "", 2024-04-15T21:30:25.386 INFO:teuthology.orchestra.run.smithi057.stdout: "services_complete": [], 2024-04-15T21:30:25.386 INFO:teuthology.orchestra.run.smithi057.stdout: "progress": null, 2024-04-15T21:30:25.386 INFO:teuthology.orchestra.run.smithi057.stdout: "message": "", 2024-04-15T21:30:25.386 INFO:teuthology.orchestra.run.smithi057.stdout: "is_paused": false 2024-04-15T21:30:25.386 INFO:teuthology.orchestra.run.smithi057.stdout:} 2024-04-15T21:30:26.318 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 -e sha1=87dbfb632e974cb2c28d17423071d2d833b53b29 -- bash -c 'ceph health detail' 2024-04-15T21:30:26.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:26 smithi148 ceph-mon[25742]: pgmap v159: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:30:26.622 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:26 smithi057 ceph-mon[24810]: pgmap v159: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:30:26.622 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:26 smithi057 ceph-mon[29654]: pgmap v159: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:30:27.460 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:27 smithi057 ceph-mon[24810]: from='client.25732 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:30:27.460 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:27 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:30:27.460 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:27 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:30:27.460 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:27 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:30:27.461 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:27 smithi057 ceph-mon[29654]: from='client.25732 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:30:27.461 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:27 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:30:27.461 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:27 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:30:27.461 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:27 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:30:27.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:27 smithi148 ceph-mon[25742]: from='client.25732 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:30:27.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:27 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:30:27.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:27 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:30:27.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:27 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:30:28.479 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:28 smithi057 ceph-mon[24810]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:30:28.479 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:28 smithi057 ceph-mon[24810]: pgmap v160: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:30:28.479 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:28 smithi057 ceph-mon[29654]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:30:28.479 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:28 smithi057 ceph-mon[29654]: pgmap v160: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:30:28.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:28 smithi148 ceph-mon[25742]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:30:28.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:28 smithi148 ceph-mon[25742]: pgmap v160: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:30:29.031 INFO:teuthology.orchestra.run.smithi057.stdout:HEALTH_OK 2024-04-15T21:30:29.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:29 smithi057 ceph-mon[24810]: from='client.? 172.21.15.57:0/267145223' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-04-15T21:30:29.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:29 smithi057 ceph-mon[24810]: pgmap v161: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:30:29.379 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:29 smithi057 ceph-mon[29654]: from='client.? 172.21.15.57:0/267145223' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-04-15T21:30:29.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:29 smithi057 ceph-mon[29654]: pgmap v161: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:30:29.570 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:29 smithi148 ceph-mon[25742]: from='client.? 172.21.15.57:0/267145223' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-04-15T21:30:29.571 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:29 smithi148 ceph-mon[25742]: pgmap v161: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:30:29.823 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 -e sha1=87dbfb632e974cb2c28d17423071d2d833b53b29 -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types mon --hosts $(ceph orch ps | grep mgr.x | awk '"'"'{print $2}'"'"')' 2024-04-15T21:30:31.758 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:30:31 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:30:31] "GET /metrics HTTP/1.1" 200 37994 "" "Prometheus/2.43.0" 2024-04-15T21:30:32.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:32 smithi148 ceph-mon[25742]: pgmap v162: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:30:32.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:32 smithi057 ceph-mon[24810]: pgmap v162: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:30:32.379 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:32 smithi057 ceph-mon[29654]: pgmap v162: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:30:33.240 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:33 smithi057 ceph-mon[24810]: from='client.15831 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:30:33.240 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:33 smithi057 ceph-mon[29654]: from='client.15831 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:30:33.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:33 smithi148 ceph-mon[25742]: from='client.15831 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:30:33.866 INFO:teuthology.orchestra.run.smithi057.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29 2024-04-15T21:30:34.587 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:34 smithi057 ceph-mon[24810]: from='client.25750 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29", "daemon_types": "mon", "hosts": "smithi148", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:30:34.587 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:34 smithi057 ceph-mon[24810]: pgmap v163: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:30:34.587 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:34 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:30:34.588 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:34 smithi057 ceph-mon[29654]: from='client.25750 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29", "daemon_types": "mon", "hosts": "smithi148", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:30:34.588 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:34 smithi057 ceph-mon[29654]: pgmap v163: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:30:34.588 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:34 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:30:34.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:34 smithi148 ceph-mon[25742]: from='client.25750 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29", "daemon_types": "mon", "hosts": "smithi148", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:30:34.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:34 smithi148 ceph-mon[25742]: pgmap v163: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:30:34.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:34 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:30:34.614 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 -e sha1=87dbfb632e974cb2c28d17423071d2d833b53b29 -- bash -c 'while ceph orch upgrade status | jq '"'"'.in_progress'"'"' | grep true && ! ceph orch upgrade status | jq '"'"'.message'"'"' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done' 2024-04-15T21:30:35.257 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:35 smithi057 ceph-mon[29654]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29 2024-04-15T21:30:35.257 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:35 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:30:35.258 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:35 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:30:35.258 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:35 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:30:35.258 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:35 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:30:35.258 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:35 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:30:35.258 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:35 smithi057 ceph-mon[24810]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29 2024-04-15T21:30:35.258 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:35 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:30:35.258 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:35 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:30:35.258 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:35 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:30:35.258 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:35 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:30:35.258 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:35 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:30:35.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:35 smithi148 ceph-mon[25742]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29 2024-04-15T21:30:35.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:35 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:30:35.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:35 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:30:35.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:35 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:30:35.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:35 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:30:35.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:35 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:30:36.233 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:36 smithi057 ceph-mon[24810]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29 2024-04-15T21:30:36.233 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:36 smithi057 ceph-mon[24810]: pgmap v164: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:30:36.233 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:36 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:30:36.234 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:36 smithi057 ceph-mon[29654]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29 2024-04-15T21:30:36.234 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:36 smithi057 ceph-mon[29654]: pgmap v164: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:30:36.234 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:36 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:30:36.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:36 smithi148 ceph-mon[25742]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29 2024-04-15T21:30:36.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:36 smithi148 ceph-mon[25742]: pgmap v164: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:30:36.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:36 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:30:36.720 INFO:teuthology.orchestra.run.smithi057.stdout:true 2024-04-15T21:30:37.411 INFO:teuthology.orchestra.run.smithi057.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-15T21:30:37.411 INFO:teuthology.orchestra.run.smithi057.stdout:agent.smithi057 smithi057 running 15s ago 31m - - 2024-04-15T21:30:37.411 INFO:teuthology.orchestra.run.smithi057.stdout:agent.smithi148 smithi148 running 10s ago 31m - - 2024-04-15T21:30:37.411 INFO:teuthology.orchestra.run.smithi057.stdout:alertmanager.a smithi057 *:9093,9094 running (109s) 15s ago 26m 17.0M - 0.25.0 c8568f914cd2 b3d0ee2337d1 2024-04-15T21:30:37.411 INFO:teuthology.orchestra.run.smithi057.stdout:grafana.a smithi148 *:3000 running (62s) 10s ago 26m 79.2M - 9.4.12 2bacad6d85d8 2d2c50c8da7b 2024-04-15T21:30:37.411 INFO:teuthology.orchestra.run.smithi057.stdout:iscsi.foo.smithi057.jwyjxv smithi057 running (4m) 15s ago 25m 58.7M - 3.5 e1d6a67b021e 9d8d20cf842b 2024-04-15T21:30:37.411 INFO:teuthology.orchestra.run.smithi057.stdout:mgr.x smithi148 *:8443,9283,8765 running (4m) 10s ago 30m 452M - 19.0.0-3084-g87dbfb63 a452a57266c7 56ad8667b91a 2024-04-15T21:30:37.412 INFO:teuthology.orchestra.run.smithi057.stdout:mgr.y smithi057 *:8443,9283,8765 running (14m) 15s ago 32m 533M - 19.0.0-3084-g87dbfb63 a452a57266c7 7bb446a32fbb 2024-04-15T21:30:37.412 INFO:teuthology.orchestra.run.smithi057.stdout:mon.a smithi057 running (32m) 15s ago 32m 100M 2048M 17.2.0 e1d6a67b021e f68a8a14d0b2 2024-04-15T21:30:37.412 INFO:teuthology.orchestra.run.smithi057.stdout:mon.b smithi148 running (31m) 10s ago 31m 79.1M 2048M 17.2.0 e1d6a67b021e 27f4990cb4d7 2024-04-15T21:30:37.412 INFO:teuthology.orchestra.run.smithi057.stdout:mon.c smithi057 running (31m) 15s ago 31m 72.6M 2048M 17.2.0 e1d6a67b021e 7cbf3ea734af 2024-04-15T21:30:37.412 INFO:teuthology.orchestra.run.smithi057.stdout:node-exporter.a smithi057 *:9100 running (3m) 15s ago 27m 8422k - 1.5.0 0da6a335fe13 1fe3c748de02 2024-04-15T21:30:37.412 INFO:teuthology.orchestra.run.smithi057.stdout:node-exporter.b smithi148 *:9100 running (3m) 10s ago 27m 16.3M - 1.5.0 0da6a335fe13 94918e657592 2024-04-15T21:30:37.412 INFO:teuthology.orchestra.run.smithi057.stdout:osd.0 smithi057 running (30m) 15s ago 30m 54.5M 4096M 17.2.0 e1d6a67b021e a825b23c2b8e 2024-04-15T21:30:37.412 INFO:teuthology.orchestra.run.smithi057.stdout:osd.1 smithi057 running (30m) 15s ago 30m 59.1M 4096M 17.2.0 e1d6a67b021e ef43105379fd 2024-04-15T21:30:37.412 INFO:teuthology.orchestra.run.smithi057.stdout:osd.2 smithi057 running (29m) 15s ago 29m 53.4M 4096M 17.2.0 e1d6a67b021e 8cea1b1b5212 2024-04-15T21:30:37.412 INFO:teuthology.orchestra.run.smithi057.stdout:osd.3 smithi057 running (29m) 15s ago 29m 52.7M 4096M 17.2.0 e1d6a67b021e 8400e9bee4fe 2024-04-15T21:30:37.412 INFO:teuthology.orchestra.run.smithi057.stdout:osd.4 smithi148 running (29m) 10s ago 29m 54.7M 4096M 17.2.0 e1d6a67b021e 955a657c7722 2024-04-15T21:30:37.412 INFO:teuthology.orchestra.run.smithi057.stdout:osd.5 smithi148 running (28m) 10s ago 28m 52.1M 4096M 17.2.0 e1d6a67b021e bf2b1914ffc9 2024-04-15T21:30:37.412 INFO:teuthology.orchestra.run.smithi057.stdout:osd.6 smithi148 running (28m) 10s ago 28m 51.7M 4096M 17.2.0 e1d6a67b021e ab801778ca01 2024-04-15T21:30:37.412 INFO:teuthology.orchestra.run.smithi057.stdout:osd.7 smithi148 running (27m) 10s ago 27m 52.5M 4096M 17.2.0 e1d6a67b021e c9334bc357be 2024-04-15T21:30:37.413 INFO:teuthology.orchestra.run.smithi057.stdout:prometheus.a smithi148 *:9095 running (2m) 10s ago 27m 65.4M - 2.43.0 a07b618ecd1d ff3fcf9e6b9f 2024-04-15T21:30:37.413 INFO:teuthology.orchestra.run.smithi057.stdout:rgw.foo.smithi057.lxigfo smithi057 *:8000 running (25m) 15s ago 25m 79.6M - 17.2.0 e1d6a67b021e fa044b726c8d 2024-04-15T21:30:37.413 INFO:teuthology.orchestra.run.smithi057.stdout:rgw.foo.smithi148.cgzzfh smithi148 *:8000 running (25m) 10s ago 25m 76.5M - 17.2.0 e1d6a67b021e 722242170e62 2024-04-15T21:30:37.836 INFO:teuthology.orchestra.run.smithi057.stdout:{ 2024-04-15T21:30:37.836 INFO:teuthology.orchestra.run.smithi057.stdout: "mon": { 2024-04-15T21:30:37.836 INFO:teuthology.orchestra.run.smithi057.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 3 2024-04-15T21:30:37.836 INFO:teuthology.orchestra.run.smithi057.stdout: }, 2024-04-15T21:30:37.837 INFO:teuthology.orchestra.run.smithi057.stdout: "mgr": { 2024-04-15T21:30:37.837 INFO:teuthology.orchestra.run.smithi057.stdout: "ceph version 19.0.0-3084-g87dbfb63 (87dbfb632e974cb2c28d17423071d2d833b53b29) squid (dev)": 2 2024-04-15T21:30:37.837 INFO:teuthology.orchestra.run.smithi057.stdout: }, 2024-04-15T21:30:37.837 INFO:teuthology.orchestra.run.smithi057.stdout: "osd": { 2024-04-15T21:30:37.837 INFO:teuthology.orchestra.run.smithi057.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 8 2024-04-15T21:30:37.837 INFO:teuthology.orchestra.run.smithi057.stdout: }, 2024-04-15T21:30:37.837 INFO:teuthology.orchestra.run.smithi057.stdout: "mds": {}, 2024-04-15T21:30:37.837 INFO:teuthology.orchestra.run.smithi057.stdout: "rgw": { 2024-04-15T21:30:37.837 INFO:teuthology.orchestra.run.smithi057.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 2 2024-04-15T21:30:37.837 INFO:teuthology.orchestra.run.smithi057.stdout: }, 2024-04-15T21:30:37.837 INFO:teuthology.orchestra.run.smithi057.stdout: "overall": { 2024-04-15T21:30:37.837 INFO:teuthology.orchestra.run.smithi057.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 13, 2024-04-15T21:30:37.837 INFO:teuthology.orchestra.run.smithi057.stdout: "ceph version 19.0.0-3084-g87dbfb63 (87dbfb632e974cb2c28d17423071d2d833b53b29) squid (dev)": 2 2024-04-15T21:30:37.837 INFO:teuthology.orchestra.run.smithi057.stdout: } 2024-04-15T21:30:37.838 INFO:teuthology.orchestra.run.smithi057.stdout:} 2024-04-15T21:30:38.181 INFO:teuthology.orchestra.run.smithi057.stdout:{ 2024-04-15T21:30:38.181 INFO:teuthology.orchestra.run.smithi057.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29", 2024-04-15T21:30:38.181 INFO:teuthology.orchestra.run.smithi057.stdout: "in_progress": true, 2024-04-15T21:30:38.181 INFO:teuthology.orchestra.run.smithi057.stdout: "which": "Upgrading daemons of type(s) mon on host(s) smithi148", 2024-04-15T21:30:38.181 INFO:teuthology.orchestra.run.smithi057.stdout: "services_complete": [], 2024-04-15T21:30:38.181 INFO:teuthology.orchestra.run.smithi057.stdout: "progress": "0/1 daemons upgraded", 2024-04-15T21:30:38.181 INFO:teuthology.orchestra.run.smithi057.stdout: "message": "Currently upgrading mon daemons", 2024-04-15T21:30:38.182 INFO:teuthology.orchestra.run.smithi057.stdout: "is_paused": false 2024-04-15T21:30:38.182 INFO:teuthology.orchestra.run.smithi057.stdout:} 2024-04-15T21:30:38.455 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:38 smithi148 ceph-mon[25742]: from='client.15843 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:30:38.456 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:38 smithi148 ceph-mon[25742]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:30:38.456 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:38 smithi148 ceph-mon[25742]: pgmap v165: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:30:38.456 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:38 smithi148 ceph-mon[25742]: from='client.15849 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:30:38.456 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:38 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:30:38.456 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:38 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:30:38.456 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:38 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:30:38.456 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:38 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:30:38.456 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:38 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-15T21:30:38.456 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:38 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-04-15T21:30:38.456 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:38 smithi148 ceph-mon[25742]: from='client.? 172.21.15.57:0/1146178752' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:30:38.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:38 smithi057 ceph-mon[24810]: from='client.15843 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:30:38.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:38 smithi057 ceph-mon[24810]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:30:38.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:38 smithi057 ceph-mon[24810]: pgmap v165: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:30:38.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:38 smithi057 ceph-mon[24810]: from='client.15849 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:30:38.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:38 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:30:38.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:38 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:30:38.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:38 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:30:38.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:38 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:30:38.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:38 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-15T21:30:38.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:38 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-04-15T21:30:38.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:38 smithi057 ceph-mon[24810]: from='client.? 172.21.15.57:0/1146178752' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:30:38.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:38 smithi057 ceph-mon[29654]: from='client.15843 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:30:38.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:38 smithi057 ceph-mon[29654]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:30:38.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:38 smithi057 ceph-mon[29654]: pgmap v165: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:30:38.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:38 smithi057 ceph-mon[29654]: from='client.15849 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:30:38.631 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:38 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:30:38.631 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:38 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:30:38.631 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:38 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:30:38.631 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:38 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:30:38.631 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:38 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-15T21:30:38.631 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:38 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-04-15T21:30:38.631 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:38 smithi057 ceph-mon[29654]: from='client.? 172.21.15.57:0/1146178752' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:30:39.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:39 smithi148 ceph-mon[25742]: from='client.25768 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:30:39.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:39 smithi148 ceph-mon[25742]: Upgrade: Target is version 19.0.0-3084-g87dbfb63 (squid) 2024-04-15T21:30:39.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:39 smithi148 ceph-mon[25742]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29, digests ['quay.ceph.io/ceph-ci/ceph@sha256:386dcbdb0b8a78b880705c56a17f715946e178c298e478ab4b58fddb8072ae6f'] 2024-04-15T21:30:39.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:39 smithi148 ceph-mon[25742]: Upgrade: Setting container_image for all mgr 2024-04-15T21:30:39.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:39 smithi148 ceph-mon[25742]: Upgrade: It appears safe to stop mon.b 2024-04-15T21:30:39.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:39 smithi148 ceph-mon[25742]: from='client.15867 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:30:39.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:39 smithi057 ceph-mon[24810]: from='client.25768 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:30:39.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:39 smithi057 ceph-mon[24810]: Upgrade: Target is version 19.0.0-3084-g87dbfb63 (squid) 2024-04-15T21:30:39.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:39 smithi057 ceph-mon[24810]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29, digests ['quay.ceph.io/ceph-ci/ceph@sha256:386dcbdb0b8a78b880705c56a17f715946e178c298e478ab4b58fddb8072ae6f'] 2024-04-15T21:30:39.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:39 smithi057 ceph-mon[24810]: Upgrade: Setting container_image for all mgr 2024-04-15T21:30:39.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:39 smithi057 ceph-mon[24810]: Upgrade: It appears safe to stop mon.b 2024-04-15T21:30:39.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:39 smithi057 ceph-mon[24810]: from='client.15867 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:30:39.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:39 smithi057 ceph-mon[29654]: from='client.25768 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:30:39.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:39 smithi057 ceph-mon[29654]: Upgrade: Target is version 19.0.0-3084-g87dbfb63 (squid) 2024-04-15T21:30:39.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:39 smithi057 ceph-mon[29654]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29, digests ['quay.ceph.io/ceph-ci/ceph@sha256:386dcbdb0b8a78b880705c56a17f715946e178c298e478ab4b58fddb8072ae6f'] 2024-04-15T21:30:39.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:39 smithi057 ceph-mon[29654]: Upgrade: Setting container_image for all mgr 2024-04-15T21:30:39.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:39 smithi057 ceph-mon[29654]: Upgrade: It appears safe to stop mon.b 2024-04-15T21:30:39.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:39 smithi057 ceph-mon[29654]: from='client.15867 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:30:40.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:40 smithi148 ceph-mon[25742]: pgmap v166: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:30:40.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:40 smithi148 ceph-mon[25742]: Upgrade: Updating mon.b 2024-04-15T21:30:40.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:40 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:30:40.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:40 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-15T21:30:40.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:40 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-15T21:30:40.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:40 smithi148 ceph-mon[25742]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:30:40.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:40 smithi148 ceph-mon[25742]: Deploying daemon mon.b on smithi148 2024-04-15T21:30:40.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:40 smithi057 ceph-mon[24810]: pgmap v166: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:30:40.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:40 smithi057 ceph-mon[24810]: Upgrade: Updating mon.b 2024-04-15T21:30:40.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:40 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:30:40.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:40 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-15T21:30:40.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:40 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-15T21:30:40.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:40 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:30:40.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:40 smithi057 ceph-mon[24810]: Deploying daemon mon.b on smithi148 2024-04-15T21:30:40.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:40 smithi057 ceph-mon[29654]: pgmap v166: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:30:40.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:40 smithi057 ceph-mon[29654]: Upgrade: Updating mon.b 2024-04-15T21:30:40.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:40 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:30:40.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:40 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-15T21:30:40.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:40 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-15T21:30:40.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:40 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:30:40.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:40 smithi057 ceph-mon[29654]: Deploying daemon mon.b on smithi148 2024-04-15T21:30:41.515 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:41 smithi148 ceph-mon[25742]: pgmap v167: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:30:41.515 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:41 smithi148 systemd[1]: Stopping Ceph mon.b for b97cffaa-fb6a-11ee-bc8f-c7b262605968... 2024-04-15T21:30:41.565 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:41 smithi057 ceph-mon[24810]: pgmap v167: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:30:41.566 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:41 smithi057 ceph-mon[29654]: pgmap v167: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:30:41.780 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:41 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mon-b[25735]: 2024-04-15T21:30:41.512+0000 7fc0ae6f7700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-15T21:30:41.780 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:41 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mon-b[25735]: 2024-04-15T21:30:41.512+0000 7fc0ae6f7700 -1 mon.b@2(peon) e3 *** Got Signal Terminated *** 2024-04-15T21:30:41.879 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:30:41 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:30:41] "GET /metrics HTTP/1.1" 200 37990 "" "Prometheus/2.43.0" 2024-04-15T21:30:42.081 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:41 smithi148 podman[115267]: 2024-04-15 21:30:41.778455707 +0000 UTC m=+0.364303146 container died 27f4990cb4d7a4623c3c4d8a795512ce6d08de5108e97f3ef9a218366f02936f (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mon-b, version=8, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., vendor=Red Hat, Inc., CEPH_POINT_RELEASE=-17.2.0, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, distribution-scope=public, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, GIT_CLEAN=True, name=centos-stream, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, io.buildah.version=1.19.8, release=754, architecture=x86_64, ceph=True, build-date=2022-05-03T08:36:31.336870, com.redhat.component=centos-stream-container, io.k8s.display-name=CentOS Stream 8, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, io.openshift.expose-services=, GIT_BRANCH=HEAD, vcs-type=git, maintainer=Guillaume Abrioux , GIT_REPO=https://github.com/ceph/ceph-container.git, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, RELEASE=HEAD, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, io.openshift.tags=base centos centos-stream) 2024-04-15T21:30:42.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:42 smithi148 podman[115267]: 2024-04-15 21:30:42.170700294 +0000 UTC m=+0.756547723 container cleanup 27f4990cb4d7a4623c3c4d8a795512ce6d08de5108e97f3ef9a218366f02936f (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mon-b, architecture=x86_64, release=754, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, GIT_BRANCH=HEAD, GIT_CLEAN=True, version=8, io.k8s.display-name=CentOS Stream 8, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, com.redhat.component=centos-stream-container, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, RELEASE=HEAD, name=centos-stream, GIT_REPO=https://github.com/ceph/ceph-container.git, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, io.openshift.expose-services=, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.buildah.version=1.19.8, vcs-type=git, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, CEPH_POINT_RELEASE=-17.2.0, distribution-scope=public, vendor=Red Hat, Inc., io.openshift.tags=base centos centos-stream, ceph=True, maintainer=Guillaume Abrioux , build-date=2022-05-03T08:36:31.336870) 2024-04-15T21:30:42.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:42 smithi148 bash[115267]: ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mon-b 2024-04-15T21:30:42.728 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:42 smithi148 podman[115282]: 2024-04-15 21:30:42.396948041 +0000 UTC m=+0.615047362 container remove 27f4990cb4d7a4623c3c4d8a795512ce6d08de5108e97f3ef9a218366f02936f (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mon-b, vendor=Red Hat, Inc., GIT_CLEAN=True, CEPH_POINT_RELEASE=-17.2.0, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, maintainer=Guillaume Abrioux , architecture=x86_64, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, name=centos-stream, ceph=True, io.k8s.display-name=CentOS Stream 8, io.openshift.tags=base centos centos-stream, release=754, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, vcs-type=git, io.openshift.expose-services=, distribution-scope=public, com.redhat.component=centos-stream-container, RELEASE=HEAD, io.buildah.version=1.19.8, build-date=2022-05-03T08:36:31.336870, GIT_REPO=https://github.com/ceph/ceph-container.git, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, version=8, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., GIT_BRANCH=HEAD) 2024-04-15T21:30:42.728 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:42 smithi148 systemd[1]: ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@mon.b.service: Deactivated successfully. 2024-04-15T21:30:42.728 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:42 smithi148 systemd[1]: Stopped Ceph mon.b for b97cffaa-fb6a-11ee-bc8f-c7b262605968. 2024-04-15T21:30:42.728 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:42 smithi148 systemd[1]: ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@mon.b.service: Consumed 24.092s CPU time. 2024-04-15T21:30:43.064 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:42 smithi148 systemd[1]: Starting Ceph mon.b for b97cffaa-fb6a-11ee-bc8f-c7b262605968... 2024-04-15T21:30:43.064 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:42 smithi148 podman[115412]: 2024-04-15 21:30:42.84750527 +0000 UTC m=+0.019139424 image pull a452a57266c718c37049de4c2da9a5e566bb7b9c6db62908ada4c8b0e854997b quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29 2024-04-15T21:30:43.064 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:42 smithi148 podman[115412]: 2024-04-15 21:30:42.956236136 +0000 UTC m=+0.127870326 container create d109ec7f0a63c4ae173e80623bf25923fe496b90be0762b3b6b71cf5d3a2d78c (image=quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mon-b, GIT_CLEAN=True, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-87dbfb6, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD) 2024-04-15T21:30:43.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 podman[115412]: 2024-04-15 21:30:43.150653377 +0000 UTC m=+0.322287522 container init d109ec7f0a63c4ae173e80623bf25923fe496b90be0762b3b6b71cf5d3a2d78c (image=quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mon-b, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, RELEASE=main-87dbfb6, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240409, GIT_CLEAN=True) 2024-04-15T21:30:43.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 podman[115412]: 2024-04-15 21:30:43.154610214 +0000 UTC m=+0.326244360 container start d109ec7f0a63c4ae173e80623bf25923fe496b90be0762b3b6b71cf5d3a2d78c (image=quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mon-b, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, ceph=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-87dbfb6, org.label-schema.vendor=CentOS) 2024-04-15T21:30:43.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: set uid:gid to 167:167 (ceph:ceph) 2024-04-15T21:30:43.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: ceph version 19.0.0-3084-g87dbfb63 (87dbfb632e974cb2c28d17423071d2d833b53b29) squid (dev), process ceph-mon, pid 2 2024-04-15T21:30:43.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: pidfile_write: ignore empty --pid-file 2024-04-15T21:30:43.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: load: jerasure load: lrc 2024-04-15T21:30:43.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: RocksDB version: 7.9.2 2024-04-15T21:30:43.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Git sha 0 2024-04-15T21:30:43.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Compile date 2024-04-14 15:12:02 2024-04-15T21:30:43.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: DB SUMMARY 2024-04-15T21:30:43.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: DB Session ID: OPW7LTC1X46WS30CUWUQ 2024-04-15T21:30:43.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: CURRENT file: CURRENT 2024-04-15T21:30:43.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: IDENTITY file: IDENTITY 2024-04-15T21:30:43.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: MANIFEST file: MANIFEST-000009 size: 5197 Bytes 2024-04-15T21:30:43.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 1, files: 000090.sst 2024-04-15T21:30:43.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000088.log size: 2104203 ; 2024-04-15T21:30:43.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.error_if_exists: 0 2024-04-15T21:30:43.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.create_if_missing: 0 2024-04-15T21:30:43.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.paranoid_checks: 1 2024-04-15T21:30:43.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.flush_verify_memtable_count: 1 2024-04-15T21:30:43.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-15T21:30:43.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-04-15T21:30:43.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.env: 0x55ba53f92cc0 2024-04-15T21:30:43.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.fs: PosixFileSystem 2024-04-15T21:30:43.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.info_log: 0x55ba54d41c20 2024-04-15T21:30:43.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.max_file_opening_threads: 16 2024-04-15T21:30:43.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.statistics: (nil) 2024-04-15T21:30:43.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.use_fsync: 0 2024-04-15T21:30:43.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.max_log_file_size: 0 2024-04-15T21:30:43.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-15T21:30:43.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.log_file_time_to_roll: 0 2024-04-15T21:30:43.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.keep_log_file_num: 1000 2024-04-15T21:30:43.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.recycle_log_file_num: 0 2024-04-15T21:30:43.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.allow_fallocate: 1 2024-04-15T21:30:43.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.allow_mmap_reads: 0 2024-04-15T21:30:43.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.allow_mmap_writes: 0 2024-04-15T21:30:43.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.use_direct_reads: 0 2024-04-15T21:30:43.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-15T21:30:43.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.create_missing_column_families: 0 2024-04-15T21:30:43.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.db_log_dir: 2024-04-15T21:30:43.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.wal_dir: 2024-04-15T21:30:43.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.table_cache_numshardbits: 6 2024-04-15T21:30:43.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.WAL_ttl_seconds: 0 2024-04-15T21:30:43.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.WAL_size_limit_MB: 0 2024-04-15T21:30:43.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-15T21:30:43.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-15T21:30:43.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.is_fd_close_on_exec: 1 2024-04-15T21:30:43.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.advise_random_on_open: 1 2024-04-15T21:30:43.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.db_write_buffer_size: 0 2024-04-15T21:30:43.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.write_buffer_manager: 0x55ba54d10820 2024-04-15T21:30:43.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-15T21:30:43.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-15T21:30:43.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.use_adaptive_mutex: 0 2024-04-15T21:30:43.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.rate_limiter: (nil) 2024-04-15T21:30:43.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-15T21:30:43.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.wal_recovery_mode: 2 2024-04-15T21:30:43.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.enable_thread_tracking: 0 2024-04-15T21:30:43.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.enable_pipelined_write: 0 2024-04-15T21:30:43.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.unordered_write: 0 2024-04-15T21:30:43.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-15T21:30:43.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-15T21:30:43.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-15T21:30:43.356 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-15T21:30:43.356 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.row_cache: None 2024-04-15T21:30:43.356 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.wal_filter: None 2024-04-15T21:30:43.356 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-15T21:30:43.357 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.allow_ingest_behind: 0 2024-04-15T21:30:43.357 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.two_write_queues: 0 2024-04-15T21:30:43.357 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.manual_wal_flush: 0 2024-04-15T21:30:43.357 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.wal_compression: 0 2024-04-15T21:30:43.357 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.atomic_flush: 0 2024-04-15T21:30:43.357 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-15T21:30:43.357 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.persist_stats_to_disk: 0 2024-04-15T21:30:43.357 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.write_dbid_to_manifest: 0 2024-04-15T21:30:43.357 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.log_readahead_size: 0 2024-04-15T21:30:43.357 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-15T21:30:43.357 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.best_efforts_recovery: 0 2024-04-15T21:30:43.357 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-15T21:30:43.358 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-15T21:30:43.358 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.allow_data_in_errors: 0 2024-04-15T21:30:43.358 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.db_host_id: __hostname__ 2024-04-15T21:30:43.358 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.enforce_single_del_contracts: true 2024-04-15T21:30:43.358 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.max_background_jobs: 2 2024-04-15T21:30:43.358 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.max_background_compactions: -1 2024-04-15T21:30:43.358 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.max_subcompactions: 1 2024-04-15T21:30:43.358 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-15T21:30:43.358 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-15T21:30:43.358 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.delayed_write_rate : 16777216 2024-04-15T21:30:43.358 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.max_total_wal_size: 0 2024-04-15T21:30:43.358 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-15T21:30:43.358 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.stats_dump_period_sec: 600 2024-04-15T21:30:43.358 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.stats_persist_period_sec: 600 2024-04-15T21:30:43.358 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-15T21:30:43.358 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.max_open_files: -1 2024-04-15T21:30:43.359 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.bytes_per_sync: 0 2024-04-15T21:30:43.359 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.wal_bytes_per_sync: 0 2024-04-15T21:30:43.359 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.strict_bytes_per_sync: 0 2024-04-15T21:30:43.359 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.compaction_readahead_size: 0 2024-04-15T21:30:43.359 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.max_background_flushes: -1 2024-04-15T21:30:43.359 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Compression algorithms supported: 2024-04-15T21:30:43.359 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-15T21:30:43.359 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: kZSTD supported: 0 2024-04-15T21:30:43.359 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: kXpressCompression supported: 0 2024-04-15T21:30:43.359 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: kLZ4HCCompression supported: 1 2024-04-15T21:30:43.359 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: kZlibCompression supported: 1 2024-04-15T21:30:43.359 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: kSnappyCompression supported: 1 2024-04-15T21:30:43.359 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: kLZ4Compression supported: 1 2024-04-15T21:30:43.359 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: kBZip2Compression supported: 0 2024-04-15T21:30:43.359 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Fast CRC32 supported: Supported on x86 2024-04-15T21:30:43.359 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: DMutex implementation: pthread_mutex_t 2024-04-15T21:30:43.360 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000009 2024-04-15T21:30:43.360 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-04-15T21:30:43.360 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-15T21:30:43.360 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.merge_operator: 2024-04-15T21:30:43.360 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.compaction_filter: None 2024-04-15T21:30:43.360 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.compaction_filter_factory: None 2024-04-15T21:30:43.360 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.sst_partitioner_factory: None 2024-04-15T21:30:43.360 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.memtable_factory: SkipListFactory 2024-04-15T21:30:43.360 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.table_factory: BlockBasedTable 2024-04-15T21:30:43.360 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55ba54d41de0) 2024-04-15T21:30:43.360 INFO:journalctl@ceph.mon.b.smithi148.stdout: cache_index_and_filter_blocks: 1 2024-04-15T21:30:43.360 INFO:journalctl@ceph.mon.b.smithi148.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-15T21:30:43.360 INFO:journalctl@ceph.mon.b.smithi148.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-15T21:30:43.360 INFO:journalctl@ceph.mon.b.smithi148.stdout: pin_top_level_index_and_filter: 1 2024-04-15T21:30:43.360 INFO:journalctl@ceph.mon.b.smithi148.stdout: index_type: 0 2024-04-15T21:30:43.361 INFO:journalctl@ceph.mon.b.smithi148.stdout: data_block_index_type: 0 2024-04-15T21:30:43.361 INFO:journalctl@ceph.mon.b.smithi148.stdout: index_shortening: 1 2024-04-15T21:30:43.361 INFO:journalctl@ceph.mon.b.smithi148.stdout: data_block_hash_table_util_ratio: 0.750000 2024-04-15T21:30:43.361 INFO:journalctl@ceph.mon.b.smithi148.stdout: checksum: 4 2024-04-15T21:30:43.361 INFO:journalctl@ceph.mon.b.smithi148.stdout: no_block_cache: 0 2024-04-15T21:30:43.361 INFO:journalctl@ceph.mon.b.smithi148.stdout: block_cache: 0x55ba54d43090 2024-04-15T21:30:43.361 INFO:journalctl@ceph.mon.b.smithi148.stdout: block_cache_name: BinnedLRUCache 2024-04-15T21:30:43.361 INFO:journalctl@ceph.mon.b.smithi148.stdout: block_cache_options: 2024-04-15T21:30:43.361 INFO:journalctl@ceph.mon.b.smithi148.stdout: capacity : 536870912 2024-04-15T21:30:43.361 INFO:journalctl@ceph.mon.b.smithi148.stdout: num_shard_bits : 4 2024-04-15T21:30:43.361 INFO:journalctl@ceph.mon.b.smithi148.stdout: strict_capacity_limit : 0 2024-04-15T21:30:43.361 INFO:journalctl@ceph.mon.b.smithi148.stdout: high_pri_pool_ratio: 0.000 2024-04-15T21:30:43.361 INFO:journalctl@ceph.mon.b.smithi148.stdout: block_cache_compressed: (nil) 2024-04-15T21:30:43.361 INFO:journalctl@ceph.mon.b.smithi148.stdout: persistent_cache: (nil) 2024-04-15T21:30:43.361 INFO:journalctl@ceph.mon.b.smithi148.stdout: block_size: 4096 2024-04-15T21:30:43.361 INFO:journalctl@ceph.mon.b.smithi148.stdout: block_size_deviation: 10 2024-04-15T21:30:43.361 INFO:journalctl@ceph.mon.b.smithi148.stdout: block_restart_interval: 16 2024-04-15T21:30:43.362 INFO:journalctl@ceph.mon.b.smithi148.stdout: index_block_restart_interval: 1 2024-04-15T21:30:43.362 INFO:journalctl@ceph.mon.b.smithi148.stdout: metadata_block_size: 4096 2024-04-15T21:30:43.362 INFO:journalctl@ceph.mon.b.smithi148.stdout: partition_filters: 0 2024-04-15T21:30:43.362 INFO:journalctl@ceph.mon.b.smithi148.stdout: use_delta_encoding: 1 2024-04-15T21:30:43.362 INFO:journalctl@ceph.mon.b.smithi148.stdout: filter_policy: bloomfilter 2024-04-15T21:30:43.362 INFO:journalctl@ceph.mon.b.smithi148.stdout: whole_key_filtering: 1 2024-04-15T21:30:43.362 INFO:journalctl@ceph.mon.b.smithi148.stdout: verify_compression: 0 2024-04-15T21:30:43.362 INFO:journalctl@ceph.mon.b.smithi148.stdout: read_amp_bytes_per_bit: 0 2024-04-15T21:30:43.362 INFO:journalctl@ceph.mon.b.smithi148.stdout: format_version: 5 2024-04-15T21:30:43.362 INFO:journalctl@ceph.mon.b.smithi148.stdout: enable_index_compression: 1 2024-04-15T21:30:43.362 INFO:journalctl@ceph.mon.b.smithi148.stdout: block_align: 0 2024-04-15T21:30:43.362 INFO:journalctl@ceph.mon.b.smithi148.stdout: max_auto_readahead_size: 262144 2024-04-15T21:30:43.362 INFO:journalctl@ceph.mon.b.smithi148.stdout: prepopulate_block_cache: 0 2024-04-15T21:30:43.362 INFO:journalctl@ceph.mon.b.smithi148.stdout: initial_auto_readahead_size: 8192 2024-04-15T21:30:43.363 INFO:journalctl@ceph.mon.b.smithi148.stdout: num_file_reads_for_auto_readahead: 2 2024-04-15T21:30:43.363 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.write_buffer_size: 33554432 2024-04-15T21:30:43.363 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.max_write_buffer_number: 2 2024-04-15T21:30:43.363 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.compression: NoCompression 2024-04-15T21:30:43.363 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.bottommost_compression: Disabled 2024-04-15T21:30:43.363 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.prefix_extractor: nullptr 2024-04-15T21:30:43.363 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-15T21:30:43.363 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.num_levels: 7 2024-04-15T21:30:43.363 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-15T21:30:43.363 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-15T21:30:43.363 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-15T21:30:43.363 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-15T21:30:43.363 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-15T21:30:43.363 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-15T21:30:43.363 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-15T21:30:43.363 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-15T21:30:43.364 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-15T21:30:43.364 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-15T21:30:43.364 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-04-15T21:30:43.364 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-04-15T21:30:43.364 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.compression_opts.window_bits: -14 2024-04-15T21:30:43.364 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.compression_opts.level: 32767 2024-04-15T21:30:43.364 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.compression_opts.strategy: 0 2024-04-15T21:30:43.364 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-15T21:30:43.364 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-15T21:30:43.364 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-04-15T21:30:43.364 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-15T21:30:43.364 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.compression_opts.enabled: false 2024-04-15T21:30:43.364 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-04-15T21:30:43.364 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-15T21:30:43.364 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-15T21:30:43.364 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-15T21:30:43.365 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.target_file_size_base: 67108864 2024-04-15T21:30:43.365 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.target_file_size_multiplier: 1 2024-04-15T21:30:43.365 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-15T21:30:43.365 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-15T21:30:43.365 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-15T21:30:43.365 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-15T21:30:43.365 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-15T21:30:43.365 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-15T21:30:43.365 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-15T21:30:43.365 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-15T21:30:43.365 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-15T21:30:43.365 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-15T21:30:43.365 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-15T21:30:43.365 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-15T21:30:43.365 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-04-15T21:30:43.365 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.arena_block_size: 1048576 2024-04-15T21:30:43.366 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-15T21:30:43.366 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-15T21:30:43.366 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.disable_auto_compactions: 0 2024-04-15T21:30:43.366 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-15T21:30:43.366 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-15T21:30:43.366 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-15T21:30:43.366 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-15T21:30:43.366 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-15T21:30:43.366 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-15T21:30:43.366 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-15T21:30:43.366 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-15T21:30:43.366 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-15T21:30:43.366 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-15T21:30:43.366 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-04-15T21:30:43.366 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.inplace_update_support: 0 2024-04-15T21:30:43.367 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.inplace_update_num_locks: 10000 2024-04-15T21:30:43.367 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-15T21:30:43.367 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-15T21:30:43.367 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.memtable_huge_page_size: 0 2024-04-15T21:30:43.367 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.bloom_locality: 0 2024-04-15T21:30:43.367 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.max_successive_merges: 0 2024-04-15T21:30:43.367 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.optimize_filters_for_hits: 0 2024-04-15T21:30:43.367 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.paranoid_file_checks: 0 2024-04-15T21:30:43.367 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.force_consistency_checks: 1 2024-04-15T21:30:43.367 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.report_bg_io_stats: 0 2024-04-15T21:30:43.367 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.ttl: 2592000 2024-04-15T21:30:43.367 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.periodic_compaction_seconds: 0 2024-04-15T21:30:43.367 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-04-15T21:30:43.367 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-04-15T21:30:43.367 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.enable_blob_files: false 2024-04-15T21:30:43.368 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.min_blob_size: 0 2024-04-15T21:30:43.368 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.blob_file_size: 268435456 2024-04-15T21:30:43.368 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.blob_compression_type: NoCompression 2024-04-15T21:30:43.368 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.enable_blob_garbage_collection: false 2024-04-15T21:30:43.368 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-15T21:30:43.368 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-04-15T21:30:43.368 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-04-15T21:30:43.368 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.blob_file_starting_level: 0 2024-04-15T21:30:43.368 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-04-15T21:30:43.368 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: [table/block_based/block_based_table_reader.cc:721] At least one SST file opened without unique ID to verify: 90.sst 2024-04-15T21:30:43.368 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-04-15T21:30:43.368 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000009 succeeded,manifest_file_number is 9, next_file_number is 92, last_sequence is 51550, log_number is 88,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-04-15T21:30:43.368 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 88 2024-04-15T21:30:43.368 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: b0ba7332-a714-4541-a308-b543d0a56f38 2024-04-15T21:30:43.368 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: EVENT_LOG_v1 {"time_micros": 1713216643184377, "job": 1, "event": "recovery_started", "wal_files": [88]} 2024-04-15T21:30:43.369 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #88 mode 2 2024-04-15T21:30:43.369 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: EVENT_LOG_v1 {"time_micros": 1713216643190431, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 93, "file_size": 1302760, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 51555, "largest_seqno": 52999, "table_properties": {"data_size": 1297004, "index_size": 3115, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1605, "raw_key_size": 15970, "raw_average_key_size": 24, "raw_value_size": 1284333, "raw_average_value_size": 2006, "num_data_blocks": 136, "num_entries": 640, "num_filter_entries": 640, "num_deletions": 7, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1713216643, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "b0ba7332-a714-4541-a308-b543d0a56f38", "db_session_id": "OPW7LTC1X46WS30CUWUQ", "orig_file_number": 93, "seqno_to_time_mapping": "N/A"}} 2024-04-15T21:30:43.369 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: EVENT_LOG_v1 {"time_micros": 1713216643190522, "job": 1, "event": "recovery_finished"} 2024-04-15T21:30:43.369 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: [db/version_set.cc:5047] Creating manifest 95 2024-04-15T21:30:43.369 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-04-15T21:30:43.369 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-b/store.db/000088.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-15T21:30:43.369 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55ba54e30000 2024-04-15T21:30:43.369 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: DB pointer 0x55ba54e1a000 2024-04-15T21:30:43.369 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-04-15T21:30:43.369 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-04-15T21:30:43.369 INFO:journalctl@ceph.mon.b.smithi148.stdout: ** DB Stats ** 2024-04-15T21:30:43.369 INFO:journalctl@ceph.mon.b.smithi148.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-15T21:30:43.369 INFO:journalctl@ceph.mon.b.smithi148.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-15T21:30:43.369 INFO:journalctl@ceph.mon.b.smithi148.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-15T21:30:43.369 INFO:journalctl@ceph.mon.b.smithi148.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-15T21:30:43.370 INFO:journalctl@ceph.mon.b.smithi148.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-15T21:30:43.370 INFO:journalctl@ceph.mon.b.smithi148.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-15T21:30:43.370 INFO:journalctl@ceph.mon.b.smithi148.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-15T21:30:43.370 INFO:journalctl@ceph.mon.b.smithi148.stdout: 2024-04-15T21:30:43.370 INFO:journalctl@ceph.mon.b.smithi148.stdout: ** Compaction Stats [default] ** 2024-04-15T21:30:43.370 INFO:journalctl@ceph.mon.b.smithi148.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-15T21:30:43.370 INFO:journalctl@ceph.mon.b.smithi148.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-04-15T21:30:43.370 INFO:journalctl@ceph.mon.b.smithi148.stdout: L0 1/0 1.24 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 451.1 0.00 0.00 1 0.003 0 0 0.0 0.0 2024-04-15T21:30:43.370 INFO:journalctl@ceph.mon.b.smithi148.stdout: L6 1/0 10.66 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-04-15T21:30:43.370 INFO:journalctl@ceph.mon.b.smithi148.stdout: Sum 2/0 11.91 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 451.1 0.00 0.00 1 0.003 0 0 0.0 0.0 2024-04-15T21:30:43.370 INFO:journalctl@ceph.mon.b.smithi148.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 451.1 0.00 0.00 1 0.003 0 0 0.0 0.0 2024-04-15T21:30:43.370 INFO:journalctl@ceph.mon.b.smithi148.stdout: 2024-04-15T21:30:43.370 INFO:journalctl@ceph.mon.b.smithi148.stdout: ** Compaction Stats [default] ** 2024-04-15T21:30:43.370 INFO:journalctl@ceph.mon.b.smithi148.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-15T21:30:43.370 INFO:journalctl@ceph.mon.b.smithi148.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-15T21:30:43.371 INFO:journalctl@ceph.mon.b.smithi148.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 451.1 0.00 0.00 1 0.003 0 0 0.0 0.0 2024-04-15T21:30:43.371 INFO:journalctl@ceph.mon.b.smithi148.stdout: 2024-04-15T21:30:43.371 INFO:journalctl@ceph.mon.b.smithi148.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-04-15T21:30:43.371 INFO:journalctl@ceph.mon.b.smithi148.stdout: 2024-04-15T21:30:43.371 INFO:journalctl@ceph.mon.b.smithi148.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-15T21:30:43.371 INFO:journalctl@ceph.mon.b.smithi148.stdout: Flush(GB): cumulative 0.001, interval 0.001 2024-04-15T21:30:43.371 INFO:journalctl@ceph.mon.b.smithi148.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-15T21:30:43.371 INFO:journalctl@ceph.mon.b.smithi148.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-15T21:30:43.371 INFO:journalctl@ceph.mon.b.smithi148.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-15T21:30:43.371 INFO:journalctl@ceph.mon.b.smithi148.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-15T21:30:43.371 INFO:journalctl@ceph.mon.b.smithi148.stdout: Cumulative compaction: 0.00 GB write, 127.20 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-15T21:30:43.371 INFO:journalctl@ceph.mon.b.smithi148.stdout: Interval compaction: 0.00 GB write, 127.20 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-15T21:30:43.371 INFO:journalctl@ceph.mon.b.smithi148.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-15T21:30:43.371 INFO:journalctl@ceph.mon.b.smithi148.stdout: Block cache BinnedLRUCache@0x55ba54d43090#2 capacity: 512.00 MB usage: 5.11 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.1e-05 secs_since: 0 2024-04-15T21:30:43.371 INFO:journalctl@ceph.mon.b.smithi148.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,1.78 KB,0.000339746%) IndexBlock(1,3.33 KB,0.000634789%) Misc(1,0.00 KB,0%) 2024-04-15T21:30:43.371 INFO:journalctl@ceph.mon.b.smithi148.stdout: 2024-04-15T21:30:43.371 INFO:journalctl@ceph.mon.b.smithi148.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-15T21:30:43.372 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: starting mon.b rank 2 at public addrs [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] at bind addrs [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 2024-04-15T21:30:43.372 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: mon.b@-1(???) e3 preinit fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 2024-04-15T21:30:43.372 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: mon.b@-1(???).mds e1 new map 2024-04-15T21:30:43.372 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: mon.b@-1(???).mds e1 print_map 2024-04-15T21:30:43.372 INFO:journalctl@ceph.mon.b.smithi148.stdout: e1 2024-04-15T21:30:43.372 INFO:journalctl@ceph.mon.b.smithi148.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-04-15T21:30:43.372 INFO:journalctl@ceph.mon.b.smithi148.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-15T21:30:43.372 INFO:journalctl@ceph.mon.b.smithi148.stdout: legacy client fscid: -1 2024-04-15T21:30:43.372 INFO:journalctl@ceph.mon.b.smithi148.stdout: 2024-04-15T21:30:43.372 INFO:journalctl@ceph.mon.b.smithi148.stdout: No filesystems configured 2024-04-15T21:30:43.372 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: mon.b@-1(???).osd e112 crush map has features 3314933000854323200, adjusting msgr requires 2024-04-15T21:30:43.372 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: mon.b@-1(???).osd e112 crush map has features 432629239337189376, adjusting msgr requires 2024-04-15T21:30:43.372 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: mon.b@-1(???).osd e112 crush map has features 432629239337189376, adjusting msgr requires 2024-04-15T21:30:43.372 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: mon.b@-1(???).osd e112 crush map has features 432629239337189376, adjusting msgr requires 2024-04-15T21:30:43.372 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 ceph-mon[115431]: mon.b@-1(???).paxosservice(auth 1..29) refresh upgraded, format 0 -> 3 2024-04-15T21:30:43.372 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 bash[115412]: d109ec7f0a63c4ae173e80623bf25923fe496b90be0762b3b6b71cf5d3a2d78c 2024-04-15T21:30:43.373 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:43 smithi148 systemd[1]: Started Ceph mon.b for b97cffaa-fb6a-11ee-bc8f-c7b262605968. 2024-04-15T21:30:44.555 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:44 smithi148 ceph-mon[115431]: mon.b calling monitor election 2024-04-15T21:30:44.555 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:44 smithi148 ceph-mon[115431]: mon.c calling monitor election 2024-04-15T21:30:44.555 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:44 smithi148 ceph-mon[115431]: mon.a calling monitor election 2024-04-15T21:30:44.555 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:44 smithi148 ceph-mon[115431]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-04-15T21:30:44.556 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:44 smithi148 ceph-mon[115431]: monmap e3: 3 mons at {a=[v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0],b=[v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0],c=[v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0]} 2024-04-15T21:30:44.556 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:44 smithi148 ceph-mon[115431]: fsmap 2024-04-15T21:30:44.556 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:44 smithi148 ceph-mon[115431]: osdmap e112: 8 total, 8 up, 8 in 2024-04-15T21:30:44.556 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:44 smithi148 ceph-mon[115431]: mgrmap e45: y(active, since 5m), standbys: x 2024-04-15T21:30:44.556 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:44 smithi148 ceph-mon[115431]: overall HEALTH_OK 2024-04-15T21:30:44.556 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:44 smithi148 ceph-mon[115431]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:30:44.556 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:44 smithi148 ceph-mon[115431]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:30:44.556 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:44 smithi148 ceph-mon[115431]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:30:44.556 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:44 smithi148 ceph-mon[115431]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:30:44.556 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:44 smithi148 ceph-mon[115431]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:30:44.556 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:44 smithi148 ceph-mon[115431]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:30:44.556 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:44 smithi148 ceph-mon[115431]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:30:44.556 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:44 smithi148 ceph-mon[115431]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:30:44.556 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:44 smithi148 ceph-mon[115431]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:30:44.556 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:44 smithi148 ceph-mon[115431]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:30:44.557 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:44 smithi148 ceph-mon[115431]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:30:44.557 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:44 smithi148 ceph-mon[115431]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:30:44.557 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:44 smithi148 ceph-mon[115431]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:30:44.557 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:44 smithi148 ceph-mon[115431]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:30:44.557 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:44 smithi148 ceph-mon[115431]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:30:44.557 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:44 smithi148 ceph-mon[115431]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:30:44.557 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:44 smithi148 ceph-mon[115431]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:30:44.557 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:44 smithi148 ceph-mon[115431]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:30:44.557 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:44 smithi148 ceph-mon[115431]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:30:44.557 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:44 smithi148 ceph-mon[115431]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:30:44.557 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:44 smithi148 ceph-mon[115431]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:30:44.557 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:44 smithi148 ceph-mon[115431]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:30:44.557 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:44 smithi148 ceph-mon[115431]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:30:44.557 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:44 smithi148 ceph-mon[115431]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:30:44.558 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:44 smithi148 ceph-mon[115431]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:30:44.558 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:44 smithi148 ceph-mon[115431]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:30:44.558 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:44 smithi148 ceph-mon[115431]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:30:44.558 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:44 smithi148 ceph-mon[115431]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:30:44.558 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:44 smithi148 ceph-mon[115431]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:30:44.558 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:44 smithi148 ceph-mon[115431]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:30:44.558 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:44 smithi148 ceph-mon[115431]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:30:44.558 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:44 smithi148 ceph-mon[115431]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:30:44.558 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:44 smithi148 ceph-mon[115431]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:30:44.558 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:44 smithi148 ceph-mon[115431]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:30:44.558 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:44 smithi148 ceph-mon[115431]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:30:44.558 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:44 smithi148 ceph-mon[115431]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:30:44.558 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:44 smithi148 ceph-mon[115431]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:30:44.558 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:44 smithi148 ceph-mon[115431]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:30:44.559 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:44 smithi148 ceph-mon[115431]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:30:44.559 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:44 smithi148 ceph-mon[115431]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:30:44.559 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:44 smithi148 ceph-mon[115431]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:30:44.559 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:44 smithi148 ceph-mon[115431]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:30:44.559 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:44 smithi148 ceph-mon[115431]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:30:44.871 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:44 smithi057 ceph-mon[24810]: mon.b calling monitor election 2024-04-15T21:30:44.872 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:44 smithi057 ceph-mon[24810]: mon.c calling monitor election 2024-04-15T21:30:44.872 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:44 smithi057 ceph-mon[24810]: mon.a calling monitor election 2024-04-15T21:30:44.872 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:44 smithi057 ceph-mon[24810]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-04-15T21:30:44.872 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:44 smithi057 ceph-mon[24810]: monmap e3: 3 mons at {a=[v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0],b=[v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0],c=[v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0]} 2024-04-15T21:30:44.872 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:44 smithi057 ceph-mon[24810]: fsmap 2024-04-15T21:30:44.872 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:44 smithi057 ceph-mon[24810]: osdmap e112: 8 total, 8 up, 8 in 2024-04-15T21:30:44.872 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:44 smithi057 ceph-mon[24810]: mgrmap e45: y(active, since 5m), standbys: x 2024-04-15T21:30:44.872 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:44 smithi057 ceph-mon[24810]: overall HEALTH_OK 2024-04-15T21:30:44.872 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:44 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:30:44.872 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:44 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:30:44.872 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:44 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:30:44.872 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:44 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:30:44.872 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:44 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:30:44.872 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:44 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:30:44.873 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:44 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:30:44.873 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:44 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:30:44.873 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:44 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:30:44.873 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:44 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:30:44.873 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:44 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:30:44.873 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:44 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:30:44.873 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:44 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:30:44.873 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:44 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:30:44.873 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:44 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:30:44.873 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:44 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:30:44.873 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:44 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:30:44.873 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:44 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:30:44.873 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:44 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:30:44.873 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:44 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:30:44.873 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:44 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:30:44.874 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:44 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:30:44.874 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:44 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:30:44.874 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:44 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:30:44.874 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:44 smithi057 ceph-mon[29654]: mon.b calling monitor election 2024-04-15T21:30:44.874 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:44 smithi057 ceph-mon[29654]: mon.c calling monitor election 2024-04-15T21:30:44.874 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:44 smithi057 ceph-mon[29654]: mon.a calling monitor election 2024-04-15T21:30:44.874 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:44 smithi057 ceph-mon[29654]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-04-15T21:30:44.874 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:44 smithi057 ceph-mon[29654]: monmap e3: 3 mons at {a=[v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0],b=[v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0],c=[v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0]} 2024-04-15T21:30:44.874 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:44 smithi057 ceph-mon[29654]: fsmap 2024-04-15T21:30:44.874 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:44 smithi057 ceph-mon[29654]: osdmap e112: 8 total, 8 up, 8 in 2024-04-15T21:30:44.874 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:44 smithi057 ceph-mon[29654]: mgrmap e45: y(active, since 5m), standbys: x 2024-04-15T21:30:44.875 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:44 smithi057 ceph-mon[29654]: overall HEALTH_OK 2024-04-15T21:30:44.875 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:44 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:30:44.875 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:44 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:30:44.875 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:44 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:30:44.875 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:44 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:30:44.875 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:44 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:30:44.875 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:44 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:30:44.875 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:44 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:30:44.875 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:44 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:30:44.875 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:44 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:30:44.875 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:44 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:30:44.875 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:44 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:30:44.875 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:44 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:30:44.875 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:44 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:30:44.875 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:44 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:30:44.875 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:44 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:30:44.875 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:44 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:30:44.876 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:44 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:30:44.876 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:44 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:30:44.876 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:44 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:30:44.876 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:44 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:30:44.876 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:44 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:30:44.876 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:44 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:30:44.876 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:44 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:30:44.876 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:44 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:30:44.876 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:44 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:30:44.876 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:44 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:30:44.876 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:44 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:30:44.876 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:44 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:30:44.877 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:44 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:30:44.877 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:44 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:30:44.877 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:44 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:30:44.877 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:44 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:30:44.877 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:44 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:30:44.877 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:44 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:30:44.877 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:44 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:30:44.877 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:44 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:30:44.877 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:44 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:30:44.877 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:44 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:30:44.877 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:44 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:30:44.877 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:44 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:30:44.877 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:44 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:30:44.877 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:44 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:30:44.877 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:44 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:30:44.878 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:44 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:30:44.878 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:44 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:30:44.878 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:44 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:30:44.878 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:44 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:30:44.878 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:44 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:30:44.878 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:44 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:30:44.878 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:44 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:30:44.878 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:44 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:30:44.878 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:44 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:30:44.878 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:44 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:30:44.878 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:44 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:30:44.878 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:44 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:30:44.878 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:44 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:30:44.879 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:44 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:30:44.879 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:44 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:30:44.879 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:44 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:30:44.879 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:44 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:30:44.879 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:44 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:30:44.879 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:44 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:30:45.565 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:45 smithi148 ceph-mon[115431]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:30:45.566 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:45 smithi148 ceph-mon[115431]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:30:45.566 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:45 smithi148 ceph-mon[115431]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:30:45.566 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:45 smithi148 ceph-mon[115431]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:30:45.566 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:45 smithi148 ceph-mon[115431]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:30:45.566 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:45 smithi148 ceph-mon[115431]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:30:45.566 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:45 smithi148 ceph-mon[115431]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:30:45.566 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:45 smithi148 ceph-mon[115431]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:30:45.566 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:45 smithi148 ceph-mon[115431]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:30:45.566 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:45 smithi148 ceph-mon[115431]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:30:45.566 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:45 smithi148 ceph-mon[115431]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:30:45.566 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:45 smithi148 ceph-mon[115431]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:30:45.567 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:45 smithi148 ceph-mon[115431]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:30:45.567 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:45 smithi148 ceph-mon[115431]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:30:45.567 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:45 smithi148 ceph-mon[115431]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:30:45.567 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:45 smithi148 ceph-mon[115431]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:30:45.567 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:45 smithi148 ceph-mon[115431]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:30:45.567 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:45 smithi148 ceph-mon[115431]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:30:45.567 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:45 smithi148 ceph-mon[115431]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:30:45.567 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:45 smithi148 ceph-mon[115431]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:30:45.567 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:45 smithi148 ceph-mon[115431]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:30:45.567 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:45 smithi148 ceph-mon[115431]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:30:45.567 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:45 smithi148 ceph-mon[115431]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:30:45.567 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:45 smithi148 ceph-mon[115431]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:30:45.567 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:45 smithi148 ceph-mon[115431]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:30:45.567 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:45 smithi148 ceph-mon[115431]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:30:45.568 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:45 smithi148 ceph-mon[115431]: pgmap v169: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:30:45.568 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:45 smithi148 ceph-mon[115431]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:30:45.568 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:45 smithi148 ceph-mon[115431]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:30:45.568 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:45 smithi148 ceph-mon[115431]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:30:45.568 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:45 smithi148 ceph-mon[115431]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:30:45.568 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:45 smithi148 ceph-mon[115431]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:30:45.568 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:45 smithi148 ceph-mon[115431]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:30:45.568 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:45 smithi148 ceph-mon[115431]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:30:45.568 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:45 smithi148 ceph-mon[115431]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:30:45.568 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:45 smithi148 ceph-mon[115431]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:30:45.568 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:45 smithi148 ceph-mon[115431]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:30:45.568 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:45 smithi148 ceph-mon[115431]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:30:45.568 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:45 smithi148 ceph-mon[115431]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:30:45.568 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:45 smithi148 ceph-mon[115431]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:30:45.568 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:45 smithi148 ceph-mon[115431]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:30:45.568 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:45 smithi148 ceph-mon[115431]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:30:45.569 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:45 smithi148 ceph-mon[115431]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:30:45.570 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:45 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:30:45.570 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:45 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:30:45.570 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:45 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:30:45.570 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:45 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:30:45.570 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:45 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:30:45.570 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:45 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:30:45.570 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:45 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:30:45.570 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:45 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:30:45.570 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:45 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:30:45.571 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:45 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:30:45.571 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:45 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:30:45.571 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:45 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:30:45.571 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:45 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:30:45.571 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:45 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:30:45.571 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:45 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:30:45.571 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:45 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:30:45.571 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:45 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:30:45.571 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:45 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:30:45.571 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:45 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:30:45.571 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:45 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:30:45.571 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:45 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:30:45.571 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:45 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:30:45.571 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:45 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:30:45.571 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:45 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:30:45.571 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:45 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:30:45.572 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:45 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:30:45.572 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:45 smithi057 ceph-mon[24810]: pgmap v169: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:30:45.572 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:45 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:30:45.572 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:45 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:30:45.572 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:45 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:30:45.572 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:45 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:30:45.572 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:45 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:30:45.572 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:45 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:30:45.572 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:45 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:30:45.572 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:45 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:30:45.572 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:45 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:30:45.572 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:45 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:30:45.572 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:45 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:30:45.572 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:45 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:30:45.572 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:45 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:30:45.573 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:45 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:30:45.573 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:45 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:30:45.573 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:45 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:30:45.573 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:45 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:30:45.573 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:45 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:30:45.573 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:45 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:30:45.573 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:45 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:30:45.573 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:45 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:30:45.574 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:45 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:30:45.574 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:45 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:30:45.574 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:45 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:30:45.574 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:45 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:30:45.574 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:45 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:30:45.574 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:45 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:30:45.574 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:45 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:30:45.574 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:45 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:30:45.574 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:45 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:30:45.574 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:45 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:30:45.574 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:45 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:30:45.574 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:45 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:30:45.574 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:45 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:30:45.574 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:45 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:30:45.574 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:45 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:30:45.575 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:45 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:30:45.575 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:45 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:30:45.575 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:45 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:30:45.575 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:45 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:30:45.575 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:45 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:30:45.575 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:45 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:30:45.575 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:45 smithi057 ceph-mon[29654]: pgmap v169: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:30:45.575 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:45 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:30:45.575 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:45 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:30:45.575 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:45 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:30:45.575 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:45 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:30:45.575 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:45 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:30:45.575 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:45 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:30:45.575 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:45 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:30:45.575 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:45 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:30:45.576 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:45 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:30:45.576 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:45 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:30:45.576 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:45 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:30:45.576 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:45 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:30:45.576 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:45 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:30:45.576 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:45 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:30:45.576 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:45 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:30:45.576 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:45 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:30:46.546 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:46 smithi148 ceph-mon[115431]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:30:46.546 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:46 smithi148 ceph-mon[115431]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:30:46.546 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:46 smithi148 ceph-mon[115431]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:30:46.546 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:46 smithi148 ceph-mon[115431]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:30:46.546 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:46 smithi148 ceph-mon[115431]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:30:46.546 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:46 smithi148 ceph-mon[115431]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:30:46.547 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:46 smithi148 ceph-mon[115431]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:30:46.547 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:46 smithi148 ceph-mon[115431]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:30:46.547 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:46 smithi148 ceph-mon[115431]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:30:46.547 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:46 smithi148 ceph-mon[115431]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:30:46.547 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:46 smithi148 ceph-mon[115431]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:30:46.547 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:46 smithi148 ceph-mon[115431]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:30:46.547 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:46 smithi148 ceph-mon[115431]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:30:46.547 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:46 smithi148 ceph-mon[115431]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:30:46.547 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:46 smithi148 ceph-mon[115431]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:30:46.547 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:46 smithi148 ceph-mon[115431]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:30:46.547 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:46 smithi148 ceph-mon[115431]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:30:46.547 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:46 smithi148 ceph-mon[115431]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:30:46.547 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:46 smithi148 ceph-mon[115431]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:30:46.547 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:46 smithi148 ceph-mon[115431]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:30:46.547 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:46 smithi148 ceph-mon[115431]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:30:46.547 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:46 smithi148 ceph-mon[115431]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:30:46.548 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:46 smithi148 ceph-mon[115431]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:30:46.548 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:46 smithi148 ceph-mon[115431]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:30:46.548 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:46 smithi148 ceph-mon[115431]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:30:46.548 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:46 smithi148 ceph-mon[115431]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:30:46.548 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:46 smithi148 ceph-mon[115431]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:30:46.548 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:46 smithi148 ceph-mon[115431]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:30:46.548 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:46 smithi148 ceph-mon[115431]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:30:46.548 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:46 smithi148 ceph-mon[115431]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:30:46.548 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:46 smithi148 ceph-mon[115431]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:30:46.548 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:46 smithi148 ceph-mon[115431]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:30:46.548 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:46 smithi148 ceph-mon[115431]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:30:46.548 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:46 smithi148 ceph-mon[115431]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:30:46.548 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:46 smithi148 ceph-mon[115431]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:30:46.548 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:46 smithi148 ceph-mon[115431]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:30:46.548 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:46 smithi148 ceph-mon[115431]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:30:46.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:46 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:30:46.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:46 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:30:46.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:46 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:30:46.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:46 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:30:46.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:46 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:30:46.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:46 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:30:46.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:46 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:30:46.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:46 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:30:46.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:46 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:30:46.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:46 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:30:46.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:46 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:30:46.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:46 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:30:46.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:46 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:30:46.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:46 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:30:46.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:46 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:30:46.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:46 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:30:46.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:46 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:30:46.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:46 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:30:46.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:46 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:30:46.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:46 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:30:46.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:46 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:30:46.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:46 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:30:46.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:46 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:30:46.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:46 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:30:46.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:46 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:30:46.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:46 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:30:46.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:46 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:30:46.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:46 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:30:46.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:46 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:30:46.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:46 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:30:46.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:46 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:30:46.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:46 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:30:46.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:46 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:30:46.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:46 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:30:46.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:46 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:30:46.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:46 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:30:46.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:46 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:30:46.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:46 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:30:46.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:46 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:30:46.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:46 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:30:46.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:46 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:30:46.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:46 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:30:46.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:46 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:30:46.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:46 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:30:46.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:46 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:30:46.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:46 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:30:46.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:46 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:30:46.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:46 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:30:46.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:46 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:30:46.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:46 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:30:46.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:46 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:30:46.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:46 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:30:46.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:46 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:30:46.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:46 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:30:46.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:46 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:30:46.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:46 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:30:46.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:46 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:30:46.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:46 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:30:46.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:46 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:30:46.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:46 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:30:46.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:46 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:30:46.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:46 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:30:46.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:46 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:30:46.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:46 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:30:46.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:46 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:30:46.634 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:46 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:30:46.634 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:46 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:30:46.634 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:46 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:30:46.634 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:46 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:30:46.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:46 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:30:46.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:46 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:30:46.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:46 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:30:46.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:46 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:30:46.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:46 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:30:47.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:47 smithi148 ceph-mon[115431]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:30:47.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:47 smithi148 ceph-mon[115431]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:30:47.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:47 smithi148 ceph-mon[115431]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:30:47.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:47 smithi148 ceph-mon[115431]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:30:47.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:47 smithi148 ceph-mon[115431]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:30:47.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:47 smithi148 ceph-mon[115431]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:30:47.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:47 smithi148 ceph-mon[115431]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:30:47.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:47 smithi148 ceph-mon[115431]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:30:47.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:47 smithi148 ceph-mon[115431]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:30:47.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:47 smithi148 ceph-mon[115431]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:30:47.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:47 smithi148 ceph-mon[115431]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:30:47.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:47 smithi148 ceph-mon[115431]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:30:47.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:47 smithi148 ceph-mon[115431]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:30:47.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:47 smithi148 ceph-mon[115431]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:30:47.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:47 smithi148 ceph-mon[115431]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:30:47.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:47 smithi148 ceph-mon[115431]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:30:47.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:47 smithi148 ceph-mon[115431]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:30:47.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:47 smithi148 ceph-mon[115431]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:30:47.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:47 smithi148 ceph-mon[115431]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:30:47.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:47 smithi148 ceph-mon[115431]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:30:47.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:47 smithi148 ceph-mon[115431]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:30:47.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:47 smithi148 ceph-mon[115431]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:30:47.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:47 smithi148 ceph-mon[115431]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:30:47.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:47 smithi148 ceph-mon[115431]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:30:47.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:47 smithi148 ceph-mon[115431]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:30:47.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:47 smithi148 ceph-mon[115431]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:30:47.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:47 smithi148 ceph-mon[115431]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:30:47.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:47 smithi148 ceph-mon[115431]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:30:47.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:47 smithi148 ceph-mon[115431]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:30:47.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:47 smithi148 ceph-mon[115431]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:30:47.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:47 smithi148 ceph-mon[115431]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:30:47.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:47 smithi148 ceph-mon[115431]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:30:47.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:47 smithi148 ceph-mon[115431]: pgmap v170: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:30:47.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:47 smithi148 ceph-mon[115431]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:30:47.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:47 smithi148 ceph-mon[115431]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:30:47.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:47 smithi148 ceph-mon[115431]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:30:47.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:47 smithi148 ceph-mon[115431]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:30:47.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:47 smithi148 ceph-mon[115431]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:30:47.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:47 smithi148 ceph-mon[115431]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:30:47.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:47 smithi148 ceph-mon[115431]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:30:47.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:47 smithi148 ceph-mon[115431]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:30:47.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:47 smithi148 ceph-mon[115431]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:30:47.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:47 smithi148 ceph-mon[115431]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:30:47.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:47 smithi148 ceph-mon[115431]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-15T21:30:47.605 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:47 smithi148 ceph-mon[115431]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-04-15T21:30:47.605 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:47 smithi148 ceph-mon[115431]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:30:47.879 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:47 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:30:47.880 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:47 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:30:47.880 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:47 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:30:47.880 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:47 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:30:47.880 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:47 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:30:47.880 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:47 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:30:47.880 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:47 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:30:47.880 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:47 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:30:47.881 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:47 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:30:47.881 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:47 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:30:47.881 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:47 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:30:47.881 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:47 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:30:47.881 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:47 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:30:47.881 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:47 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:30:47.881 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:47 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:30:47.881 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:47 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:30:47.881 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:47 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:30:47.881 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:47 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:30:47.881 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:47 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:30:47.881 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:47 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:30:47.881 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:47 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:30:47.881 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:47 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:30:47.881 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:47 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:30:47.882 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:47 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:30:47.882 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:47 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:30:47.882 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:47 smithi057 ceph-mon[29654]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:30:47.882 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:47 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:30:47.882 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:47 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:30:47.882 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:47 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:30:47.882 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:47 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:30:47.882 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:47 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:30:47.882 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:47 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:30:47.882 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:47 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:30:47.883 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:47 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:30:47.883 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:47 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:30:47.883 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:47 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:30:47.883 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:47 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:30:47.883 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:47 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:30:47.883 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:47 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:30:47.883 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:47 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:30:47.883 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:47 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:30:47.883 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:47 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:30:47.883 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:47 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:30:47.883 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:47 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:30:47.883 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:47 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:30:47.883 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:47 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:30:47.883 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:47 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:30:47.883 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:47 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:30:47.883 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:47 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:30:47.883 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:47 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:30:47.884 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:47 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:30:47.884 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:47 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:30:47.884 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:47 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:30:47.884 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:47 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:30:47.884 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:47 smithi057 ceph-mon[24810]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:30:47.884 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:47 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:30:47.884 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:47 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:30:47.884 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:47 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:30:47.884 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:47 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:30:47.884 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:47 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:30:47.884 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:47 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:30:47.884 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:47 smithi057 ceph-mon[29654]: pgmap v170: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:30:47.885 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:47 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:30:47.885 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:47 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:30:47.885 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:47 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:30:47.885 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:47 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:30:47.885 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:47 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:30:47.885 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:47 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:30:47.885 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:47 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:30:47.885 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:47 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:30:47.885 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:47 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:30:47.885 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:47 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:30:47.885 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:47 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-15T21:30:47.885 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:47 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-04-15T21:30:47.885 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:47 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:30:47.885 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:47 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:30:47.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:47 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:30:47.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:47 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:30:47.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:47 smithi057 ceph-mon[24810]: pgmap v170: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:30:47.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:47 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:30:47.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:47 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:30:47.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:47 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:30:47.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:47 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:30:47.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:47 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:30:47.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:47 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:30:47.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:47 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:30:47.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:47 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:30:47.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:47 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:30:47.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:47 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:30:47.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:47 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-15T21:30:47.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:47 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-04-15T21:30:47.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:47 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:30:48.629 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:30:48 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: 2024-04-15T21:30:48.199+0000 7f913fd1f700 -1 mgr.server handle_report got status from non-daemon mon.b 2024-04-15T21:30:49.341 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:49 smithi148 ceph-mon[115431]: Upgrade: It appears safe to stop mon.b 2024-04-15T21:30:49.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:49 smithi057 ceph-mon[24810]: Upgrade: It appears safe to stop mon.b 2024-04-15T21:30:49.379 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:49 smithi057 ceph-mon[29654]: Upgrade: It appears safe to stop mon.b 2024-04-15T21:30:50.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:50 smithi148 ceph-mon[115431]: pgmap v171: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:30:50.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:50 smithi057 ceph-mon[24810]: pgmap v171: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:30:50.379 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:50 smithi057 ceph-mon[29654]: pgmap v171: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:30:51.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:51 smithi148 ceph-mon[115431]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:30:51.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:51 smithi148 ceph-mon[115431]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-15T21:30:51.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:51 smithi148 ceph-mon[115431]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-15T21:30:51.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:51 smithi148 ceph-mon[115431]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:30:51.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:51 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:30:51.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:51 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-15T21:30:51.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:51 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-15T21:30:51.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:51 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:30:51.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:51 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:30:51.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:51 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-15T21:30:51.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:51 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-15T21:30:51.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:51 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:30:51.879 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:30:51 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:30:51] "GET /metrics HTTP/1.1" 200 38002 "" "Prometheus/2.43.0" 2024-04-15T21:30:52.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:52 smithi148 ceph-mon[115431]: Upgrade: Updating mon.b 2024-04-15T21:30:52.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:52 smithi148 ceph-mon[115431]: Deploying daemon mon.b on smithi148 2024-04-15T21:30:52.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:52 smithi148 ceph-mon[115431]: pgmap v172: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:30:52.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:52 smithi057 ceph-mon[24810]: Upgrade: Updating mon.b 2024-04-15T21:30:52.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:52 smithi057 ceph-mon[24810]: Deploying daemon mon.b on smithi148 2024-04-15T21:30:52.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:52 smithi057 ceph-mon[24810]: pgmap v172: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:30:52.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:52 smithi057 ceph-mon[29654]: Upgrade: Updating mon.b 2024-04-15T21:30:52.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:52 smithi057 ceph-mon[29654]: Deploying daemon mon.b on smithi148 2024-04-15T21:30:52.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:52 smithi057 ceph-mon[29654]: pgmap v172: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:30:54.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:54 smithi148 ceph-mon[115431]: pgmap v173: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:30:54.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:54 smithi057 ceph-mon[24810]: pgmap v173: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:30:54.629 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:54 smithi057 ceph-mon[29654]: pgmap v173: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:30:56.428 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:56 smithi148 ceph-mon[115431]: pgmap v174: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:30:56.428 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:56 smithi148 systemd[1]: Stopping Ceph mon.b for b97cffaa-fb6a-11ee-bc8f-c7b262605968... 2024-04-15T21:30:56.431 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:30:56 smithi057 ceph-mon[24810]: pgmap v174: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:30:56.432 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:30:56 smithi057 ceph-mon[29654]: pgmap v174: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:30:56.851 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:56 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mon-b[115427]: 2024-04-15T21:30:56.595+0000 7f589ed3e700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-15T21:30:56.851 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:56 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mon-b[115427]: 2024-04-15T21:30:56.595+0000 7f589ed3e700 -1 mon.b@2(peon) e3 *** Got Signal Terminated *** 2024-04-15T21:30:56.851 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:56 smithi148 podman[117521]: 2024-04-15 21:30:56.60696352 +0000 UTC m=+0.160292097 container died d109ec7f0a63c4ae173e80623bf25923fe496b90be0762b3b6b71cf5d3a2d78c (image=quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mon-b, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, RELEASE=main-87dbfb6, CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-15T21:30:57.349 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:57 smithi148 podman[117521]: 2024-04-15 21:30:57.088234102 +0000 UTC m=+0.641562707 container cleanup d109ec7f0a63c4ae173e80623bf25923fe496b90be0762b3b6b71cf5d3a2d78c (image=quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mon-b, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, RELEASE=main-87dbfb6, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_CLEAN=True, ceph=True, maintainer=Guillaume Abrioux ) 2024-04-15T21:30:57.349 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:57 smithi148 bash[117521]: ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mon-b 2024-04-15T21:30:57.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:57 smithi148 podman[117588]: 2024-04-15 21:30:57.348096149 +0000 UTC m=+0.737844660 container remove d109ec7f0a63c4ae173e80623bf25923fe496b90be0762b3b6b71cf5d3a2d78c (image=quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mon-b, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, io.buildah.version=1.33.5, RELEASE=main-87dbfb6, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0) 2024-04-15T21:30:57.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:57 smithi148 systemd[1]: ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@mon.b.service: Deactivated successfully. 2024-04-15T21:30:57.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:57 smithi148 systemd[1]: Stopped Ceph mon.b for b97cffaa-fb6a-11ee-bc8f-c7b262605968. 2024-04-15T21:30:57.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:57 smithi148 systemd[1]: ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@mon.b.service: Consumed 1.148s CPU time. 2024-04-15T21:30:57.927 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:57 smithi148 systemd[1]: Starting Ceph mon.b for b97cffaa-fb6a-11ee-bc8f-c7b262605968... 2024-04-15T21:30:58.196 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:57 smithi148 podman[117741]: 2024-04-15 21:30:57.828730843 +0000 UTC m=+0.019157469 image pull a452a57266c718c37049de4c2da9a5e566bb7b9c6db62908ada4c8b0e854997b quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29 2024-04-15T21:30:58.196 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:57 smithi148 podman[117741]: 2024-04-15 21:30:57.958152405 +0000 UTC m=+0.148579047 container create c911348a806bdb14697635ed49df3da2b0e0f67684b3a15c268ff916b74633de (image=quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mon-b, RELEASE=main-87dbfb6, ceph=True, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2) 2024-04-15T21:30:58.482 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 podman[117741]: 2024-04-15 21:30:58.195239487 +0000 UTC m=+0.385666089 container init c911348a806bdb14697635ed49df3da2b0e0f67684b3a15c268ff916b74633de (image=quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mon-b, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.schema-version=1.0, RELEASE=main-87dbfb6) 2024-04-15T21:30:58.482 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 podman[117741]: 2024-04-15 21:30:58.198734591 +0000 UTC m=+0.389161195 container start c911348a806bdb14697635ed49df3da2b0e0f67684b3a15c268ff916b74633de (image=quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mon-b, RELEASE=main-87dbfb6, org.label-schema.build-date=20240409, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2) 2024-04-15T21:30:58.482 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: set uid:gid to 167:167 (ceph:ceph) 2024-04-15T21:30:58.482 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: ceph version 19.0.0-3084-g87dbfb63 (87dbfb632e974cb2c28d17423071d2d833b53b29) squid (dev), process ceph-mon, pid 2 2024-04-15T21:30:58.482 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: pidfile_write: ignore empty --pid-file 2024-04-15T21:30:58.482 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: load: jerasure load: lrc 2024-04-15T21:30:58.482 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: RocksDB version: 7.9.2 2024-04-15T21:30:58.482 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Git sha 0 2024-04-15T21:30:58.482 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Compile date 2024-04-14 15:12:02 2024-04-15T21:30:58.482 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: DB SUMMARY 2024-04-15T21:30:58.483 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: DB Session ID: OFUSTPKZX7WH805HVJIH 2024-04-15T21:30:58.483 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: CURRENT file: CURRENT 2024-04-15T21:30:58.483 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: IDENTITY file: IDENTITY 2024-04-15T21:30:58.483 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: MANIFEST file: MANIFEST-000095 size: 263 Bytes 2024-04-15T21:30:58.483 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 2, files: 000090.sst 000093.sst 2024-04-15T21:30:58.483 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000094.log size: 870075 ; 2024-04-15T21:30:58.483 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.error_if_exists: 0 2024-04-15T21:30:58.483 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.create_if_missing: 0 2024-04-15T21:30:58.483 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.paranoid_checks: 1 2024-04-15T21:30:58.483 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.flush_verify_memtable_count: 1 2024-04-15T21:30:58.483 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-15T21:30:58.483 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-04-15T21:30:58.483 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.env: 0x55f2f303acc0 2024-04-15T21:30:58.484 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.fs: PosixFileSystem 2024-04-15T21:30:58.484 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.info_log: 0x55f2f48d1c20 2024-04-15T21:30:58.484 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.max_file_opening_threads: 16 2024-04-15T21:30:58.484 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.statistics: (nil) 2024-04-15T21:30:58.484 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.use_fsync: 0 2024-04-15T21:30:58.484 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.max_log_file_size: 0 2024-04-15T21:30:58.484 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-15T21:30:58.484 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.log_file_time_to_roll: 0 2024-04-15T21:30:58.484 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.keep_log_file_num: 1000 2024-04-15T21:30:58.484 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.recycle_log_file_num: 0 2024-04-15T21:30:58.484 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.allow_fallocate: 1 2024-04-15T21:30:58.484 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.allow_mmap_reads: 0 2024-04-15T21:30:58.484 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.allow_mmap_writes: 0 2024-04-15T21:30:58.484 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.use_direct_reads: 0 2024-04-15T21:30:58.484 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-15T21:30:58.485 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.create_missing_column_families: 0 2024-04-15T21:30:58.485 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.db_log_dir: 2024-04-15T21:30:58.485 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.wal_dir: 2024-04-15T21:30:58.485 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.table_cache_numshardbits: 6 2024-04-15T21:30:58.485 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.WAL_ttl_seconds: 0 2024-04-15T21:30:58.485 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.WAL_size_limit_MB: 0 2024-04-15T21:30:58.485 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-15T21:30:58.485 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-15T21:30:58.485 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.is_fd_close_on_exec: 1 2024-04-15T21:30:58.485 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.advise_random_on_open: 1 2024-04-15T21:30:58.485 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.db_write_buffer_size: 0 2024-04-15T21:30:58.485 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.write_buffer_manager: 0x55f2f48a0820 2024-04-15T21:30:58.485 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-15T21:30:58.485 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-15T21:30:58.486 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.use_adaptive_mutex: 0 2024-04-15T21:30:58.486 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.rate_limiter: (nil) 2024-04-15T21:30:58.486 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-15T21:30:58.486 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.wal_recovery_mode: 2 2024-04-15T21:30:58.486 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.enable_thread_tracking: 0 2024-04-15T21:30:58.486 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.enable_pipelined_write: 0 2024-04-15T21:30:58.486 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.unordered_write: 0 2024-04-15T21:30:58.486 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-15T21:30:58.486 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-15T21:30:58.486 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-15T21:30:58.486 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-15T21:30:58.486 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.row_cache: None 2024-04-15T21:30:58.486 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.wal_filter: None 2024-04-15T21:30:58.487 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-15T21:30:58.488 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.allow_ingest_behind: 0 2024-04-15T21:30:58.488 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.two_write_queues: 0 2024-04-15T21:30:58.488 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.manual_wal_flush: 0 2024-04-15T21:30:58.488 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.wal_compression: 0 2024-04-15T21:30:58.488 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.atomic_flush: 0 2024-04-15T21:30:58.488 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-15T21:30:58.488 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.persist_stats_to_disk: 0 2024-04-15T21:30:58.488 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.write_dbid_to_manifest: 0 2024-04-15T21:30:58.488 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.log_readahead_size: 0 2024-04-15T21:30:58.488 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-15T21:30:58.488 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.best_efforts_recovery: 0 2024-04-15T21:30:58.488 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-15T21:30:58.488 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-15T21:30:58.489 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.allow_data_in_errors: 0 2024-04-15T21:30:58.489 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.db_host_id: __hostname__ 2024-04-15T21:30:58.489 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.enforce_single_del_contracts: true 2024-04-15T21:30:58.489 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.max_background_jobs: 2 2024-04-15T21:30:58.489 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.max_background_compactions: -1 2024-04-15T21:30:58.489 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.max_subcompactions: 1 2024-04-15T21:30:58.489 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-15T21:30:58.489 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-15T21:30:58.489 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.delayed_write_rate : 16777216 2024-04-15T21:30:58.489 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.max_total_wal_size: 0 2024-04-15T21:30:58.489 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-15T21:30:58.489 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.stats_dump_period_sec: 600 2024-04-15T21:30:58.489 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.stats_persist_period_sec: 600 2024-04-15T21:30:58.489 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-15T21:30:58.490 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.max_open_files: -1 2024-04-15T21:30:58.490 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.bytes_per_sync: 0 2024-04-15T21:30:58.490 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.wal_bytes_per_sync: 0 2024-04-15T21:30:58.490 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.strict_bytes_per_sync: 0 2024-04-15T21:30:58.490 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.compaction_readahead_size: 0 2024-04-15T21:30:58.490 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.max_background_flushes: -1 2024-04-15T21:30:58.490 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Compression algorithms supported: 2024-04-15T21:30:58.490 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-15T21:30:58.490 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: kZSTD supported: 0 2024-04-15T21:30:58.490 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: kXpressCompression supported: 0 2024-04-15T21:30:58.490 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: kLZ4HCCompression supported: 1 2024-04-15T21:30:58.490 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: kZlibCompression supported: 1 2024-04-15T21:30:58.490 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: kSnappyCompression supported: 1 2024-04-15T21:30:58.490 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: kLZ4Compression supported: 1 2024-04-15T21:30:58.491 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: kBZip2Compression supported: 0 2024-04-15T21:30:58.491 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Fast CRC32 supported: Supported on x86 2024-04-15T21:30:58.491 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: DMutex implementation: pthread_mutex_t 2024-04-15T21:30:58.491 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000095 2024-04-15T21:30:58.491 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-04-15T21:30:58.491 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-15T21:30:58.491 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.merge_operator: 2024-04-15T21:30:58.491 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.compaction_filter: None 2024-04-15T21:30:58.491 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.compaction_filter_factory: None 2024-04-15T21:30:58.491 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.sst_partitioner_factory: None 2024-04-15T21:30:58.491 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.memtable_factory: SkipListFactory 2024-04-15T21:30:58.491 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.table_factory: BlockBasedTable 2024-04-15T21:30:58.491 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55f2f48d1de0) 2024-04-15T21:30:58.491 INFO:journalctl@ceph.mon.b.smithi148.stdout: cache_index_and_filter_blocks: 1 2024-04-15T21:30:58.491 INFO:journalctl@ceph.mon.b.smithi148.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-15T21:30:58.492 INFO:journalctl@ceph.mon.b.smithi148.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-15T21:30:58.492 INFO:journalctl@ceph.mon.b.smithi148.stdout: pin_top_level_index_and_filter: 1 2024-04-15T21:30:58.492 INFO:journalctl@ceph.mon.b.smithi148.stdout: index_type: 0 2024-04-15T21:30:58.492 INFO:journalctl@ceph.mon.b.smithi148.stdout: data_block_index_type: 0 2024-04-15T21:30:58.492 INFO:journalctl@ceph.mon.b.smithi148.stdout: index_shortening: 1 2024-04-15T21:30:58.492 INFO:journalctl@ceph.mon.b.smithi148.stdout: data_block_hash_table_util_ratio: 0.750000 2024-04-15T21:30:58.492 INFO:journalctl@ceph.mon.b.smithi148.stdout: checksum: 4 2024-04-15T21:30:58.492 INFO:journalctl@ceph.mon.b.smithi148.stdout: no_block_cache: 0 2024-04-15T21:30:58.492 INFO:journalctl@ceph.mon.b.smithi148.stdout: block_cache: 0x55f2f48d3090 2024-04-15T21:30:58.492 INFO:journalctl@ceph.mon.b.smithi148.stdout: block_cache_name: BinnedLRUCache 2024-04-15T21:30:58.492 INFO:journalctl@ceph.mon.b.smithi148.stdout: block_cache_options: 2024-04-15T21:30:58.492 INFO:journalctl@ceph.mon.b.smithi148.stdout: capacity : 536870912 2024-04-15T21:30:58.492 INFO:journalctl@ceph.mon.b.smithi148.stdout: num_shard_bits : 4 2024-04-15T21:30:58.493 INFO:journalctl@ceph.mon.b.smithi148.stdout: strict_capacity_limit : 0 2024-04-15T21:30:58.493 INFO:journalctl@ceph.mon.b.smithi148.stdout: high_pri_pool_ratio: 0.000 2024-04-15T21:30:58.493 INFO:journalctl@ceph.mon.b.smithi148.stdout: block_cache_compressed: (nil) 2024-04-15T21:30:58.493 INFO:journalctl@ceph.mon.b.smithi148.stdout: persistent_cache: (nil) 2024-04-15T21:30:58.493 INFO:journalctl@ceph.mon.b.smithi148.stdout: block_size: 4096 2024-04-15T21:30:58.493 INFO:journalctl@ceph.mon.b.smithi148.stdout: block_size_deviation: 10 2024-04-15T21:30:58.493 INFO:journalctl@ceph.mon.b.smithi148.stdout: block_restart_interval: 16 2024-04-15T21:30:58.493 INFO:journalctl@ceph.mon.b.smithi148.stdout: index_block_restart_interval: 1 2024-04-15T21:30:58.493 INFO:journalctl@ceph.mon.b.smithi148.stdout: metadata_block_size: 4096 2024-04-15T21:30:58.493 INFO:journalctl@ceph.mon.b.smithi148.stdout: partition_filters: 0 2024-04-15T21:30:58.493 INFO:journalctl@ceph.mon.b.smithi148.stdout: use_delta_encoding: 1 2024-04-15T21:30:58.493 INFO:journalctl@ceph.mon.b.smithi148.stdout: filter_policy: bloomfilter 2024-04-15T21:30:58.493 INFO:journalctl@ceph.mon.b.smithi148.stdout: whole_key_filtering: 1 2024-04-15T21:30:58.493 INFO:journalctl@ceph.mon.b.smithi148.stdout: verify_compression: 0 2024-04-15T21:30:58.494 INFO:journalctl@ceph.mon.b.smithi148.stdout: read_amp_bytes_per_bit: 0 2024-04-15T21:30:58.494 INFO:journalctl@ceph.mon.b.smithi148.stdout: format_version: 5 2024-04-15T21:30:58.494 INFO:journalctl@ceph.mon.b.smithi148.stdout: enable_index_compression: 1 2024-04-15T21:30:58.494 INFO:journalctl@ceph.mon.b.smithi148.stdout: block_align: 0 2024-04-15T21:30:58.494 INFO:journalctl@ceph.mon.b.smithi148.stdout: max_auto_readahead_size: 262144 2024-04-15T21:30:58.494 INFO:journalctl@ceph.mon.b.smithi148.stdout: prepopulate_block_cache: 0 2024-04-15T21:30:58.494 INFO:journalctl@ceph.mon.b.smithi148.stdout: initial_auto_readahead_size: 8192 2024-04-15T21:30:58.494 INFO:journalctl@ceph.mon.b.smithi148.stdout: num_file_reads_for_auto_readahead: 2 2024-04-15T21:30:58.494 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.write_buffer_size: 33554432 2024-04-15T21:30:58.494 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.max_write_buffer_number: 2 2024-04-15T21:30:58.494 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.compression: NoCompression 2024-04-15T21:30:58.494 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.bottommost_compression: Disabled 2024-04-15T21:30:58.494 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.prefix_extractor: nullptr 2024-04-15T21:30:58.494 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-15T21:30:58.495 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.num_levels: 7 2024-04-15T21:30:58.495 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-15T21:30:58.495 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-15T21:30:58.495 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-15T21:30:58.495 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-15T21:30:58.495 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-15T21:30:58.495 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-15T21:30:58.495 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-15T21:30:58.495 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-15T21:30:58.495 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-15T21:30:58.495 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-15T21:30:58.495 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-04-15T21:30:58.495 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-04-15T21:30:58.495 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.compression_opts.window_bits: -14 2024-04-15T21:30:58.495 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.compression_opts.level: 32767 2024-04-15T21:30:58.496 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.compression_opts.strategy: 0 2024-04-15T21:30:58.496 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-15T21:30:58.496 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-15T21:30:58.496 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-04-15T21:30:58.496 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-15T21:30:58.496 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.compression_opts.enabled: false 2024-04-15T21:30:58.496 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-04-15T21:30:58.496 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-15T21:30:58.496 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-15T21:30:58.496 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-15T21:30:58.497 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.target_file_size_base: 67108864 2024-04-15T21:30:58.497 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.target_file_size_multiplier: 1 2024-04-15T21:30:58.497 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-15T21:30:58.497 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-15T21:30:58.497 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-15T21:30:58.497 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-15T21:30:58.497 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-15T21:30:58.497 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-15T21:30:58.497 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-15T21:30:58.497 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-15T21:30:58.497 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-15T21:30:58.497 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-15T21:30:58.498 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-15T21:30:58.498 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-15T21:30:58.498 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-04-15T21:30:58.498 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.arena_block_size: 1048576 2024-04-15T21:30:58.498 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-15T21:30:58.498 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-15T21:30:58.498 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.disable_auto_compactions: 0 2024-04-15T21:30:58.498 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-15T21:30:58.498 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-15T21:30:58.498 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-15T21:30:58.498 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-15T21:30:58.498 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-15T21:30:58.498 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-15T21:30:58.498 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-15T21:30:58.499 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-15T21:30:58.499 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-15T21:30:58.499 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-15T21:30:58.499 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-04-15T21:30:58.499 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.inplace_update_support: 0 2024-04-15T21:30:58.499 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.inplace_update_num_locks: 10000 2024-04-15T21:30:58.499 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-15T21:30:58.499 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-15T21:30:58.499 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.memtable_huge_page_size: 0 2024-04-15T21:30:58.499 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.bloom_locality: 0 2024-04-15T21:30:58.499 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.max_successive_merges: 0 2024-04-15T21:30:58.499 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.optimize_filters_for_hits: 0 2024-04-15T21:30:58.499 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.paranoid_file_checks: 0 2024-04-15T21:30:58.499 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.force_consistency_checks: 1 2024-04-15T21:30:58.500 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.report_bg_io_stats: 0 2024-04-15T21:30:58.500 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.ttl: 2592000 2024-04-15T21:30:58.500 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.periodic_compaction_seconds: 0 2024-04-15T21:30:58.500 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-04-15T21:30:58.500 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-04-15T21:30:58.500 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.enable_blob_files: false 2024-04-15T21:30:58.500 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.min_blob_size: 0 2024-04-15T21:30:58.500 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.blob_file_size: 268435456 2024-04-15T21:30:58.500 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.blob_compression_type: NoCompression 2024-04-15T21:30:58.500 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.enable_blob_garbage_collection: false 2024-04-15T21:30:58.500 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-15T21:30:58.500 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-04-15T21:30:58.500 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-04-15T21:30:58.500 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.blob_file_starting_level: 0 2024-04-15T21:30:58.501 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-04-15T21:30:58.501 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: [table/block_based/block_based_table_reader.cc:721] At least one SST file opened without unique ID to verify: 90.sst 2024-04-15T21:30:58.501 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-04-15T21:30:58.501 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000095 succeeded,manifest_file_number is 95, next_file_number is 97, last_sequence is 52999, log_number is 89,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 89 2024-04-15T21:30:58.501 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 89 2024-04-15T21:30:58.501 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: b0ba7332-a714-4541-a308-b543d0a56f38 2024-04-15T21:30:58.501 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: EVENT_LOG_v1 {"time_micros": 1713216658228778, "job": 1, "event": "recovery_started", "wal_files": [94]} 2024-04-15T21:30:58.501 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #94 mode 2 2024-04-15T21:30:58.501 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: EVENT_LOG_v1 {"time_micros": 1713216658232037, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 98, "file_size": 539601, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 53004, "largest_seqno": 53668, "table_properties": {"data_size": 536395, "index_size": 1334, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 837, "raw_key_size": 7993, "raw_average_key_size": 24, "raw_value_size": 530328, "raw_average_value_size": 1607, "num_data_blocks": 56, "num_entries": 330, "num_filter_entries": 330, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1713216658, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "b0ba7332-a714-4541-a308-b543d0a56f38", "db_session_id": "OFUSTPKZX7WH805HVJIH", "orig_file_number": 98, "seqno_to_time_mapping": "N/A"}} 2024-04-15T21:30:58.501 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: EVENT_LOG_v1 {"time_micros": 1713216658232127, "job": 1, "event": "recovery_finished"} 2024-04-15T21:30:58.501 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: [db/version_set.cc:5047] Creating manifest 100 2024-04-15T21:30:58.501 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-04-15T21:30:58.501 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-b/store.db/000094.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-15T21:30:58.501 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55f2f49c0000 2024-04-15T21:30:58.501 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: DB pointer 0x55f2f49aa000 2024-04-15T21:30:58.502 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-04-15T21:30:58.502 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-04-15T21:30:58.502 INFO:journalctl@ceph.mon.b.smithi148.stdout: ** DB Stats ** 2024-04-15T21:30:58.502 INFO:journalctl@ceph.mon.b.smithi148.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-15T21:30:58.502 INFO:journalctl@ceph.mon.b.smithi148.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-15T21:30:58.502 INFO:journalctl@ceph.mon.b.smithi148.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-15T21:30:58.502 INFO:journalctl@ceph.mon.b.smithi148.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-15T21:30:58.502 INFO:journalctl@ceph.mon.b.smithi148.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-15T21:30:58.502 INFO:journalctl@ceph.mon.b.smithi148.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-15T21:30:58.502 INFO:journalctl@ceph.mon.b.smithi148.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-15T21:30:58.502 INFO:journalctl@ceph.mon.b.smithi148.stdout: 2024-04-15T21:30:58.502 INFO:journalctl@ceph.mon.b.smithi148.stdout: ** Compaction Stats [default] ** 2024-04-15T21:30:58.502 INFO:journalctl@ceph.mon.b.smithi148.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-15T21:30:58.502 INFO:journalctl@ceph.mon.b.smithi148.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-04-15T21:30:58.503 INFO:journalctl@ceph.mon.b.smithi148.stdout: L0 2/0 1.76 MB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 300.4 0.00 0.00 1 0.002 0 0 0.0 0.0 2024-04-15T21:30:58.503 INFO:journalctl@ceph.mon.b.smithi148.stdout: L6 1/0 10.66 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-04-15T21:30:58.503 INFO:journalctl@ceph.mon.b.smithi148.stdout: Sum 3/0 12.42 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 300.4 0.00 0.00 1 0.002 0 0 0.0 0.0 2024-04-15T21:30:58.503 INFO:journalctl@ceph.mon.b.smithi148.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 300.4 0.00 0.00 1 0.002 0 0 0.0 0.0 2024-04-15T21:30:58.503 INFO:journalctl@ceph.mon.b.smithi148.stdout: 2024-04-15T21:30:58.503 INFO:journalctl@ceph.mon.b.smithi148.stdout: ** Compaction Stats [default] ** 2024-04-15T21:30:58.503 INFO:journalctl@ceph.mon.b.smithi148.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-15T21:30:58.503 INFO:journalctl@ceph.mon.b.smithi148.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-15T21:30:58.503 INFO:journalctl@ceph.mon.b.smithi148.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 300.4 0.00 0.00 1 0.002 0 0 0.0 0.0 2024-04-15T21:30:58.503 INFO:journalctl@ceph.mon.b.smithi148.stdout: 2024-04-15T21:30:58.503 INFO:journalctl@ceph.mon.b.smithi148.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-04-15T21:30:58.503 INFO:journalctl@ceph.mon.b.smithi148.stdout: 2024-04-15T21:30:58.503 INFO:journalctl@ceph.mon.b.smithi148.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-15T21:30:58.503 INFO:journalctl@ceph.mon.b.smithi148.stdout: Flush(GB): cumulative 0.001, interval 0.001 2024-04-15T21:30:58.503 INFO:journalctl@ceph.mon.b.smithi148.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-15T21:30:58.504 INFO:journalctl@ceph.mon.b.smithi148.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-15T21:30:58.504 INFO:journalctl@ceph.mon.b.smithi148.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-15T21:30:58.504 INFO:journalctl@ceph.mon.b.smithi148.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-15T21:30:58.504 INFO:journalctl@ceph.mon.b.smithi148.stdout: Cumulative compaction: 0.00 GB write, 64.67 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-15T21:30:58.504 INFO:journalctl@ceph.mon.b.smithi148.stdout: Interval compaction: 0.00 GB write, 64.67 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-15T21:30:58.504 INFO:journalctl@ceph.mon.b.smithi148.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-15T21:30:58.504 INFO:journalctl@ceph.mon.b.smithi148.stdout: Block cache BinnedLRUCache@0x55f2f48d3090#2 capacity: 512.00 MB usage: 7.47 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.1e-05 secs_since: 0 2024-04-15T21:30:58.504 INFO:journalctl@ceph.mon.b.smithi148.stdout: Block cache entry stats(count,size,portion): FilterBlock(2,2.69 KB,0.0005126%) IndexBlock(2,4.78 KB,0.000911951%) Misc(1,0.00 KB,0%) 2024-04-15T21:30:58.504 INFO:journalctl@ceph.mon.b.smithi148.stdout: 2024-04-15T21:30:58.504 INFO:journalctl@ceph.mon.b.smithi148.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-15T21:30:58.504 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: starting mon.b rank 2 at public addrs [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] at bind addrs [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 2024-04-15T21:30:58.505 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: mon.b@-1(???) e3 preinit fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 2024-04-15T21:30:58.505 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: mon.b@-1(???).mds e1 new map 2024-04-15T21:30:58.505 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: mon.b@-1(???).mds e1 print_map 2024-04-15T21:30:58.505 INFO:journalctl@ceph.mon.b.smithi148.stdout: e1 2024-04-15T21:30:58.505 INFO:journalctl@ceph.mon.b.smithi148.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-04-15T21:30:58.505 INFO:journalctl@ceph.mon.b.smithi148.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-15T21:30:58.505 INFO:journalctl@ceph.mon.b.smithi148.stdout: legacy client fscid: -1 2024-04-15T21:30:58.505 INFO:journalctl@ceph.mon.b.smithi148.stdout: 2024-04-15T21:30:58.505 INFO:journalctl@ceph.mon.b.smithi148.stdout: No filesystems configured 2024-04-15T21:30:58.505 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: mon.b@-1(???).osd e112 crush map has features 3314933000854323200, adjusting msgr requires 2024-04-15T21:30:58.505 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: mon.b@-1(???).osd e112 crush map has features 432629239337189376, adjusting msgr requires 2024-04-15T21:30:58.505 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: mon.b@-1(???).osd e112 crush map has features 432629239337189376, adjusting msgr requires 2024-04-15T21:30:58.505 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: mon.b@-1(???).osd e112 crush map has features 432629239337189376, adjusting msgr requires 2024-04-15T21:30:58.506 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 ceph-mon[117761]: mon.b@-1(???).paxosservice(auth 1..31) refresh upgraded, format 0 -> 3 2024-04-15T21:30:58.506 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 bash[117741]: c911348a806bdb14697635ed49df3da2b0e0f67684b3a15c268ff916b74633de 2024-04-15T21:30:58.506 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:30:58 smithi148 systemd[1]: Started Ceph mon.b for b97cffaa-fb6a-11ee-bc8f-c7b262605968. 2024-04-15T21:31:01.880 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:31:01 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:31:01] "GET /metrics HTTP/1.1" 200 38002 "" "Prometheus/2.43.0" 2024-04-15T21:31:05.460 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:05 smithi057 ceph-mon[24810]: mon.b calling monitor election 2024-04-15T21:31:05.460 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:05 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:05.460 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:05 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:05.460 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:05 smithi057 ceph-mon[24810]: mon.c calling monitor election 2024-04-15T21:31:05.460 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:05 smithi057 ceph-mon[24810]: mon.a calling monitor election 2024-04-15T21:31:05.460 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:05 smithi057 ceph-mon[24810]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-04-15T21:31:05.460 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:05 smithi057 ceph-mon[24810]: monmap e3: 3 mons at {a=[v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0],b=[v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0],c=[v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0]} 2024-04-15T21:31:05.460 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:05 smithi057 ceph-mon[24810]: fsmap 2024-04-15T21:31:05.460 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:05 smithi057 ceph-mon[24810]: osdmap e112: 8 total, 8 up, 8 in 2024-04-15T21:31:05.461 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:05 smithi057 ceph-mon[24810]: mgrmap e45: y(active, since 5m), standbys: x 2024-04-15T21:31:05.461 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:05 smithi057 ceph-mon[24810]: Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,c) 2024-04-15T21:31:05.461 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:05 smithi057 ceph-mon[24810]: Cluster is now healthy 2024-04-15T21:31:05.461 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:05 smithi057 ceph-mon[24810]: overall HEALTH_OK 2024-04-15T21:31:05.461 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:05 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:05.461 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:05 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:05.461 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:05 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:05.461 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:05 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:05.461 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:05 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:05.461 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:05 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:05.461 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:05 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:05.461 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:05 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:05.461 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:05 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:05.461 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:05 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:05.462 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:05 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:05.462 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:05 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:05.462 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:05 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:05.462 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:05 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:05.462 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:05 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:05.462 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:05 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:05.462 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:05 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:05.462 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:05 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:05.462 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:05 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:05.462 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:05 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:05.462 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:05 smithi057 ceph-mon[29654]: mon.b calling monitor election 2024-04-15T21:31:05.463 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:05 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:05.463 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:05 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:05.463 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:05 smithi057 ceph-mon[29654]: mon.c calling monitor election 2024-04-15T21:31:05.463 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:05 smithi057 ceph-mon[29654]: mon.a calling monitor election 2024-04-15T21:31:05.463 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:05 smithi057 ceph-mon[29654]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-04-15T21:31:05.463 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:05 smithi057 ceph-mon[29654]: monmap e3: 3 mons at {a=[v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0],b=[v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0],c=[v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0]} 2024-04-15T21:31:05.463 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:05 smithi057 ceph-mon[29654]: fsmap 2024-04-15T21:31:05.463 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:05 smithi057 ceph-mon[29654]: osdmap e112: 8 total, 8 up, 8 in 2024-04-15T21:31:05.463 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:05 smithi057 ceph-mon[29654]: mgrmap e45: y(active, since 5m), standbys: x 2024-04-15T21:31:05.463 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:05 smithi057 ceph-mon[29654]: Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,c) 2024-04-15T21:31:05.463 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:05 smithi057 ceph-mon[29654]: Cluster is now healthy 2024-04-15T21:31:05.463 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:05 smithi057 ceph-mon[29654]: overall HEALTH_OK 2024-04-15T21:31:05.463 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:05 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:05.463 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:05 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:05.464 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:05 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:05.464 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:05 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:05.464 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:05 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:05.464 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:05 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:05.464 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:05 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:05.464 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:05 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:05.464 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:05 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:05.464 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:05 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:05.464 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:05 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:05.464 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:05 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:05.464 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:05 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:05.464 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:05 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:05.464 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:05 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:05.464 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:05 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:05.464 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:05 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:05.464 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:05 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:05.465 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:05 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:05.465 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:05 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:05.465 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:05 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:05.465 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:05 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:05.465 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:05 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:05.465 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:05 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:05.465 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:05 smithi057 ceph-mon[24810]: pgmap v179: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:31:05.465 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:05 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:05.465 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:05 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:05.465 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:05 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:05.465 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:05 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:05.466 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:05 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:05.466 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:05 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:05.466 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:05 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:31:05.466 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:05 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:05.466 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:05 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:05.466 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:05 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:05.466 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:05 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:05.466 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:05 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:05.466 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:05 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:05.466 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:05 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:05.466 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:05 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:05.466 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:05 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:05.467 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:05 smithi057 ceph-mon[29654]: pgmap v179: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:31:05.467 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:05 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:05.467 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:05 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:05.467 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:05 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:05.467 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:05 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:05.467 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:05 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:05.467 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:05 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:05.467 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:05 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:31:05.467 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:05 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:05.467 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:05 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:05.467 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:05 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:05.467 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:05 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:05.467 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:05 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:05.695 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:05 smithi148 ceph-mon[117761]: mon.b calling monitor election 2024-04-15T21:31:05.695 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:05 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:05.696 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:05 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:05.696 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:05 smithi148 ceph-mon[117761]: mon.c calling monitor election 2024-04-15T21:31:05.696 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:05 smithi148 ceph-mon[117761]: mon.a calling monitor election 2024-04-15T21:31:05.696 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:05 smithi148 ceph-mon[117761]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-04-15T21:31:05.696 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:05 smithi148 ceph-mon[117761]: monmap e3: 3 mons at {a=[v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0],b=[v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0],c=[v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0]} 2024-04-15T21:31:05.696 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:05 smithi148 ceph-mon[117761]: fsmap 2024-04-15T21:31:05.696 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:05 smithi148 ceph-mon[117761]: osdmap e112: 8 total, 8 up, 8 in 2024-04-15T21:31:05.696 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:05 smithi148 ceph-mon[117761]: mgrmap e45: y(active, since 5m), standbys: x 2024-04-15T21:31:05.696 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:05 smithi148 ceph-mon[117761]: Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,c) 2024-04-15T21:31:05.696 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:05 smithi148 ceph-mon[117761]: Cluster is now healthy 2024-04-15T21:31:05.696 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:05 smithi148 ceph-mon[117761]: overall HEALTH_OK 2024-04-15T21:31:05.696 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:05 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:05.696 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:05 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:05.696 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:05 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:05.696 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:05 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:05.697 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:05 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:05.697 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:05 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:05.697 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:05 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:05.697 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:05 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:05.697 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:05 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:05.697 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:05 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:05.697 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:05 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:05.697 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:05 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:05.697 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:05 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:05.697 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:05 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:05.697 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:05 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:05.697 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:05 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:05.697 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:05 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:05.697 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:05 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:05.698 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:05 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:05.698 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:05 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:05.698 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:05 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:05.698 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:05 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:05.698 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:05 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:05.698 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:05 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:05.698 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:05 smithi148 ceph-mon[117761]: pgmap v179: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:31:05.698 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:05 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:05.698 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:05 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:05.698 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:05 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:05.698 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:05 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:05.698 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:05 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:05.698 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:05 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:05.699 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:05 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:31:05.699 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:05 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:05.699 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:05 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:05.699 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:05 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:05.699 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:05 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:05.699 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:05 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:06.729 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:06 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:06.729 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:06 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:06.729 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:06 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:06.729 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:06 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:06.729 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:06 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:06.729 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:06 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:06.729 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:06 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:06.729 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:06 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:06.730 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:06 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:06.730 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:06 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:06.730 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:06 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:06.730 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:06 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:06.730 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:06 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:06.730 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:06 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:06.730 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:06 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:06.730 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:06 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:06.730 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:06 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:06.730 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:06 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:06.730 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:06 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:06.730 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:06 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:06.730 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:06 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:06.731 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:06 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:06.731 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:06 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:06.731 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:06 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:06.731 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:06 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:06.731 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:06 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:06.731 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:06 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:06.731 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:06 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:06.731 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:06 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:06.731 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:06 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:06.731 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:06 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:06.731 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:06 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:06.731 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:06 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:06.732 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:06 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:06.732 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:06 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:06.732 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:06 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:06.732 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:06 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:06.732 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:06 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:06.732 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:06 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:06.732 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:06 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:06.732 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:06 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:06.808 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:06 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:06.808 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:06 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:06.808 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:06 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:06.808 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:06 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:06.808 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:06 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:06.808 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:06 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:06.808 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:06 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:06.808 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:06 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:06.808 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:06 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:06.808 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:06 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:06.808 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:06 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:06.808 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:06 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:06.808 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:06 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:06.809 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:06 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:06.809 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:06 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:06.809 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:06 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:06.809 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:06 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:06.809 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:06 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:06.809 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:06 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:06.809 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:06 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:06.809 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:06 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:06.809 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:06 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:06.809 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:06 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:06.809 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:06 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:06.809 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:06 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:06.809 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:06 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:06.810 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:06 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:06.810 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:06 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:06.810 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:06 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:06.810 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:06 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:06.810 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:06 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:06.810 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:06 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:06.810 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:06 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:06.810 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:06 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:06.810 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:06 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:06.810 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:06 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:06.811 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:06 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:06.811 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:06 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:06.811 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:06 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:06.811 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:06 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:06.811 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:06 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:06.811 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:06 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:06.811 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:06 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:06.811 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:06 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:06.811 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:06 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:06.811 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:06 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:06.811 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:06 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:06.811 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:06 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:06.811 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:06 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:06.811 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:06 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:06.811 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:06 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:06.812 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:06 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:06.812 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:06 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:06.812 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:06 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:06.812 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:06 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:06.812 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:06 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:06.812 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:06 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:06.812 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:06 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:06.812 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:06 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:06.812 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:06 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:06.812 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:06 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:06.812 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:06 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:06.813 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:06 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:06.813 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:06 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:06.813 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:06 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:06.813 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:06 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:06.813 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:06 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:06.813 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:06 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:06.813 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:06 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:06.813 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:06 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:06.813 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:06 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:06.813 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:06 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:06.813 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:06 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:06.813 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:06 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:06.813 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:06 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:06.813 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:06 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:06.814 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:06 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:06.814 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:06 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:06.814 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:06 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:06.814 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:06 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:06.814 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:06 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:06.814 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:06 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:07.705 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:07 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:07.705 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:07 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:07.706 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:07 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:07.706 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:07 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:07.706 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:07 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:07.706 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:07 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:07.706 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:07 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:07.706 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:07 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:07.706 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:07 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:07.706 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:07 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:07.706 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:07 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:07.706 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:07 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:07.706 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:07 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:07.706 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:07 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:07.706 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:07 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:07.706 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:07 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:07.707 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:07 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:07.707 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:07 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:07.707 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:07 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:07.707 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:07 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:07.707 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:07 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:07.707 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:07 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:07.707 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:07 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:07.707 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:07 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:07.707 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:07 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:07.707 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:07 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:07.707 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:07 smithi057 ceph-mon[24810]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:31:07.707 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:07 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:07.707 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:07 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:07.708 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:07 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:07.708 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:07 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:07.708 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:07 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:07.708 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:07 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:07.708 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:07 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:07.708 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:07 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:07.708 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:07 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:07.708 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:07 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:07.708 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:07 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:07.708 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:07 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:07.708 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:07 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:07.708 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:07 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:07.708 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:07 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:07.709 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:07 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:07.709 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:07 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:07.709 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:07 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:07.709 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:07 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:07.709 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:07 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:07.709 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:07 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:07.709 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:07 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:07.709 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:07 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:07.709 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:07 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:07.709 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:07 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:07.709 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:07 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:07.709 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:07 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:07.709 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:07 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:07.709 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:07 smithi057 ceph-mon[29654]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:31:07.710 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:07 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:07.710 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:07 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:07.710 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:07 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:07.710 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:07 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:07.710 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:07 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:07.710 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:07 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:07.710 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:07 smithi057 ceph-mon[24810]: pgmap v180: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:31:07.710 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:07 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:07.710 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:07 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:07.710 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:07 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:07.710 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:07 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:07.711 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:07 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:07.711 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:07 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:07.711 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:07 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:07.711 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:07 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:07.711 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:07 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:07.711 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:07 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:07.711 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:07 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:07.711 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:07 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:07.711 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:07 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:07.711 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:07 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:07.711 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:07 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:07.711 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:07 smithi057 ceph-mon[29654]: pgmap v180: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:31:07.711 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:07 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:07.712 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:07 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:07.712 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:07 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:07.712 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:07 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:07.712 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:07 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:07.712 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:07 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:07.712 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:07 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:07.712 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:07 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:07.712 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:07 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:07.712 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:07 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:07.712 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:07 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:07.851 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:07 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:07.852 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:07 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:07.852 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:07 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:07.852 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:07 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:07.852 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:07 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:07.852 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:07 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:07.852 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:07 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:07.852 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:07 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:07.852 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:07 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:07.852 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:07 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:07.852 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:07 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:07.852 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:07 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:07.852 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:07 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:07.853 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:07 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:07.853 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:07 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:07.853 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:07 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:07.853 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:07 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:07.853 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:07 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:07.853 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:07 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:07.853 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:07 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:07.853 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:07 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:07.853 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:07 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:07.853 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:07 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:07.853 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:07 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:07.853 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:07 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:07.853 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:07 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:07.853 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:07 smithi148 ceph-mon[117761]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:31:07.853 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:07 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:07.854 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:07 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:07.854 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:07 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:07.854 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:07 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:07.854 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:07 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:07.854 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:07 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:07.854 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:07 smithi148 ceph-mon[117761]: pgmap v180: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:31:07.854 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:07 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:07.854 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:07 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:07.854 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:07 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:07.854 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:07 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:07.854 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:07 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:07.854 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:07 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:07.854 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:07 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:07.854 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:07 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:07.855 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:07 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:07.855 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:07 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:07.855 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:07 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:08.567 INFO:teuthology.orchestra.run.smithi057.stdout:true 2024-04-15T21:31:08.851 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:08 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:08.852 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:08 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:08.852 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:08 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:08.852 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:08 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:08.852 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:08 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:08.852 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:08 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:08.852 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:08 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:08.852 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:08 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:08.852 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:08 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:08.852 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:08 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:08.852 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:08 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:08.852 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:08 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:08.852 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:08 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:08.852 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:08 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:08.853 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:08 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:08.853 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:08 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:08.853 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:08 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:08.853 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:08 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:08.853 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:08 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:08.853 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:08 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:08.853 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:08 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:08.853 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:08 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:08.853 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:08 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:08.853 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:08 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:08.853 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:08 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:08.853 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:08 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:08.853 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:08 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:08.853 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:08 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:08.853 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:08 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:08.854 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:08 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:08.854 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:08 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:08.854 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:08 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:08.854 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:08 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:08.854 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:08 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:08.854 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:08 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:08.854 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:08 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:08.854 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:08 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:08.854 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:08 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:08.854 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:08 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:08.854 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:08 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:08.854 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:08 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:08.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:08 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:08.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:08 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:08.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:08 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:08.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:08 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:08.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:08 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:08.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:08 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:08.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:08 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:08.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:08 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:08.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:08 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:08.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:08 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:08.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:08 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:08.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:08 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:08.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:08 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:08.881 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:08 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:08.881 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:08 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:08.881 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:08 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:08.881 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:08 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:08.881 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:08 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:08.881 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:08 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:08.881 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:08 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:08.881 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:08 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:08.881 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:08 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:08.881 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:08 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:08.881 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:08 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:08.881 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:08 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:08.881 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:08 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:08.881 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:08 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:08.881 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:08 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:08.882 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:08 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:08.882 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:08 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:08.882 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:08 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:08.882 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:08 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:08.882 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:08 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:08.882 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:08 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:08.882 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:08 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:08.882 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:08 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:08.882 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:08 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:08.882 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:08 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:08.882 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:08 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:08.882 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:08 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:08.882 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:08 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:08.883 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:08 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:08.883 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:08 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:08.883 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:08 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:08.883 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:08 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:08.883 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:08 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:08.883 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:08 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:08.883 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:08 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:08.883 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:08 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:08.883 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:08 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:08.883 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:08 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:08.884 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:08 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:08.884 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:08 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:08.884 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:08 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:08.884 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:08 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:08.884 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:08 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:08.884 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:08 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:08.884 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:08 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:08.884 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:08 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:08.884 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:08 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:08.884 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:08 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:08.884 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:08 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:08.884 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:08 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:08.884 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:08 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:08.884 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:08 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:08.884 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:08 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:08.885 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:08 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:08.885 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:08 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:08.885 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:08 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:08.885 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:08 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:08.885 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:08 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:08.885 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:08 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:08.885 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:08 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:08.885 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:08 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:08.885 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:08 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:08.885 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:08 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:08.885 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:08 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:08.885 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:08 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:08.885 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:08 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:08.885 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:08 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:08.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:08 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:08.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:08 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:09.281 INFO:teuthology.orchestra.run.smithi057.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-15T21:31:09.281 INFO:teuthology.orchestra.run.smithi057.stdout:agent.smithi057 smithi057 running 5s ago 32m - - 2024-04-15T21:31:09.281 INFO:teuthology.orchestra.run.smithi057.stdout:agent.smithi148 smithi148 running 12s ago 32m - - 2024-04-15T21:31:09.281 INFO:teuthology.orchestra.run.smithi057.stdout:alertmanager.a smithi057 *:9093,9094 running (2m) 5s ago 26m 16.6M - 0.25.0 c8568f914cd2 b3d0ee2337d1 2024-04-15T21:31:09.281 INFO:teuthology.orchestra.run.smithi057.stdout:grafana.a smithi148 *:3000 running (94s) 12s ago 26m 81.3M - 9.4.12 2bacad6d85d8 2d2c50c8da7b 2024-04-15T21:31:09.281 INFO:teuthology.orchestra.run.smithi057.stdout:iscsi.foo.smithi057.jwyjxv smithi057 running (5m) 5s ago 25m 58.8M - 3.5 e1d6a67b021e 9d8d20cf842b 2024-04-15T21:31:09.281 INFO:teuthology.orchestra.run.smithi057.stdout:mgr.x smithi148 *:8443,9283,8765 running (4m) 12s ago 31m 453M - 19.0.0-3084-g87dbfb63 a452a57266c7 56ad8667b91a 2024-04-15T21:31:09.281 INFO:teuthology.orchestra.run.smithi057.stdout:mgr.y smithi057 *:8443,9283,8765 running (15m) 5s ago 33m 534M - 19.0.0-3084-g87dbfb63 a452a57266c7 7bb446a32fbb 2024-04-15T21:31:09.281 INFO:teuthology.orchestra.run.smithi057.stdout:mon.a smithi057 running (33m) 5s ago 33m 101M 2048M 17.2.0 e1d6a67b021e f68a8a14d0b2 2024-04-15T21:31:09.281 INFO:teuthology.orchestra.run.smithi057.stdout:mon.b smithi148 starting - - - 2048M 2024-04-15T21:31:09.282 INFO:teuthology.orchestra.run.smithi057.stdout:mon.c smithi057 running (31m) 5s ago 31m 73.1M 2048M 17.2.0 e1d6a67b021e 7cbf3ea734af 2024-04-15T21:31:09.282 INFO:teuthology.orchestra.run.smithi057.stdout:node-exporter.a smithi057 *:9100 running (3m) 5s ago 27m 8250k - 1.5.0 0da6a335fe13 1fe3c748de02 2024-04-15T21:31:09.282 INFO:teuthology.orchestra.run.smithi057.stdout:node-exporter.b smithi148 *:9100 running (3m) 12s ago 27m 16.4M - 1.5.0 0da6a335fe13 94918e657592 2024-04-15T21:31:09.282 INFO:teuthology.orchestra.run.smithi057.stdout:osd.0 smithi057 running (31m) 5s ago 31m 54.5M 4096M 17.2.0 e1d6a67b021e a825b23c2b8e 2024-04-15T21:31:09.282 INFO:teuthology.orchestra.run.smithi057.stdout:osd.1 smithi057 running (30m) 5s ago 30m 59.2M 4096M 17.2.0 e1d6a67b021e ef43105379fd 2024-04-15T21:31:09.282 INFO:teuthology.orchestra.run.smithi057.stdout:osd.2 smithi057 running (30m) 5s ago 30m 53.4M 4096M 17.2.0 e1d6a67b021e 8cea1b1b5212 2024-04-15T21:31:09.282 INFO:teuthology.orchestra.run.smithi057.stdout:osd.3 smithi057 running (30m) 5s ago 30m 52.7M 4096M 17.2.0 e1d6a67b021e 8400e9bee4fe 2024-04-15T21:31:09.282 INFO:teuthology.orchestra.run.smithi057.stdout:osd.4 smithi148 running (29m) 12s ago 29m 54.7M 4096M 17.2.0 e1d6a67b021e 955a657c7722 2024-04-15T21:31:09.282 INFO:teuthology.orchestra.run.smithi057.stdout:osd.5 smithi148 running (29m) 12s ago 29m 52.1M 4096M 17.2.0 e1d6a67b021e bf2b1914ffc9 2024-04-15T21:31:09.282 INFO:teuthology.orchestra.run.smithi057.stdout:osd.6 smithi148 running (28m) 12s ago 28m 52.0M 4096M 17.2.0 e1d6a67b021e ab801778ca01 2024-04-15T21:31:09.282 INFO:teuthology.orchestra.run.smithi057.stdout:osd.7 smithi148 running (28m) 12s ago 28m 52.6M 4096M 17.2.0 e1d6a67b021e c9334bc357be 2024-04-15T21:31:09.282 INFO:teuthology.orchestra.run.smithi057.stdout:prometheus.a smithi148 *:9095 running (2m) 12s ago 27m 65.4M - 2.43.0 a07b618ecd1d ff3fcf9e6b9f 2024-04-15T21:31:09.282 INFO:teuthology.orchestra.run.smithi057.stdout:rgw.foo.smithi057.lxigfo smithi057 *:8000 running (26m) 5s ago 26m 79.7M - 17.2.0 e1d6a67b021e fa044b726c8d 2024-04-15T21:31:09.283 INFO:teuthology.orchestra.run.smithi057.stdout:rgw.foo.smithi148.cgzzfh smithi148 *:8000 running (26m) 12s ago 26m 76.8M - 17.2.0 e1d6a67b021e 722242170e62 2024-04-15T21:31:09.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:09 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:09.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:09 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:09.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:09 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:09.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:09 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:09.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:09 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:09.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:09 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:09.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:09 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:09.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:09 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:09.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:09 smithi057 ceph-mon[29654]: from='client.15873 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:31:09.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:09 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:09.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:09 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:09.631 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:09 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:09.631 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:09 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:09.631 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:09 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:09.631 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:09 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:09.631 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:09 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:09.631 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:09 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:09.631 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:09 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:09.631 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:09 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:09.631 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:09 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:09.631 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:09 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:09.631 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:09 smithi057 ceph-mon[29654]: from='client.25792 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:31:09.631 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:09 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:09.631 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:09 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:09.631 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:09 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:09.631 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:09 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:09.631 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:09 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:09.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:09 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:09.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:09 smithi057 ceph-mon[29654]: pgmap v181: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:31:09.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:09 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:09.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:09 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:09.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:09 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:09.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:09 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:09.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:09 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:09.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:09 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:09.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:09 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:09.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:09 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:09.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:09 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:09.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:09 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:09.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:09 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:09.632 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:09 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:09.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:09 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:09.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:09 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:09.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:09 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:09.633 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:09 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:09.633 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:09 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:09.633 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:09 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:09.633 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:09 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:09.633 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:09 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:09.633 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:09 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:09.633 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:09 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:09.634 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:09 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:09.634 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:09 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:09.634 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:09 smithi057 ceph-mon[24810]: from='client.15873 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:31:09.634 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:09 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:09.634 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:09 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:09.634 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:09 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:09.634 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:09 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:09.634 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:09 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:09.634 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:09 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:09.634 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:09 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:09.634 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:09 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:09.634 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:09 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:09.634 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:09 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:09.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:09 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:09.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:09 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:09.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:09 smithi057 ceph-mon[24810]: from='client.25792 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:31:09.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:09 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:09.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:09 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:09.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:09 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:09.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:09 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:09.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:09 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:09.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:09 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:09.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:09 smithi057 ceph-mon[24810]: pgmap v181: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:31:09.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:09 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:09.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:09 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:09.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:09 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:09.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:09 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:09.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:09 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:09.635 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:09 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:09.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:09 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:09.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:09 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:09.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:09 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:09.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:09 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:09.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:09 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:09.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:09 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:09.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:09 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:09.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:09 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:09.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:09 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:09.636 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:09 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:09.644 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:09 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:09.644 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:09 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:09.644 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:09 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:09.645 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:09 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:09.645 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:09 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:09.645 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:09 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:09.645 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:09 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:09.645 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:09 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:09.645 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:09 smithi148 ceph-mon[117761]: from='client.15873 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:31:09.645 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:09 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:09.645 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:09 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:09.645 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:09 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:09.645 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:09 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:09.645 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:09 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:09.645 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:09 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:09.645 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:09 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:09.645 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:09 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:09.645 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:09 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:09.645 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:09 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:09.646 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:09 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:09.646 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:09 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:09.646 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:09 smithi148 ceph-mon[117761]: from='client.25792 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:31:09.646 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:09 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:09.646 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:09 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:09.646 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:09 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:09.646 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:09 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:09.646 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:09 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:09.646 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:09 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:09.646 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:09 smithi148 ceph-mon[117761]: pgmap v181: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:31:09.646 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:09 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:09.646 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:09 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:09.646 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:09 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:09.646 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:09 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:09.646 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:09 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:09.647 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:09 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:09.647 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:09 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:09.647 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:09 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:09.647 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:09 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:09.647 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:09 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:09.647 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:09 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:09.647 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:09 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:09.647 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:09 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:09.647 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:09 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:09.647 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:09 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:09.647 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:09 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:09.707 INFO:teuthology.orchestra.run.smithi057.stdout:{ 2024-04-15T21:31:09.707 INFO:teuthology.orchestra.run.smithi057.stdout: "mon": { 2024-04-15T21:31:09.707 INFO:teuthology.orchestra.run.smithi057.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 2, 2024-04-15T21:31:09.708 INFO:teuthology.orchestra.run.smithi057.stdout: "ceph version 19.0.0-3084-g87dbfb63 (87dbfb632e974cb2c28d17423071d2d833b53b29) squid (dev)": 1 2024-04-15T21:31:09.708 INFO:teuthology.orchestra.run.smithi057.stdout: }, 2024-04-15T21:31:09.708 INFO:teuthology.orchestra.run.smithi057.stdout: "mgr": { 2024-04-15T21:31:09.708 INFO:teuthology.orchestra.run.smithi057.stdout: "ceph version 19.0.0-3084-g87dbfb63 (87dbfb632e974cb2c28d17423071d2d833b53b29) squid (dev)": 2 2024-04-15T21:31:09.708 INFO:teuthology.orchestra.run.smithi057.stdout: }, 2024-04-15T21:31:09.708 INFO:teuthology.orchestra.run.smithi057.stdout: "osd": { 2024-04-15T21:31:09.708 INFO:teuthology.orchestra.run.smithi057.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 8 2024-04-15T21:31:09.708 INFO:teuthology.orchestra.run.smithi057.stdout: }, 2024-04-15T21:31:09.708 INFO:teuthology.orchestra.run.smithi057.stdout: "mds": {}, 2024-04-15T21:31:09.708 INFO:teuthology.orchestra.run.smithi057.stdout: "rgw": { 2024-04-15T21:31:09.708 INFO:teuthology.orchestra.run.smithi057.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 2 2024-04-15T21:31:09.708 INFO:teuthology.orchestra.run.smithi057.stdout: }, 2024-04-15T21:31:09.708 INFO:teuthology.orchestra.run.smithi057.stdout: "overall": { 2024-04-15T21:31:09.709 INFO:teuthology.orchestra.run.smithi057.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 12, 2024-04-15T21:31:09.709 INFO:teuthology.orchestra.run.smithi057.stdout: "ceph version 19.0.0-3084-g87dbfb63 (87dbfb632e974cb2c28d17423071d2d833b53b29) squid (dev)": 3 2024-04-15T21:31:09.709 INFO:teuthology.orchestra.run.smithi057.stdout: } 2024-04-15T21:31:09.709 INFO:teuthology.orchestra.run.smithi057.stdout:} 2024-04-15T21:31:10.081 INFO:teuthology.orchestra.run.smithi057.stdout:{ 2024-04-15T21:31:10.081 INFO:teuthology.orchestra.run.smithi057.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29", 2024-04-15T21:31:10.081 INFO:teuthology.orchestra.run.smithi057.stdout: "in_progress": true, 2024-04-15T21:31:10.081 INFO:teuthology.orchestra.run.smithi057.stdout: "which": "Upgrading daemons of type(s) mon on host(s) smithi148", 2024-04-15T21:31:10.081 INFO:teuthology.orchestra.run.smithi057.stdout: "services_complete": [], 2024-04-15T21:31:10.082 INFO:teuthology.orchestra.run.smithi057.stdout: "progress": "0/1 daemons upgraded", 2024-04-15T21:31:10.082 INFO:teuthology.orchestra.run.smithi057.stdout: "message": "Currently upgrading mon daemons", 2024-04-15T21:31:10.082 INFO:teuthology.orchestra.run.smithi057.stdout: "is_paused": false 2024-04-15T21:31:10.082 INFO:teuthology.orchestra.run.smithi057.stdout:} 2024-04-15T21:31:10.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:10 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:10.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:10 smithi148 ceph-mon[117761]: from='client.25798 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:31:10.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:10 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:10.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:10 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:10.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:10 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:10.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:10 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:10.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:10 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:10.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:10 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:10.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:10 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:10.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:10 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:10.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:10 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:10.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:10 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:10.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:10 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:10.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:10 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:10.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:10 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:10.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:10 smithi148 ceph-mon[117761]: from='client.? 172.21.15.57:0/2370360174' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:10.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:10 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:10.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:10 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:10.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:10 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:10.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:10 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:10.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:10 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:10.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:10 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:10.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:10 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:10.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:10 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:10.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:10 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:10.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:10 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:10.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:10 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:10.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:10 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:10.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:10 smithi148 ceph-mon[117761]: from='client.25810 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:31:10.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:10 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:10.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:10 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:10.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:10 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:10.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:10 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:10.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:10 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:10.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:10 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:10.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:10 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:10.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:10 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:10.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:10 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:10.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:10 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:10.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:10 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:10.879 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:10 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:10.880 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:10 smithi057 ceph-mon[29654]: from='client.25798 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:31:10.880 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:10 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:10.880 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:10 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:10.880 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:10 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:10.880 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:10 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:10.880 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:10 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:10.880 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:10 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:10.880 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:10 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:10.880 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:10 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:10.880 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:10 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:10.880 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:10 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:10.880 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:10 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:10.880 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:10 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:10.881 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:10 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:10.881 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:10 smithi057 ceph-mon[29654]: from='client.? 172.21.15.57:0/2370360174' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:10.881 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:10 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:10.881 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:10 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:10.881 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:10 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:10.881 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:10 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:10.881 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:10 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:10.881 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:10 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:10.881 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:10 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:10.881 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:10 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:10.881 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:10 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:10.881 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:10 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:10.881 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:10 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:10.881 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:10 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:10.882 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:10 smithi057 ceph-mon[29654]: from='client.25810 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:31:10.882 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:10 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:10.882 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:10 smithi057 ceph-mon[24810]: from='client.25798 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:31:10.882 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:10 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:10.882 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:10 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:10.882 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:10 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:10.882 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:10 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:10.882 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:10 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:10.882 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:10 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:10.882 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:10 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:10.882 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:10 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:10.883 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:10 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:10.883 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:10 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:10.883 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:10 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:10.883 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:10 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:10.883 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:10 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:10.883 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:10 smithi057 ceph-mon[24810]: from='client.? 172.21.15.57:0/2370360174' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:10.883 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:10 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:10.883 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:10 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:10.883 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:10 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:10.883 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:10 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:10.883 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:10 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:10.883 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:10 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:10.883 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:10 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:10.884 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:10 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:10.884 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:10 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:10.885 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:10 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:10.885 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:10 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:10.885 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:10 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:10.885 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:10 smithi057 ceph-mon[24810]: from='client.25810 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:31:10.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:10 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:10.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:10 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:10.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:10 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:10.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:10 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:10.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:10 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:10.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:10 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:10.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:10 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:10.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:10 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:10.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:10 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:10.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:10 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:10.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:10 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:10.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:10 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:10.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:10 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:10.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:10 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:10.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:10 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:10.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:10 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:10.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:10 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:10.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:10 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:10.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:10 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:10.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:10 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:10.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:10 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:10.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:10 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:11.666 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:11 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:11.666 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:11 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:11.666 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:11 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:11.666 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:11 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:11.667 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:11 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:11.667 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:11 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:11.667 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:11 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:11.667 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:11 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:11.667 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:11 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:11.667 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:11 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:11.667 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:11 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:11.667 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:11 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:11.667 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:11 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:11.667 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:11 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:11.667 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:11 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:11.667 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:11 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:11.667 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:11 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:11.667 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:11 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:11.668 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:11 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:11.668 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:11 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:11.668 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:11 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:11.668 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:11 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:11.668 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:11 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:11.668 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:11 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:11.668 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:11 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:11.668 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:11 smithi148 ceph-mon[117761]: pgmap v182: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:31:11.668 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:11 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:11.668 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:11 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:11.668 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:11 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:11.668 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:11 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:11.668 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:11 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:11.668 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:11 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:11.669 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:11 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:11.669 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:11 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:11.669 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:11 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:11.669 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:11 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:11.669 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:11 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:11.669 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:11 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:11.669 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:11 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:11.669 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:11 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:11.669 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:11 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:11.669 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:11 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:11.879 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:31:11 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:31:11] "GET /metrics HTTP/1.1" 200 37998 "" "Prometheus/2.43.0" 2024-04-15T21:31:11.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:11 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:11.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:11 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:11.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:11 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:11.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:11 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:11.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:11 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:11.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:11 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:11.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:11 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:11.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:11 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:11.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:11 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:11.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:11 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:11.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:11 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:11.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:11 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:11.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:11 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:11.881 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:11 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:11.881 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:11 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:11.881 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:11 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:11.881 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:11 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:11.881 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:11 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:11.881 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:11 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:11.881 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:11 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:11.881 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:11 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:11.881 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:11 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:11.881 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:11 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:11.881 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:11 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:11.881 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:11 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:11.881 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:11 smithi057 ceph-mon[24810]: pgmap v182: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:31:11.881 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:11 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:11.882 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:11 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:11.882 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:11 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:11.882 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:11 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:11.882 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:11 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:11.882 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:11 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:11.882 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:11 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:11.882 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:11 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:11.882 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:11 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:11.882 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:11 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:11.882 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:11 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:11.882 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:11 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:11.882 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:11 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:11.882 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:11 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:11.883 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:11 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:11.883 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:11 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:11.883 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:11 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:11.883 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:11 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:11.883 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:11 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:11.883 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:11 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:11.883 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:11 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:11.883 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:11 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:11.883 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:11 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:11.883 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:11 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:11.884 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:11 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:11.884 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:11 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:11.884 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:11 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:11.884 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:11 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:11.884 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:11 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:11.884 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:11 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:11.884 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:11 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:11.884 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:11 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:11.884 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:11 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:11.884 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:11 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:11.884 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:11 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:11.884 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:11 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:11.884 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:11 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:11.884 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:11 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:11.884 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:11 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:11.885 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:11 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:11.885 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:11 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:11.885 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:11 smithi057 ceph-mon[29654]: pgmap v182: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:31:11.885 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:11 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:11.885 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:11 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:11.885 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:11 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:11.885 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:11 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:11.885 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:11 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:11.885 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:11 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:11.885 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:11 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:11.885 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:11 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:11.885 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:11 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:11.885 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:11 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:11.885 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:11 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:11.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:11 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:11.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:11 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:11.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:11 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:11.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:11 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:11.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:11 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:12.716 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:12 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:12.716 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:12 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:12.716 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:12 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:12.716 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:12 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:12.716 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:12 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:12.717 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:12 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:12.717 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:12 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:12.717 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:12 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:12.717 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:12 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:12.717 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:12 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:12.717 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:12 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:12.717 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:12 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:12.717 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:12 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:12.717 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:12 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:12.717 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:12 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:12.717 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:12 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:12.717 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:12 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:12.717 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:12 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:12.718 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:12 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:12.718 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:12 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:12.718 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:12 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:12.718 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:12 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:12.718 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:12 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:12.718 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:12 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:12.718 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:12 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:12.718 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:12 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:12.718 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:12 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:12.718 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:12 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:12.718 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:12 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:12.718 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:12 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:12.718 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:12 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:12.719 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:12 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:12.719 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:12 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:12.719 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:12 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:12.719 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:12 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:12.719 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:12 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:12.719 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:12 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:12.719 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:12 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:12.719 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:12 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:12.719 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:12 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:12.719 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:12 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:12.719 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:12 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:12.719 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:12 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:12.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:12 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:12.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:12 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:12.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:12 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:12.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:12 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:12.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:12 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:12.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:12 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:12.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:12 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:12.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:12 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:12.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:12 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:12.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:12 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:12.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:12 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:12.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:12 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:12.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:12 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:12.881 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:12 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:12.881 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:12 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:12.881 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:12 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:12.881 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:12 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:12.881 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:12 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:12.881 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:12 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:12.881 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:12 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:12.881 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:12 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:12.881 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:12 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:12.881 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:12 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:12.881 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:12 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:12.881 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:12 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:12.881 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:12 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:12.881 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:12 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:12.881 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:12 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:12.882 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:12 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:12.882 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:12 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:12.882 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:12 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:12.882 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:12 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:12.882 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:12 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:12.882 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:12 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:12.882 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:12 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:12.882 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:12 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:12.882 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:12 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:12.882 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:12 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:12.883 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:12 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:12.883 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:12 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:12.883 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:12 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:12.883 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:12 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:12.883 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:12 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:12.883 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:12 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:12.883 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:12 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:12.883 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:12 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:12.883 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:12 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:12.883 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:12 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:12.883 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:12 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:12.883 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:12 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:12.883 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:12 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:12.883 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:12 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:12.883 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:12 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:12.884 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:12 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:12.884 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:12 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:12.884 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:12 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:12.884 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:12 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:12.884 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:12 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:12.884 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:12 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:12.884 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:12 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:12.884 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:12 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:12.884 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:12 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:12.884 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:12 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:12.885 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:12 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:12.885 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:12 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:12.885 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:12 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:12.885 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:12 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:12.885 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:12 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:12.885 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:12 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:12.885 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:12 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:12.885 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:12 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:12.885 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:12 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:12.885 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:12 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:12.885 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:12 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:12.885 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:12 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:12.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:12 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:12.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:12 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:12.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:12 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:12.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:12 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:12.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:12 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:12.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:12 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:12.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:12 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:12.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:12 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:12.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:12 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:12.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:12 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:12.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:12 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:13.595 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:13 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:13.595 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:13 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:13.595 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:13 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:13.595 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:13 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:13.595 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:13 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:13.596 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:13 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:13.596 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:13 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:13.596 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:13 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:13.596 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:13 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:13.596 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:13 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:13.596 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:13 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:13.596 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:13 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:13.596 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:13 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:13.596 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:13 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:13.596 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:13 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:13.596 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:13 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:13.596 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:13 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:13.596 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:13 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:13.597 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:13 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:13.597 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:13 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:13.597 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:13 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:13.597 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:13 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:13.597 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:13 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:13.597 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:13 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:13.597 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:13 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:13.597 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:13 smithi148 ceph-mon[117761]: pgmap v183: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:31:13.597 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:13 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:13.597 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:13 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:13.597 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:13 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:13.597 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:13 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:13.597 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:13 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:13.597 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:13 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:13.597 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:13 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:13.598 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:13 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:13.598 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:13 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:13.598 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:13 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:13.598 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:13 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:13.598 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:13 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:13.598 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:13 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:13.598 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:13 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:13.598 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:13 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:13.598 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:13 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:13.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:13 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:13.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:13 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:13.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:13 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:13.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:13 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:13.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:13 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:13.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:13 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:13.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:13 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:13.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:13 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:13.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:13 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:13.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:13 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:13.881 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:13 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:13.881 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:13 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:13.881 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:13 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:13.881 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:13 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:13.881 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:13 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:13.881 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:13 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:13.881 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:13 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:13.881 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:13 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:13.881 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:13 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:13.881 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:13 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:13.881 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:13 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:13.881 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:13 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:13.881 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:13 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:13.881 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:13 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:13.881 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:13 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:13.881 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:13 smithi057 ceph-mon[24810]: pgmap v183: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:31:13.882 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:13 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:13.882 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:13 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:13.882 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:13 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:13.882 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:13 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:13.882 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:13 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:13.882 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:13 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:13.882 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:13 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:13.882 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:13 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:13.882 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:13 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:13.882 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:13 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:13.882 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:13 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:13.883 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:13 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:13.883 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:13 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:13.883 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:13 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:13.883 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:13 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:13.883 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:13 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:13.883 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:13 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:13.883 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:13 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:13.883 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:13 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:13.883 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:13 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:13.883 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:13 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:13.883 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:13 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:13.883 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:13 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:13.883 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:13 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:13.884 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:13 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:13.884 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:13 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:13.884 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:13 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:13.884 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:13 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:13.884 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:13 smithi057 ceph-mon[29654]: pgmap v183: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:31:13.884 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:13 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:13.884 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:13 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:13.884 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:13 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:13.884 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:13 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:13.885 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:13 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:13.885 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:13 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:13.885 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:13 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:13.885 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:13 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:13.885 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:13 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:13.885 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:13 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:13.885 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:13 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:13.885 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:13 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:13.885 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:13 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:13.885 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:13 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:13.885 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:13 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:13.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:13 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:13.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:13 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:13.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:13 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:13.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:13 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:13.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:13 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:13.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:13 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:13.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:13 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:13.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:13 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:13.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:13 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:13.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:13 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:13.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:13 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:13.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:13 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:13.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:13 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:13.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:13 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:14.811 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:14 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:14.811 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:14 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:14.811 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:14 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:14.812 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:14 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:14.812 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:14 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:14.812 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:14 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:14.812 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:14 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:14.812 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:14 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:14.812 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:14 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:14.812 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:14 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:14.812 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:14 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:14.812 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:14 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:14.812 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:14 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:14.812 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:14 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:14.812 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:14 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:14.812 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:14 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:14.813 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:14 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:14.813 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:14 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:14.813 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:14 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:14.813 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:14 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:14.813 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:14 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:14.813 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:14 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:14.813 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:14 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:14.813 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:14 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:14.813 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:14 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:14.813 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:14 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:14.813 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:14 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:14.813 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:14 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:14.813 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:14 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:14.813 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:14 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:14.814 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:14 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:14.814 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:14 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:14.814 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:14 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:14.814 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:14 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:14.814 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:14 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:14.814 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:14 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:14.814 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:14 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:14.814 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:14 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:14.814 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:14 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:14.814 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:14 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:14.814 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:14 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:14.814 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:14 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:14.815 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:14 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:14.880 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:14 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:14.880 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:14 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:14.880 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:14 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:14.880 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:14 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:14.880 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:14 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:14.880 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:14 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:14.880 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:14 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:14.880 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:14 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:14.880 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:14 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:14.880 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:14 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:14.880 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:14 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:14.880 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:14 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:14.881 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:14 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:14.881 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:14 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:14.881 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:14 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:14.881 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:14 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:14.881 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:14 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:14.881 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:14 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:14.881 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:14 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:14.881 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:14 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:14.881 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:14 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:14.881 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:14 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:14.881 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:14 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:14.881 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:14 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:14.881 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:14 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:14.882 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:14 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:14.882 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:14 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:14.882 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:14 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:14.882 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:14 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:14.882 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:14 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:14.882 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:14 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:14.882 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:14 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:14.882 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:14 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:14.882 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:14 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:14.882 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:14 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:14.882 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:14 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:14.882 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:14 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:14.883 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:14 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:14.883 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:14 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:14.883 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:14 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:14.883 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:14 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:14.883 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:14 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:14.883 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:14 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:14.883 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:14 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:14.883 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:14 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:14.884 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:14 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:14.884 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:14 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:14.884 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:14 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:14.884 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:14 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:14.884 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:14 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:14.884 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:14 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:14.884 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:14 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:14.884 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:14 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:14.884 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:14 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:14.884 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:14 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:14.884 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:14 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:14.884 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:14 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:14.884 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:14 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:14.885 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:14 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:14.885 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:14 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:14.885 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:14 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:14.885 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:14 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:14.885 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:14 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:14.885 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:14 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:14.885 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:14 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:14.885 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:14 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:14.885 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:14 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:14.885 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:14 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:14.885 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:14 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:14.885 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:14 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:14.885 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:14 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:14.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:14 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:14.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:14 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:14.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:14 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:14.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:14 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:14.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:14 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:14.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:14 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:14.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:14 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:14.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:14 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:14.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:14 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:14.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:14 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:14.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:14 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:14.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:14 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:14.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:14 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:14.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:14 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:14.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:14 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:15.796 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:15 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:15.796 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:15 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:15.796 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:15 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:15.796 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:15 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:15.797 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:15 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:15.797 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:15 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:15.797 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:15 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:15.797 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:15 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:15.797 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:15 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:15.797 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:15 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:15.797 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:15 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:15.797 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:15 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:15.797 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:15 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:15.797 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:15 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:15.797 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:15 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:15.797 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:15 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:15.797 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:15 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:15.797 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:15 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:15.797 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:15 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:15.798 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:15 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:15.798 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:15 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:15.798 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:15 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:15.798 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:15 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:15.798 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:15 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:15.798 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:15 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:15.798 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:15 smithi148 ceph-mon[117761]: pgmap v184: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:31:15.798 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:15 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:15.798 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:15 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:15.798 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:15 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:15.798 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:15 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:15.798 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:15 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:15.798 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:15 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:15.799 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:15 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:15.799 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:15 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:15.799 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:15 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:15.799 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:15 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:15.799 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:15 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:15.799 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:15 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:15.799 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:15 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:15.799 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:15 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:15.799 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:15 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:15.799 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:15 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:15.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:15 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:15.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:15 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:15.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:15 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:15.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:15 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:15.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:15 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:15.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:15 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:15.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:15 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:15.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:15 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:15.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:15 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:15.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:15 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:15.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:15 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:15.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:15 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:15.881 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:15 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:15.881 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:15 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:15.881 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:15 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:15.881 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:15 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:15.881 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:15 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:15.881 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:15 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:15.881 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:15 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:15.881 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:15 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:15.881 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:15 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:15.881 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:15 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:15.881 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:15 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:15.881 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:15 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:15.882 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:15 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:15.882 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:15 smithi057 ceph-mon[24810]: pgmap v184: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:31:15.882 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:15 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:15.882 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:15 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:15.882 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:15 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:15.882 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:15 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:15.882 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:15 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:15.882 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:15 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:15.882 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:15 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:15.882 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:15 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:15.882 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:15 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:15.883 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:15 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:15.883 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:15 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:15.883 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:15 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:15.883 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:15 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:15.883 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:15 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:15.883 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:15 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:15.883 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:15 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:15.883 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:15 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:15.883 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:15 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:15.883 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:15 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:15.883 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:15 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:15.883 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:15 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:15.883 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:15 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:15.883 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:15 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:15.884 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:15 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:15.884 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:15 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:15.884 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:15 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:15.884 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:15 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:15.884 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:15 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:15.884 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:15 smithi057 ceph-mon[29654]: pgmap v184: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:31:15.884 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:15 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:15.884 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:15 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:15.884 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:15 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:15.884 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:15 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:15.884 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:15 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:15.885 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:15 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:15.885 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:15 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:15.885 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:15 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:15.885 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:15 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:15.885 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:15 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:15.885 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:15 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:15.885 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:15 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:15.885 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:15 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:15.885 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:15 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:15.885 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:15 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:15.885 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:15 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:15.885 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:15 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:15.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:15 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:15.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:15 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:15.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:15 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:15.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:15 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:15.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:15 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:15.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:15 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:15.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:15 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:15.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:15 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:15.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:15 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:15.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:15 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:15.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:15 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:15.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:15 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:16.594 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:16 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:16.594 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:16 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:16.594 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:16 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:16.594 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:16 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:16.594 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:16 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:16.594 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:16 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:16.594 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:16 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:16.595 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:16 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:16.595 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:16 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:16.595 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:16 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:16.595 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:16 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:16.595 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:16 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:16.595 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:16 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:16.595 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:16 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:16.595 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:16 smithi148 ceph-mon[117761]: Upgrade: Setting container_image for all crash 2024-04-15T21:31:16.595 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:16 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:16.595 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:16 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:16.595 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:16 smithi148 ceph-mon[117761]: Upgrade: Setting container_image for all mds 2024-04-15T21:31:16.595 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:16 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:16.595 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:16 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:16.595 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:16 smithi148 ceph-mon[117761]: Upgrade: Setting container_image for all rbd-mirror 2024-04-15T21:31:16.596 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:16 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:16.596 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:16 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:16.596 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:16 smithi148 ceph-mon[117761]: Upgrade: Setting container_image for all cephfs-mirror 2024-04-15T21:31:16.596 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:16 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:16.596 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:16 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-04-15T21:31:16.596 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:16 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-04-15T21:31:16.596 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:16 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:16.596 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:16 smithi148 ceph-mon[117761]: Upgrade: Setting container_image for all ceph-exporter 2024-04-15T21:31:16.596 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:16 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:16.596 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:16 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:16.596 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:16 smithi148 ceph-mon[117761]: Upgrade: Setting container_image for all nfs 2024-04-15T21:31:16.596 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:16 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:16.597 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:16 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:16.597 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:16 smithi148 ceph-mon[117761]: Upgrade: Setting container_image for all nvmeof 2024-04-15T21:31:16.597 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:16 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:16.597 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:16 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:16.597 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:16 smithi148 ceph-mon[117761]: Upgrade: Setting container_image for all node-exporter 2024-04-15T21:31:16.597 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:16 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-04-15T21:31:16.597 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:16 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:16.597 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:16 smithi148 ceph-mon[117761]: Upgrade: Setting container_image for all prometheus 2024-04-15T21:31:16.597 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:16 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-04-15T21:31:16.597 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:16 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:16.597 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:16 smithi148 ceph-mon[117761]: Upgrade: Setting container_image for all alertmanager 2024-04-15T21:31:16.597 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:16 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-04-15T21:31:16.597 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:16 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:16.598 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:16 smithi148 ceph-mon[117761]: Upgrade: Setting container_image for all grafana 2024-04-15T21:31:16.598 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:16 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-04-15T21:31:16.598 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:16 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:16.598 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:16 smithi148 ceph-mon[117761]: Upgrade: Setting container_image for all loki 2024-04-15T21:31:16.598 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:16 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-04-15T21:31:16.598 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:16 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:16.598 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:16 smithi148 ceph-mon[117761]: Upgrade: Setting container_image for all promtail 2024-04-15T21:31:16.598 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:16 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-04-15T21:31:16.598 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:16 smithi148 ceph-mon[117761]: Upgrade: Finalizing container_image settings 2024-04-15T21:31:16.598 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:16 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-04-15T21:31:16.598 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:16 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-04-15T21:31:16.598 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:16 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T21:31:16.598 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:16 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-04-15T21:31:16.599 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:16 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-04-15T21:31:16.599 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:16 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-04-15T21:31:16.599 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:16 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-04-15T21:31:16.599 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:16 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-04-15T21:31:16.599 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:16 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-04-15T21:31:16.599 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:16 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-04-15T21:31:16.599 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:16 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-04-15T21:31:16.599 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:16 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-04-15T21:31:16.599 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:16 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T21:31:16.599 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:16 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:16.599 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:16 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-04-15T21:31:16.599 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:16 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-04-15T21:31:16.599 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:16 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-04-15T21:31:16.600 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:16 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:16.600 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:16 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-04-15T21:31:16.600 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:16 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:16.600 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:16 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-04-15T21:31:16.600 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:16 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-04-15T21:31:16.600 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:16 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-04-15T21:31:16.600 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:16 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T21:31:16.600 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:16 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T21:31:16.600 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:16 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T21:31:16.600 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:16 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T21:31:16.600 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:16 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T21:31:16.600 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:16 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T21:31:16.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:16 smithi148 ceph-mon[117761]: Upgrade: Complete! 2024-04-15T21:31:16.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:16 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-04-15T21:31:16.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:16 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-04-15T21:31:16.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:16 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:16.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:16 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:16.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:16 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:16.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:16 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:16.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:16 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:16.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:16 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:16.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:16.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:16.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:16.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:16.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:16.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:16.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:16.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[24810]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:16.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:16.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:16.881 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:16.881 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:16.881 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:16.881 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:16.881 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[24810]: Upgrade: Setting container_image for all crash 2024-04-15T21:31:16.881 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:16.881 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:16.881 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[24810]: Upgrade: Setting container_image for all mds 2024-04-15T21:31:16.881 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:16.881 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:16.881 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[24810]: Upgrade: Setting container_image for all rbd-mirror 2024-04-15T21:31:16.881 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:16.881 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:16.881 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[24810]: Upgrade: Setting container_image for all cephfs-mirror 2024-04-15T21:31:16.881 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:16.882 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-04-15T21:31:16.882 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-04-15T21:31:16.882 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:16.882 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[24810]: Upgrade: Setting container_image for all ceph-exporter 2024-04-15T21:31:16.882 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:16.882 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:16.882 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[24810]: Upgrade: Setting container_image for all nfs 2024-04-15T21:31:16.882 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:16.883 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:16.883 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:16.883 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:16.883 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:16.883 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:16.883 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:16.883 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:16.883 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:31:16.883 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:16.883 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:16.883 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:16.883 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:31:16.883 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:16.883 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:16.883 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[29654]: Upgrade: Setting container_image for all crash 2024-04-15T21:31:16.884 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:16.884 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:16.884 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[29654]: Upgrade: Setting container_image for all mds 2024-04-15T21:31:16.884 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:16.884 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:16.884 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[29654]: Upgrade: Setting container_image for all rbd-mirror 2024-04-15T21:31:16.884 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:16.884 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:16.884 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[29654]: Upgrade: Setting container_image for all cephfs-mirror 2024-04-15T21:31:16.884 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:16.884 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-04-15T21:31:16.884 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-04-15T21:31:16.884 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:16.884 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[29654]: Upgrade: Setting container_image for all ceph-exporter 2024-04-15T21:31:16.884 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:16.884 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:16.884 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[29654]: Upgrade: Setting container_image for all nfs 2024-04-15T21:31:16.885 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:16.885 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:16.885 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[29654]: Upgrade: Setting container_image for all nvmeof 2024-04-15T21:31:16.885 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:16.885 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:16.885 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[29654]: Upgrade: Setting container_image for all node-exporter 2024-04-15T21:31:16.885 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-04-15T21:31:16.885 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:16.885 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[29654]: Upgrade: Setting container_image for all prometheus 2024-04-15T21:31:16.885 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-04-15T21:31:16.885 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:16.885 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[29654]: Upgrade: Setting container_image for all alertmanager 2024-04-15T21:31:16.885 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-04-15T21:31:16.885 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:16.885 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[29654]: Upgrade: Setting container_image for all grafana 2024-04-15T21:31:16.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-04-15T21:31:16.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:16.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[29654]: Upgrade: Setting container_image for all loki 2024-04-15T21:31:16.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-04-15T21:31:16.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:16.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[29654]: Upgrade: Setting container_image for all promtail 2024-04-15T21:31:16.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-04-15T21:31:16.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[29654]: Upgrade: Finalizing container_image settings 2024-04-15T21:31:16.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-04-15T21:31:16.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-04-15T21:31:16.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T21:31:16.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-04-15T21:31:16.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-04-15T21:31:16.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-04-15T21:31:16.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:16.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[24810]: Upgrade: Setting container_image for all nvmeof 2024-04-15T21:31:16.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:16.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:16.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[24810]: Upgrade: Setting container_image for all node-exporter 2024-04-15T21:31:16.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-04-15T21:31:16.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:16.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[24810]: Upgrade: Setting container_image for all prometheus 2024-04-15T21:31:16.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-04-15T21:31:16.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:16.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[24810]: Upgrade: Setting container_image for all alertmanager 2024-04-15T21:31:16.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-04-15T21:31:16.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:16.888 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[24810]: Upgrade: Setting container_image for all grafana 2024-04-15T21:31:16.888 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-04-15T21:31:16.888 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:16.888 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[24810]: Upgrade: Setting container_image for all loki 2024-04-15T21:31:16.888 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-04-15T21:31:16.888 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:16.888 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[24810]: Upgrade: Setting container_image for all promtail 2024-04-15T21:31:16.888 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-04-15T21:31:16.888 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[24810]: Upgrade: Finalizing container_image settings 2024-04-15T21:31:16.888 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-04-15T21:31:16.888 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-04-15T21:31:16.888 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T21:31:16.888 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-04-15T21:31:16.888 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-04-15T21:31:16.888 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-04-15T21:31:16.889 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-04-15T21:31:16.889 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-04-15T21:31:16.889 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-04-15T21:31:16.889 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-04-15T21:31:16.889 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-04-15T21:31:16.889 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-04-15T21:31:16.889 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T21:31:16.889 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:16.889 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-04-15T21:31:16.889 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-04-15T21:31:16.889 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-04-15T21:31:16.890 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:16.890 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-04-15T21:31:16.890 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:16.890 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-04-15T21:31:16.890 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-04-15T21:31:16.890 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-04-15T21:31:16.890 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T21:31:16.890 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T21:31:16.890 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T21:31:16.890 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T21:31:16.890 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T21:31:16.890 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T21:31:16.890 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[29654]: Upgrade: Complete! 2024-04-15T21:31:16.891 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-04-15T21:31:16.891 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-04-15T21:31:16.891 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-04-15T21:31:16.891 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-04-15T21:31:16.891 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-04-15T21:31:16.891 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-04-15T21:31:16.891 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T21:31:16.891 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:16.891 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-04-15T21:31:16.891 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-04-15T21:31:16.891 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-04-15T21:31:16.891 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:16.891 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-04-15T21:31:16.891 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:16.892 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-04-15T21:31:16.892 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-04-15T21:31:16.892 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-04-15T21:31:16.892 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T21:31:16.892 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T21:31:16.892 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T21:31:16.892 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T21:31:16.892 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T21:31:16.892 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T21:31:16.892 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[24810]: Upgrade: Complete! 2024-04-15T21:31:16.892 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-04-15T21:31:16.892 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-04-15T21:31:16.892 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:16.893 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:16.893 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:16.893 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:16.893 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:16.893 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:16.893 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-04-15T21:31:16.893 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-04-15T21:31:16.893 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:16.893 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:16.893 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:16.893 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:16.893 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:16.893 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:16 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:18.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:18 smithi148 ceph-mon[117761]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:31:18.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:18 smithi148 ceph-mon[117761]: pgmap v185: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:31:18.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:18 smithi057 ceph-mon[24810]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:31:18.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:18 smithi057 ceph-mon[24810]: pgmap v185: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:31:18.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:18 smithi057 ceph-mon[29654]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:31:18.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:18 smithi057 ceph-mon[29654]: pgmap v185: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:31:20.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:20 smithi148 ceph-mon[117761]: pgmap v186: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:31:20.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:20 smithi057 ceph-mon[24810]: pgmap v186: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:31:20.629 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:20 smithi057 ceph-mon[29654]: pgmap v186: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:31:21.566 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:21 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:31:21.566 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:21 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:21.566 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:21 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:31:21.566 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:21 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:21.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:21 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:31:21.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:21 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:21.879 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:31:21 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:31:21] "GET /metrics HTTP/1.1" 200 37997 "" "Prometheus/2.43.0" 2024-04-15T21:31:22.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:22 smithi148 ceph-mon[117761]: pgmap v187: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:31:22.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:22 smithi057 ceph-mon[24810]: pgmap v187: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:31:22.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:22 smithi057 ceph-mon[29654]: pgmap v187: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:31:24.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:24 smithi148 ceph-mon[117761]: pgmap v188: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:31:24.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:24 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:24.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:24 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:24.426 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:24 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:24.507 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:24 smithi057 ceph-mon[24810]: pgmap v188: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:31:24.507 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:24 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:24.507 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:24 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:24.507 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:24 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:24.507 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:24 smithi057 ceph-mon[29654]: pgmap v188: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:31:24.508 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:24 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:24.508 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:24 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:24.508 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:24 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:26.499 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:26 smithi057 ceph-mon[24810]: pgmap v189: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:31:26.499 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:26 smithi057 ceph-mon[29654]: pgmap v189: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:31:26.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:26 smithi148 ceph-mon[117761]: pgmap v189: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:31:28.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:28 smithi148 ceph-mon[117761]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:31:28.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:28 smithi148 ceph-mon[117761]: pgmap v190: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:31:28.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:28 smithi057 ceph-mon[24810]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:31:28.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:28 smithi057 ceph-mon[24810]: pgmap v190: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:31:28.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:28 smithi057 ceph-mon[29654]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:31:28.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:28 smithi057 ceph-mon[29654]: pgmap v190: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:31:30.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:30 smithi148 ceph-mon[117761]: pgmap v191: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:31:30.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:30 smithi057 ceph-mon[24810]: pgmap v191: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:31:30.629 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:30 smithi057 ceph-mon[29654]: pgmap v191: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:31:31.879 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:31:31 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:31:31] "GET /metrics HTTP/1.1" 200 37997 "" "Prometheus/2.43.0" 2024-04-15T21:31:32.597 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:32 smithi148 ceph-mon[117761]: pgmap v192: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:31:32.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:32 smithi057 ceph-mon[24810]: pgmap v192: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:31:32.629 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:32 smithi057 ceph-mon[29654]: pgmap v192: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:31:34.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:34 smithi148 ceph-mon[117761]: pgmap v193: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:31:34.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:34 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:34.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:34 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:34.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:34 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:34.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:34 smithi057 ceph-mon[24810]: pgmap v193: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:31:34.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:34 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:34.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:34 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:34.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:34 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:34.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:34 smithi057 ceph-mon[29654]: pgmap v193: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:31:34.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:34 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:34.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:34 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:34.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:34 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:35.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:35 smithi148 ceph-mon[117761]: pgmap v194: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:31:35.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:35 smithi057 ceph-mon[24810]: pgmap v194: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:31:35.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:35 smithi057 ceph-mon[29654]: pgmap v194: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:31:36.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:36 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:31:36.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:36 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:31:36.629 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:36 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:31:38.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:38 smithi148 ceph-mon[117761]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:31:38.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:38 smithi148 ceph-mon[117761]: pgmap v195: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:31:38.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:38 smithi057 ceph-mon[24810]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:31:38.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:38 smithi057 ceph-mon[24810]: pgmap v195: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:31:38.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:38 smithi057 ceph-mon[29654]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:31:38.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:38 smithi057 ceph-mon[29654]: pgmap v195: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:31:40.454 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:40 smithi057 ceph-mon[24810]: pgmap v196: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:31:40.454 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:40 smithi057 ceph-mon[29654]: pgmap v196: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:31:40.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:40 smithi148 ceph-mon[117761]: pgmap v196: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:31:41.286 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 -e sha1=87dbfb632e974cb2c28d17423071d2d833b53b29 -- bash -c 'ceph orch ps' 2024-04-15T21:31:41.850 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:31:41 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:31:41] "GET /metrics HTTP/1.1" 200 38000 "" "Prometheus/2.43.0" 2024-04-15T21:31:42.589 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:42 smithi057 ceph-mon[24810]: from='client.25816 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:31:42.589 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:42 smithi057 ceph-mon[24810]: pgmap v197: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:31:42.589 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:42 smithi057 ceph-mon[29654]: from='client.25816 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:31:42.590 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:42 smithi057 ceph-mon[29654]: pgmap v197: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:31:42.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:42 smithi148 ceph-mon[117761]: from='client.25816 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:31:42.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:42 smithi148 ceph-mon[117761]: pgmap v197: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:31:43.305 INFO:teuthology.orchestra.run.smithi057.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-15T21:31:43.306 INFO:teuthology.orchestra.run.smithi057.stdout:agent.smithi057 smithi057 running 19s ago 32m - - 2024-04-15T21:31:43.306 INFO:teuthology.orchestra.run.smithi057.stdout:agent.smithi148 smithi148 running 9s ago 32m - - 2024-04-15T21:31:43.306 INFO:teuthology.orchestra.run.smithi057.stdout:alertmanager.a smithi057 *:9093,9094 running (2m) 19s ago 27m 16.6M - 0.25.0 c8568f914cd2 b3d0ee2337d1 2024-04-15T21:31:43.306 INFO:teuthology.orchestra.run.smithi057.stdout:grafana.a smithi148 *:3000 running (2m) 9s ago 27m 82.4M - 9.4.12 2bacad6d85d8 2d2c50c8da7b 2024-04-15T21:31:43.306 INFO:teuthology.orchestra.run.smithi057.stdout:iscsi.foo.smithi057.jwyjxv smithi057 running (5m) 19s ago 26m 61.6M - 3.5 e1d6a67b021e 9d8d20cf842b 2024-04-15T21:31:43.306 INFO:teuthology.orchestra.run.smithi057.stdout:mgr.x smithi148 *:8443,9283,8765 running (5m) 9s ago 32m 453M - 19.0.0-3084-g87dbfb63 a452a57266c7 56ad8667b91a 2024-04-15T21:31:43.306 INFO:teuthology.orchestra.run.smithi057.stdout:mgr.y smithi057 *:8443,9283,8765 running (15m) 19s ago 33m 536M - 19.0.0-3084-g87dbfb63 a452a57266c7 7bb446a32fbb 2024-04-15T21:31:43.306 INFO:teuthology.orchestra.run.smithi057.stdout:mon.a smithi057 running (33m) 19s ago 33m 103M 2048M 17.2.0 e1d6a67b021e f68a8a14d0b2 2024-04-15T21:31:43.306 INFO:teuthology.orchestra.run.smithi057.stdout:mon.b smithi148 running (45s) 9s ago 32m 33.5M 2048M 19.0.0-3084-g87dbfb63 a452a57266c7 c911348a806b 2024-04-15T21:31:43.306 INFO:teuthology.orchestra.run.smithi057.stdout:mon.c smithi057 running (32m) 19s ago 32m 75.0M 2048M 17.2.0 e1d6a67b021e 7cbf3ea734af 2024-04-15T21:31:43.306 INFO:teuthology.orchestra.run.smithi057.stdout:node-exporter.a smithi057 *:9100 running (4m) 19s ago 28m 11.6M - 1.5.0 0da6a335fe13 1fe3c748de02 2024-04-15T21:31:43.306 INFO:teuthology.orchestra.run.smithi057.stdout:node-exporter.b smithi148 *:9100 running (4m) 9s ago 28m 15.7M - 1.5.0 0da6a335fe13 94918e657592 2024-04-15T21:31:43.307 INFO:teuthology.orchestra.run.smithi057.stdout:osd.0 smithi057 running (31m) 19s ago 31m 54.5M 4096M 17.2.0 e1d6a67b021e a825b23c2b8e 2024-04-15T21:31:43.307 INFO:teuthology.orchestra.run.smithi057.stdout:osd.1 smithi057 running (31m) 19s ago 31m 59.2M 4096M 17.2.0 e1d6a67b021e ef43105379fd 2024-04-15T21:31:43.307 INFO:teuthology.orchestra.run.smithi057.stdout:osd.2 smithi057 running (30m) 19s ago 30m 53.4M 4096M 17.2.0 e1d6a67b021e 8cea1b1b5212 2024-04-15T21:31:43.307 INFO:teuthology.orchestra.run.smithi057.stdout:osd.3 smithi057 running (30m) 19s ago 30m 52.8M 4096M 17.2.0 e1d6a67b021e 8400e9bee4fe 2024-04-15T21:31:43.307 INFO:teuthology.orchestra.run.smithi057.stdout:osd.4 smithi148 running (30m) 9s ago 30m 54.8M 4096M 17.2.0 e1d6a67b021e 955a657c7722 2024-04-15T21:31:43.307 INFO:teuthology.orchestra.run.smithi057.stdout:osd.5 smithi148 running (29m) 9s ago 29m 52.1M 4096M 17.2.0 e1d6a67b021e bf2b1914ffc9 2024-04-15T21:31:43.307 INFO:teuthology.orchestra.run.smithi057.stdout:osd.6 smithi148 running (29m) 9s ago 29m 52.0M 4096M 17.2.0 e1d6a67b021e ab801778ca01 2024-04-15T21:31:43.307 INFO:teuthology.orchestra.run.smithi057.stdout:osd.7 smithi148 running (29m) 9s ago 29m 52.6M 4096M 17.2.0 e1d6a67b021e c9334bc357be 2024-04-15T21:31:43.307 INFO:teuthology.orchestra.run.smithi057.stdout:prometheus.a smithi148 *:9095 running (3m) 9s ago 28m 65.4M - 2.43.0 a07b618ecd1d ff3fcf9e6b9f 2024-04-15T21:31:43.307 INFO:teuthology.orchestra.run.smithi057.stdout:rgw.foo.smithi057.lxigfo smithi057 *:8000 running (26m) 19s ago 26m 79.8M - 17.2.0 e1d6a67b021e fa044b726c8d 2024-04-15T21:31:43.307 INFO:teuthology.orchestra.run.smithi057.stdout:rgw.foo.smithi148.cgzzfh smithi148 *:8000 running (26m) 9s ago 26m 76.9M - 17.2.0 e1d6a67b021e 722242170e62 2024-04-15T21:31:43.983 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 -e sha1=87dbfb632e974cb2c28d17423071d2d833b53b29 -- bash -c 'ceph versions | jq -e '"'"'.mon | length == 2'"'"'' 2024-04-15T21:31:44.262 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:44 smithi057 ceph-mon[24810]: pgmap v198: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:31:44.262 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:44 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:44.262 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:44 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:44.262 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:44 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:44.263 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:44 smithi057 ceph-mon[29654]: pgmap v198: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:31:44.263 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:44 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:44.263 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:44 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:44.263 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:44 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:44.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:44 smithi148 ceph-mon[117761]: pgmap v198: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:31:44.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:44 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:44.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:44 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:44.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:44 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:45.496 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:45 smithi057 ceph-mon[24810]: from='client.25822 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:31:45.496 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:45 smithi057 ceph-mon[29654]: from='client.25822 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:31:45.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:45 smithi148 ceph-mon[117761]: from='client.25822 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:31:46.375 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:46 smithi057 ceph-mon[24810]: pgmap v199: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:31:46.375 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:46 smithi057 ceph-mon[29654]: pgmap v199: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:31:46.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:46 smithi148 ceph-mon[117761]: pgmap v199: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:31:47.998 INFO:teuthology.orchestra.run.smithi057.stdout:true 2024-04-15T21:31:48.379 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:48 smithi057 ceph-mon[29654]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:31:48.379 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:48 smithi057 ceph-mon[29654]: pgmap v200: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:31:48.379 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:48 smithi057 ceph-mon[29654]: from='client.? 172.21.15.57:0/573404805' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:48.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:48 smithi057 ceph-mon[24810]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:31:48.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:48 smithi057 ceph-mon[24810]: pgmap v200: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:31:48.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:48 smithi057 ceph-mon[24810]: from='client.? 172.21.15.57:0/573404805' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:48.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:48 smithi148 ceph-mon[117761]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:31:48.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:48 smithi148 ceph-mon[117761]: pgmap v200: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:31:48.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:48 smithi148 ceph-mon[117761]: from='client.? 172.21.15.57:0/573404805' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:31:48.750 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 -e sha1=87dbfb632e974cb2c28d17423071d2d833b53b29 -- bash -c 'ceph orch upgrade status' 2024-04-15T21:31:50.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:50 smithi057 ceph-mon[24810]: pgmap v201: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:31:50.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:50 smithi057 ceph-mon[29654]: pgmap v201: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:31:50.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:50 smithi148 ceph-mon[117761]: pgmap v201: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:31:50.874 INFO:teuthology.orchestra.run.smithi057.stdout:{ 2024-04-15T21:31:50.874 INFO:teuthology.orchestra.run.smithi057.stdout: "target_image": null, 2024-04-15T21:31:50.874 INFO:teuthology.orchestra.run.smithi057.stdout: "in_progress": false, 2024-04-15T21:31:50.875 INFO:teuthology.orchestra.run.smithi057.stdout: "which": "", 2024-04-15T21:31:50.875 INFO:teuthology.orchestra.run.smithi057.stdout: "services_complete": [], 2024-04-15T21:31:50.875 INFO:teuthology.orchestra.run.smithi057.stdout: "progress": null, 2024-04-15T21:31:50.875 INFO:teuthology.orchestra.run.smithi057.stdout: "message": "", 2024-04-15T21:31:50.875 INFO:teuthology.orchestra.run.smithi057.stdout: "is_paused": false 2024-04-15T21:31:50.875 INFO:teuthology.orchestra.run.smithi057.stdout:} 2024-04-15T21:31:51.566 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:51 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:31:51.566 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:51 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:31:51.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:51 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:31:51.720 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 -e sha1=87dbfb632e974cb2c28d17423071d2d833b53b29 -- bash -c 'ceph health detail' 2024-04-15T21:31:51.879 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:31:51 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:31:51] "GET /metrics HTTP/1.1" 200 38001 "" "Prometheus/2.43.0" 2024-04-15T21:31:52.350 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:52 smithi057 ceph-mon[24810]: from='client.25834 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:31:52.350 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:52 smithi057 ceph-mon[24810]: pgmap v202: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:31:52.350 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:52 smithi057 ceph-mon[29654]: from='client.25834 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:31:52.350 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:52 smithi057 ceph-mon[29654]: pgmap v202: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:31:52.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:52 smithi148 ceph-mon[117761]: from='client.25834 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:31:52.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:52 smithi148 ceph-mon[117761]: pgmap v202: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:31:53.764 INFO:teuthology.orchestra.run.smithi057.stdout:HEALTH_OK 2024-04-15T21:31:54.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:54 smithi148 ceph-mon[117761]: pgmap v203: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:31:54.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:54 smithi148 ceph-mon[117761]: from='client.? 172.21.15.57:0/3845641260' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-04-15T21:31:54.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:54 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:54.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:54 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:54.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:54 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:54.426 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:54 smithi057 ceph-mon[24810]: pgmap v203: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:31:54.427 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:54 smithi057 ceph-mon[24810]: from='client.? 172.21.15.57:0/3845641260' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-04-15T21:31:54.427 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:54 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:54.427 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:54 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:54.427 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:54 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:54.427 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:54 smithi057 ceph-mon[29654]: pgmap v203: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:31:54.427 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:54 smithi057 ceph-mon[29654]: from='client.? 172.21.15.57:0/3845641260' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-04-15T21:31:54.427 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:54 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:54.427 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:54 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:54.427 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:54 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:54.450 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 -e sha1=87dbfb632e974cb2c28d17423071d2d833b53b29 -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types mon --hosts $(ceph orch ps | grep mgr.y | awk '"'"'{print $2}'"'"')' 2024-04-15T21:31:55.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:55 smithi057 ceph-mon[24810]: pgmap v204: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:31:55.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:55 smithi057 ceph-mon[29654]: pgmap v204: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:31:55.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:55 smithi148 ceph-mon[117761]: pgmap v204: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:31:58.318 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:58 smithi148 ceph-mon[117761]: from='client.15933 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:31:58.318 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:58 smithi148 ceph-mon[117761]: from='client.25852 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29", "daemon_types": "mon", "hosts": "smithi057", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:31:58.318 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:58 smithi148 ceph-mon[117761]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:31:58.318 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:58 smithi148 ceph-mon[117761]: pgmap v205: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:31:58.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:58 smithi057 ceph-mon[24810]: from='client.15933 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:31:58.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:58 smithi057 ceph-mon[24810]: from='client.25852 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29", "daemon_types": "mon", "hosts": "smithi057", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:31:58.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:58 smithi057 ceph-mon[24810]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:31:58.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:58 smithi057 ceph-mon[24810]: pgmap v205: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:31:58.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:58 smithi057 ceph-mon[29654]: from='client.15933 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:31:58.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:58 smithi057 ceph-mon[29654]: from='client.25852 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29", "daemon_types": "mon", "hosts": "smithi057", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:31:58.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:58 smithi057 ceph-mon[29654]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:31:58.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:58 smithi057 ceph-mon[29654]: pgmap v205: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:31:58.482 INFO:teuthology.orchestra.run.smithi057.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29 2024-04-15T21:31:59.164 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 -e sha1=87dbfb632e974cb2c28d17423071d2d833b53b29 -- bash -c 'while ceph orch upgrade status | jq '"'"'.in_progress'"'"' | grep true && ! ceph orch upgrade status | jq '"'"'.message'"'"' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done' 2024-04-15T21:31:59.710 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:59 smithi057 ceph-mon[24810]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29 2024-04-15T21:31:59.710 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:59 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:59.710 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:59 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:59.711 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:59 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:59.711 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:59 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:59.711 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:59 smithi057 ceph-mon[24810]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29 2024-04-15T21:31:59.711 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:31:59 smithi057 ceph-mon[24810]: pgmap v206: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:31:59.711 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:59 smithi057 ceph-mon[29654]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29 2024-04-15T21:31:59.711 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:59 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:59.711 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:59 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:59.711 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:59 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:59.711 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:59 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:59.711 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:59 smithi057 ceph-mon[29654]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29 2024-04-15T21:31:59.711 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:31:59 smithi057 ceph-mon[29654]: pgmap v206: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:31:59.840 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:59 smithi148 ceph-mon[117761]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29 2024-04-15T21:31:59.840 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:59 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:59.840 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:59 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:31:59.840 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:59 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:31:59.840 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:59 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:31:59.840 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:59 smithi148 ceph-mon[117761]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29 2024-04-15T21:31:59.840 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:31:59 smithi148 ceph-mon[117761]: pgmap v206: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:32:01.629 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:32:01 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:32:01] "GET /metrics HTTP/1.1" 200 38001 "" "Prometheus/2.43.0" 2024-04-15T21:32:02.050 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:01 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:32:02.050 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:01 smithi057 ceph-mon[24810]: Upgrade: Target is version 19.0.0-3084-g87dbfb63 (squid) 2024-04-15T21:32:02.050 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:01 smithi057 ceph-mon[24810]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29, digests ['quay.ceph.io/ceph-ci/ceph@sha256:386dcbdb0b8a78b880705c56a17f715946e178c298e478ab4b58fddb8072ae6f'] 2024-04-15T21:32:02.051 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:01 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:02.051 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:01 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:02.051 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:01 smithi057 ceph-mon[24810]: Upgrade: Setting container_image for all mgr 2024-04-15T21:32:02.051 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:01 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:32:02.051 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:01 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-15T21:32:02.051 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:01 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-04-15T21:32:02.051 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:01 smithi057 ceph-mon[24810]: Upgrade: It appears safe to stop mon.a 2024-04-15T21:32:02.051 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:01 smithi057 ceph-mon[24810]: pgmap v207: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:32:02.051 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:01 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:32:02.051 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:01 smithi057 ceph-mon[29654]: Upgrade: Target is version 19.0.0-3084-g87dbfb63 (squid) 2024-04-15T21:32:02.051 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:01 smithi057 ceph-mon[29654]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29, digests ['quay.ceph.io/ceph-ci/ceph@sha256:386dcbdb0b8a78b880705c56a17f715946e178c298e478ab4b58fddb8072ae6f'] 2024-04-15T21:32:02.052 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:01 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:02.052 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:01 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:02.052 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:01 smithi057 ceph-mon[29654]: Upgrade: Setting container_image for all mgr 2024-04-15T21:32:02.052 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:01 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:32:02.052 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:01 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-15T21:32:02.052 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:01 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-04-15T21:32:02.052 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:01 smithi057 ceph-mon[29654]: Upgrade: It appears safe to stop mon.a 2024-04-15T21:32:02.052 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:01 smithi057 ceph-mon[29654]: pgmap v207: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:32:02.093 INFO:teuthology.orchestra.run.smithi057.stdout:true 2024-04-15T21:32:02.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:01 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:32:02.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:01 smithi148 ceph-mon[117761]: Upgrade: Target is version 19.0.0-3084-g87dbfb63 (squid) 2024-04-15T21:32:02.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:01 smithi148 ceph-mon[117761]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29, digests ['quay.ceph.io/ceph-ci/ceph@sha256:386dcbdb0b8a78b880705c56a17f715946e178c298e478ab4b58fddb8072ae6f'] 2024-04-15T21:32:02.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:01 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:02.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:01 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:02.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:01 smithi148 ceph-mon[117761]: Upgrade: Setting container_image for all mgr 2024-04-15T21:32:02.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:01 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:32:02.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:01 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-15T21:32:02.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:01 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-04-15T21:32:02.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:01 smithi148 ceph-mon[117761]: Upgrade: It appears safe to stop mon.a 2024-04-15T21:32:02.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:01 smithi148 ceph-mon[117761]: pgmap v207: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:32:02.775 INFO:teuthology.orchestra.run.smithi057.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-15T21:32:02.775 INFO:teuthology.orchestra.run.smithi057.stdout:agent.smithi057 smithi057 running 18s ago 33m - - 2024-04-15T21:32:02.775 INFO:teuthology.orchestra.run.smithi057.stdout:agent.smithi148 smithi148 running 8s ago 33m - - 2024-04-15T21:32:02.775 INFO:teuthology.orchestra.run.smithi057.stdout:alertmanager.a smithi057 *:9093,9094 running (3m) 18s ago 27m 16.6M - 0.25.0 c8568f914cd2 b3d0ee2337d1 2024-04-15T21:32:02.775 INFO:teuthology.orchestra.run.smithi057.stdout:grafana.a smithi148 *:3000 running (2m) 8s ago 27m 81.4M - 9.4.12 2bacad6d85d8 2d2c50c8da7b 2024-04-15T21:32:02.775 INFO:teuthology.orchestra.run.smithi057.stdout:iscsi.foo.smithi057.jwyjxv smithi057 running (6m) 18s ago 26m 61.6M - 3.5 e1d6a67b021e 9d8d20cf842b 2024-04-15T21:32:02.776 INFO:teuthology.orchestra.run.smithi057.stdout:mgr.x smithi148 *:8443,9283,8765 running (5m) 8s ago 32m 453M - 19.0.0-3084-g87dbfb63 a452a57266c7 56ad8667b91a 2024-04-15T21:32:02.776 INFO:teuthology.orchestra.run.smithi057.stdout:mgr.y smithi057 *:8443,9283,8765 running (16m) 18s ago 34m 536M - 19.0.0-3084-g87dbfb63 a452a57266c7 7bb446a32fbb 2024-04-15T21:32:02.776 INFO:teuthology.orchestra.run.smithi057.stdout:mon.a smithi057 running (34m) 18s ago 34m 103M 2048M 17.2.0 e1d6a67b021e f68a8a14d0b2 2024-04-15T21:32:02.776 INFO:teuthology.orchestra.run.smithi057.stdout:mon.b smithi148 running (64s) 8s ago 32m 34.0M 2048M 19.0.0-3084-g87dbfb63 a452a57266c7 c911348a806b 2024-04-15T21:32:02.776 INFO:teuthology.orchestra.run.smithi057.stdout:mon.c smithi057 running (32m) 18s ago 32m 75.0M 2048M 17.2.0 e1d6a67b021e 7cbf3ea734af 2024-04-15T21:32:02.776 INFO:teuthology.orchestra.run.smithi057.stdout:node-exporter.a smithi057 *:9100 running (4m) 18s ago 28m 15.9M - 1.5.0 0da6a335fe13 1fe3c748de02 2024-04-15T21:32:02.776 INFO:teuthology.orchestra.run.smithi057.stdout:node-exporter.b smithi148 *:9100 running (4m) 8s ago 28m 15.7M - 1.5.0 0da6a335fe13 94918e657592 2024-04-15T21:32:02.776 INFO:teuthology.orchestra.run.smithi057.stdout:osd.0 smithi057 running (32m) 18s ago 32m 54.5M 4096M 17.2.0 e1d6a67b021e a825b23c2b8e 2024-04-15T21:32:02.776 INFO:teuthology.orchestra.run.smithi057.stdout:osd.1 smithi057 running (31m) 18s ago 31m 59.2M 4096M 17.2.0 e1d6a67b021e ef43105379fd 2024-04-15T21:32:02.776 INFO:teuthology.orchestra.run.smithi057.stdout:osd.2 smithi057 running (31m) 18s ago 31m 53.4M 4096M 17.2.0 e1d6a67b021e 8cea1b1b5212 2024-04-15T21:32:02.776 INFO:teuthology.orchestra.run.smithi057.stdout:osd.3 smithi057 running (30m) 18s ago 30m 52.8M 4096M 17.2.0 e1d6a67b021e 8400e9bee4fe 2024-04-15T21:32:02.776 INFO:teuthology.orchestra.run.smithi057.stdout:osd.4 smithi148 running (30m) 8s ago 30m 54.8M 4096M 17.2.0 e1d6a67b021e 955a657c7722 2024-04-15T21:32:02.776 INFO:teuthology.orchestra.run.smithi057.stdout:osd.5 smithi148 running (30m) 8s ago 30m 52.1M 4096M 17.2.0 e1d6a67b021e bf2b1914ffc9 2024-04-15T21:32:02.777 INFO:teuthology.orchestra.run.smithi057.stdout:osd.6 smithi148 running (29m) 8s ago 29m 52.0M 4096M 17.2.0 e1d6a67b021e ab801778ca01 2024-04-15T21:32:02.777 INFO:teuthology.orchestra.run.smithi057.stdout:osd.7 smithi148 running (29m) 8s ago 29m 52.6M 4096M 17.2.0 e1d6a67b021e c9334bc357be 2024-04-15T21:32:02.777 INFO:teuthology.orchestra.run.smithi057.stdout:prometheus.a smithi148 *:9095 running (3m) 8s ago 28m 66.3M - 2.43.0 a07b618ecd1d ff3fcf9e6b9f 2024-04-15T21:32:02.777 INFO:teuthology.orchestra.run.smithi057.stdout:rgw.foo.smithi057.lxigfo smithi057 *:8000 running (27m) 18s ago 26m 79.9M - 17.2.0 e1d6a67b021e fa044b726c8d 2024-04-15T21:32:02.777 INFO:teuthology.orchestra.run.smithi057.stdout:rgw.foo.smithi148.cgzzfh smithi148 *:8000 running (26m) 8s ago 26m 77.0M - 17.2.0 e1d6a67b021e 722242170e62 2024-04-15T21:32:03.197 INFO:teuthology.orchestra.run.smithi057.stdout:{ 2024-04-15T21:32:03.197 INFO:teuthology.orchestra.run.smithi057.stdout: "mon": { 2024-04-15T21:32:03.197 INFO:teuthology.orchestra.run.smithi057.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 2, 2024-04-15T21:32:03.198 INFO:teuthology.orchestra.run.smithi057.stdout: "ceph version 19.0.0-3084-g87dbfb63 (87dbfb632e974cb2c28d17423071d2d833b53b29) squid (dev)": 1 2024-04-15T21:32:03.198 INFO:teuthology.orchestra.run.smithi057.stdout: }, 2024-04-15T21:32:03.198 INFO:teuthology.orchestra.run.smithi057.stdout: "mgr": { 2024-04-15T21:32:03.198 INFO:teuthology.orchestra.run.smithi057.stdout: "ceph version 19.0.0-3084-g87dbfb63 (87dbfb632e974cb2c28d17423071d2d833b53b29) squid (dev)": 2 2024-04-15T21:32:03.198 INFO:teuthology.orchestra.run.smithi057.stdout: }, 2024-04-15T21:32:03.198 INFO:teuthology.orchestra.run.smithi057.stdout: "osd": { 2024-04-15T21:32:03.198 INFO:teuthology.orchestra.run.smithi057.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 8 2024-04-15T21:32:03.198 INFO:teuthology.orchestra.run.smithi057.stdout: }, 2024-04-15T21:32:03.198 INFO:teuthology.orchestra.run.smithi057.stdout: "mds": {}, 2024-04-15T21:32:03.198 INFO:teuthology.orchestra.run.smithi057.stdout: "rgw": { 2024-04-15T21:32:03.198 INFO:teuthology.orchestra.run.smithi057.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 2 2024-04-15T21:32:03.198 INFO:teuthology.orchestra.run.smithi057.stdout: }, 2024-04-15T21:32:03.199 INFO:teuthology.orchestra.run.smithi057.stdout: "overall": { 2024-04-15T21:32:03.199 INFO:teuthology.orchestra.run.smithi057.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 12, 2024-04-15T21:32:03.199 INFO:teuthology.orchestra.run.smithi057.stdout: "ceph version 19.0.0-3084-g87dbfb63 (87dbfb632e974cb2c28d17423071d2d833b53b29) squid (dev)": 3 2024-04-15T21:32:03.199 INFO:teuthology.orchestra.run.smithi057.stdout: } 2024-04-15T21:32:03.199 INFO:teuthology.orchestra.run.smithi057.stdout:} 2024-04-15T21:32:03.565 INFO:teuthology.orchestra.run.smithi057.stdout:{ 2024-04-15T21:32:03.565 INFO:teuthology.orchestra.run.smithi057.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29", 2024-04-15T21:32:03.565 INFO:teuthology.orchestra.run.smithi057.stdout: "in_progress": true, 2024-04-15T21:32:03.565 INFO:teuthology.orchestra.run.smithi057.stdout: "which": "Upgrading daemons of type(s) mon on host(s) smithi057", 2024-04-15T21:32:03.565 INFO:teuthology.orchestra.run.smithi057.stdout: "services_complete": [], 2024-04-15T21:32:03.565 INFO:teuthology.orchestra.run.smithi057.stdout: "progress": "0/2 daemons upgraded", 2024-04-15T21:32:03.566 INFO:teuthology.orchestra.run.smithi057.stdout: "message": "Currently upgrading mon daemons", 2024-04-15T21:32:03.566 INFO:teuthology.orchestra.run.smithi057.stdout: "is_paused": false 2024-04-15T21:32:03.566 INFO:teuthology.orchestra.run.smithi057.stdout:} 2024-04-15T21:32:03.566 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:03 smithi057 ceph-mon[24810]: from='client.25858 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:32:03.566 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:03 smithi057 ceph-mon[29654]: from='client.25858 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:32:03.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:03 smithi148 ceph-mon[117761]: from='client.25858 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:32:04.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:04 smithi057 ceph-mon[24810]: from='client.25864 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:32:04.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:04 smithi057 ceph-mon[24810]: from='client.15957 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:32:04.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:04 smithi057 ceph-mon[24810]: pgmap v208: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:32:04.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:04 smithi057 ceph-mon[24810]: from='client.? 172.21.15.57:0/3636832630' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:04.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:04 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:32:04.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:04 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-15T21:32:04.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:04 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-15T21:32:04.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:04 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:04.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:04 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:32:04.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:04 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:32:04.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:04 smithi057 ceph-mon[24810]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:32:04.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:04 smithi057 ceph-mon[29654]: from='client.25864 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:32:04.381 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:04 smithi057 ceph-mon[29654]: from='client.15957 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:32:04.381 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:04 smithi057 ceph-mon[29654]: pgmap v208: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:32:04.381 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:04 smithi057 ceph-mon[29654]: from='client.? 172.21.15.57:0/3636832630' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:04.381 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:04 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:32:04.381 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:04 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-15T21:32:04.381 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:04 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-15T21:32:04.381 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:04 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:04.381 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:04 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:32:04.381 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:04 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:32:04.381 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:04 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:32:04.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:04 smithi148 ceph-mon[117761]: from='client.25864 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:32:04.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:04 smithi148 ceph-mon[117761]: from='client.15957 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:32:04.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:04 smithi148 ceph-mon[117761]: pgmap v208: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:32:04.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:04 smithi148 ceph-mon[117761]: from='client.? 172.21.15.57:0/3636832630' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:04.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:04 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:32:04.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:04 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-15T21:32:04.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:04 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-15T21:32:04.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:04 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:04.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:04 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:32:04.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:04 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:32:04.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:04 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' 2024-04-15T21:32:05.428 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:05 smithi057 systemd[1]: Stopping Ceph mon.a for b97cffaa-fb6a-11ee-bc8f-c7b262605968... 2024-04-15T21:32:05.428 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:05 smithi057 ceph-mon[24810]: Upgrade: Updating mon.a 2024-04-15T21:32:05.428 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:05 smithi057 ceph-mon[24810]: Deploying daemon mon.a on smithi057 2024-04-15T21:32:05.428 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:05 smithi057 ceph-mon[24810]: from='client.15969 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:32:05.428 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:05 smithi057 ceph-mon[29654]: Upgrade: Updating mon.a 2024-04-15T21:32:05.428 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:05 smithi057 ceph-mon[29654]: Deploying daemon mon.a on smithi057 2024-04-15T21:32:05.428 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:05 smithi057 ceph-mon[29654]: from='client.15969 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:32:05.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:05 smithi148 ceph-mon[117761]: Upgrade: Updating mon.a 2024-04-15T21:32:05.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:05 smithi148 ceph-mon[117761]: Deploying daemon mon.a on smithi057 2024-04-15T21:32:05.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:05 smithi148 ceph-mon[117761]: from='client.15969 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:32:06.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:05 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mon-a[24806]: 2024-04-15T21:32:05.984+0000 7f9a470b9700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-15T21:32:06.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:05 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mon-a[24806]: 2024-04-15T21:32:05.984+0000 7f9a470b9700 -1 mon.a@0(leader) e3 *** Got Signal Terminated *** 2024-04-15T21:32:06.380 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:32:05 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: [15/Apr/2024:21:32:05] ENGINE Bus STOPPING 2024-04-15T21:32:06.380 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:32:06 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: [15/Apr/2024:21:32:06] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-15T21:32:06.380 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:32:06 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: [15/Apr/2024:21:32:06] ENGINE Bus STOPPED 2024-04-15T21:32:06.380 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:32:06 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: [15/Apr/2024:21:32:06] ENGINE Bus STARTING 2024-04-15T21:32:06.381 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:32:06 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: [15/Apr/2024:21:32:06] ENGINE Serving on http://:::9283 2024-04-15T21:32:06.381 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:32:06 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: [15/Apr/2024:21:32:06] ENGINE Bus STARTED 2024-04-15T21:32:06.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:06 smithi057 podman[132292]: 2024-04-15 21:32:06.576378227 +0000 UTC m=+0.697743595 container died f68a8a14d0b2b6a119f86f4e425f3bf474e4bc0196028adf11dd9149fcecddeb (image=quay.io/ceph/ceph:v17.2.0, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mon-a, io.k8s.display-name=CentOS Stream 8, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., build-date=2022-05-03T08:36:31.336870, com.redhat.component=centos-stream-container, name=centos-stream, vendor=Red Hat, Inc., vcs-type=git, architecture=x86_64, distribution-scope=public, maintainer=Guillaume Abrioux , ceph=True, io.openshift.tags=base centos centos-stream, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, GIT_REPO=https://github.com/ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, CEPH_POINT_RELEASE=-17.2.0, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, io.buildah.version=1.19.8, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, RELEASE=HEAD, version=8, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, GIT_CLEAN=True, io.openshift.expose-services=, release=754, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com) 2024-04-15T21:32:07.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:06 smithi057 podman[132292]: 2024-04-15 21:32:06.988101426 +0000 UTC m=+1.109466785 container cleanup f68a8a14d0b2b6a119f86f4e425f3bf474e4bc0196028adf11dd9149fcecddeb (image=quay.io/ceph/ceph:v17.2.0, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mon-a, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, RELEASE=HEAD, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, vcs-type=git, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, GIT_BRANCH=HEAD, com.redhat.component=centos-stream-container, name=centos-stream, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, io.buildah.version=1.19.8, version=8, maintainer=Guillaume Abrioux , io.openshift.tags=base centos centos-stream, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, GIT_REPO=https://github.com/ceph/ceph-container.git, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., architecture=x86_64, vendor=Red Hat, Inc., url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, io.openshift.expose-services=, CEPH_POINT_RELEASE=-17.2.0, GIT_CLEAN=True, ceph=True, build-date=2022-05-03T08:36:31.336870, release=754, distribution-scope=public, io.k8s.display-name=CentOS Stream 8) 2024-04-15T21:32:07.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:06 smithi057 bash[132292]: ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mon-a 2024-04-15T21:32:07.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:07 smithi057 podman[132320]: 2024-04-15 21:32:07.181016089 +0000 UTC m=+1.125809385 container remove f68a8a14d0b2b6a119f86f4e425f3bf474e4bc0196028adf11dd9149fcecddeb (image=quay.io/ceph/ceph:v17.2.0, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mon-a, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=-17.2.0, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, distribution-scope=public, build-date=2022-05-03T08:36:31.336870, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, name=centos-stream, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, com.redhat.component=centos-stream-container, vcs-type=git, vendor=Red Hat, Inc., version=8, io.k8s.display-name=CentOS Stream 8, GIT_REPO=https://github.com/ceph/ceph-container.git, GIT_BRANCH=HEAD, io.openshift.tags=base centos centos-stream, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, RELEASE=HEAD, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, io.buildah.version=1.19.8, io.openshift.expose-services=, ceph=True, architecture=x86_64, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., GIT_CLEAN=True, release=754) 2024-04-15T21:32:07.850 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:07 smithi057 systemd[1]: ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@mon.a.service: Deactivated successfully. 2024-04-15T21:32:07.850 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:07 smithi057 systemd[1]: Stopped Ceph mon.a for b97cffaa-fb6a-11ee-bc8f-c7b262605968. 2024-04-15T21:32:07.850 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:07 smithi057 systemd[1]: ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@mon.a.service: Consumed 38.512s CPU time. 2024-04-15T21:32:07.850 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:07 smithi057 systemd[1]: Starting Ceph mon.a for b97cffaa-fb6a-11ee-bc8f-c7b262605968... 2024-04-15T21:32:08.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:07 smithi057 podman[132451]: 2024-04-15 21:32:07.848439559 +0000 UTC m=+0.115359246 container create 08945cbfc2251404666de211eef675df8416c743c2d954013053f0afaa3bf638 (image=quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mon-a, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , ceph=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=main-87dbfb6, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS) 2024-04-15T21:32:08.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:07 smithi057 podman[132451]: 2024-04-15 21:32:07.751725965 +0000 UTC m=+0.018645652 image pull a452a57266c718c37049de4c2da9a5e566bb7b9c6db62908ada4c8b0e854997b quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29 2024-04-15T21:32:08.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 podman[132451]: 2024-04-15 21:32:08.042311467 +0000 UTC m=+0.309231154 container init 08945cbfc2251404666de211eef675df8416c743c2d954013053f0afaa3bf638 (image=quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mon-a, org.label-schema.schema-version=1.0, RELEASE=main-87dbfb6, maintainer=Guillaume Abrioux , ceph=True, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-15T21:32:08.132 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 podman[132451]: 2024-04-15 21:32:08.047165912 +0000 UTC m=+0.314085602 container start 08945cbfc2251404666de211eef675df8416c743c2d954013053f0afaa3bf638 (image=quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mon-a, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, RELEASE=main-87dbfb6, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , ceph=True, CEPH_POINT_RELEASE=) 2024-04-15T21:32:08.132 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: set uid:gid to 167:167 (ceph:ceph) 2024-04-15T21:32:08.132 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: ceph version 19.0.0-3084-g87dbfb63 (87dbfb632e974cb2c28d17423071d2d833b53b29) squid (dev), process ceph-mon, pid 2 2024-04-15T21:32:08.132 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: pidfile_write: ignore empty --pid-file 2024-04-15T21:32:08.132 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: load: jerasure load: lrc 2024-04-15T21:32:08.132 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: RocksDB version: 7.9.2 2024-04-15T21:32:08.132 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Git sha 0 2024-04-15T21:32:08.132 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Compile date 2024-04-14 15:12:02 2024-04-15T21:32:08.132 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: DB SUMMARY 2024-04-15T21:32:08.132 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: DB Session ID: MHWRTZZ9GK5SMFVNSTC7 2024-04-15T21:32:08.132 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: CURRENT file: CURRENT 2024-04-15T21:32:08.132 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: IDENTITY file: IDENTITY 2024-04-15T21:32:08.133 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: MANIFEST file: MANIFEST-000015 size: 5652 Bytes 2024-04-15T21:32:08.133 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000102.sst 2024-04-15T21:32:08.133 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000100.log size: 1604413 ; 2024-04-15T21:32:08.133 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.error_if_exists: 0 2024-04-15T21:32:08.133 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.create_if_missing: 0 2024-04-15T21:32:08.133 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.paranoid_checks: 1 2024-04-15T21:32:08.133 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.flush_verify_memtable_count: 1 2024-04-15T21:32:08.133 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-15T21:32:08.133 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-04-15T21:32:08.133 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.env: 0x560081517cc0 2024-04-15T21:32:08.133 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.fs: PosixFileSystem 2024-04-15T21:32:08.133 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.info_log: 0x560083049c20 2024-04-15T21:32:08.133 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.max_file_opening_threads: 16 2024-04-15T21:32:08.134 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.statistics: (nil) 2024-04-15T21:32:08.134 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.use_fsync: 0 2024-04-15T21:32:08.134 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.max_log_file_size: 0 2024-04-15T21:32:08.134 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-15T21:32:08.134 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.log_file_time_to_roll: 0 2024-04-15T21:32:08.134 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.keep_log_file_num: 1000 2024-04-15T21:32:08.134 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.recycle_log_file_num: 0 2024-04-15T21:32:08.134 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.allow_fallocate: 1 2024-04-15T21:32:08.134 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.allow_mmap_reads: 0 2024-04-15T21:32:08.134 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.allow_mmap_writes: 0 2024-04-15T21:32:08.134 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.use_direct_reads: 0 2024-04-15T21:32:08.134 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-15T21:32:08.135 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.create_missing_column_families: 0 2024-04-15T21:32:08.135 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.db_log_dir: 2024-04-15T21:32:08.135 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.wal_dir: 2024-04-15T21:32:08.135 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.table_cache_numshardbits: 6 2024-04-15T21:32:08.135 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.WAL_ttl_seconds: 0 2024-04-15T21:32:08.135 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.WAL_size_limit_MB: 0 2024-04-15T21:32:08.135 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-15T21:32:08.135 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-15T21:32:08.135 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.is_fd_close_on_exec: 1 2024-04-15T21:32:08.135 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.advise_random_on_open: 1 2024-04-15T21:32:08.135 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.db_write_buffer_size: 0 2024-04-15T21:32:08.135 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.write_buffer_manager: 0x560083018820 2024-04-15T21:32:08.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-15T21:32:08.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-15T21:32:08.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.use_adaptive_mutex: 0 2024-04-15T21:32:08.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.rate_limiter: (nil) 2024-04-15T21:32:08.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-15T21:32:08.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.wal_recovery_mode: 2 2024-04-15T21:32:08.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.enable_thread_tracking: 0 2024-04-15T21:32:08.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.enable_pipelined_write: 0 2024-04-15T21:32:08.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.unordered_write: 0 2024-04-15T21:32:08.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-15T21:32:08.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-15T21:32:08.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-15T21:32:08.137 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-15T21:32:08.137 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.row_cache: None 2024-04-15T21:32:08.137 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.wal_filter: None 2024-04-15T21:32:08.137 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-15T21:32:08.137 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.allow_ingest_behind: 0 2024-04-15T21:32:08.137 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.two_write_queues: 0 2024-04-15T21:32:08.137 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.manual_wal_flush: 0 2024-04-15T21:32:08.137 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.wal_compression: 0 2024-04-15T21:32:08.137 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.atomic_flush: 0 2024-04-15T21:32:08.137 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-15T21:32:08.137 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.persist_stats_to_disk: 0 2024-04-15T21:32:08.137 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.write_dbid_to_manifest: 0 2024-04-15T21:32:08.138 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.log_readahead_size: 0 2024-04-15T21:32:08.138 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-15T21:32:08.138 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.best_efforts_recovery: 0 2024-04-15T21:32:08.138 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-15T21:32:08.138 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-15T21:32:08.138 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.allow_data_in_errors: 0 2024-04-15T21:32:08.138 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.db_host_id: __hostname__ 2024-04-15T21:32:08.138 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.enforce_single_del_contracts: true 2024-04-15T21:32:08.138 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.max_background_jobs: 2 2024-04-15T21:32:08.138 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.max_background_compactions: -1 2024-04-15T21:32:08.138 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.max_subcompactions: 1 2024-04-15T21:32:08.138 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-15T21:32:08.139 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-15T21:32:08.139 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.delayed_write_rate : 16777216 2024-04-15T21:32:08.139 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.max_total_wal_size: 0 2024-04-15T21:32:08.139 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-15T21:32:08.139 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.stats_dump_period_sec: 600 2024-04-15T21:32:08.139 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.stats_persist_period_sec: 600 2024-04-15T21:32:08.139 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-15T21:32:08.139 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.max_open_files: -1 2024-04-15T21:32:08.139 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.bytes_per_sync: 0 2024-04-15T21:32:08.139 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.wal_bytes_per_sync: 0 2024-04-15T21:32:08.139 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.strict_bytes_per_sync: 0 2024-04-15T21:32:08.140 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.compaction_readahead_size: 0 2024-04-15T21:32:08.140 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.max_background_flushes: -1 2024-04-15T21:32:08.140 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Compression algorithms supported: 2024-04-15T21:32:08.140 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-15T21:32:08.140 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: kZSTD supported: 0 2024-04-15T21:32:08.140 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: kXpressCompression supported: 0 2024-04-15T21:32:08.140 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: kLZ4HCCompression supported: 1 2024-04-15T21:32:08.140 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: kZlibCompression supported: 1 2024-04-15T21:32:08.140 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: kSnappyCompression supported: 1 2024-04-15T21:32:08.140 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: kLZ4Compression supported: 1 2024-04-15T21:32:08.140 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: kBZip2Compression supported: 0 2024-04-15T21:32:08.140 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Fast CRC32 supported: Supported on x86 2024-04-15T21:32:08.140 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: DMutex implementation: pthread_mutex_t 2024-04-15T21:32:08.141 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000015 2024-04-15T21:32:08.141 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-04-15T21:32:08.141 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-15T21:32:08.141 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.merge_operator: 2024-04-15T21:32:08.141 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.compaction_filter: None 2024-04-15T21:32:08.141 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.compaction_filter_factory: None 2024-04-15T21:32:08.141 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.sst_partitioner_factory: None 2024-04-15T21:32:08.141 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.memtable_factory: SkipListFactory 2024-04-15T21:32:08.141 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.table_factory: BlockBasedTable 2024-04-15T21:32:08.141 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x560083049de0) 2024-04-15T21:32:08.141 INFO:journalctl@ceph.mon.a.smithi057.stdout: cache_index_and_filter_blocks: 1 2024-04-15T21:32:08.141 INFO:journalctl@ceph.mon.a.smithi057.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-15T21:32:08.141 INFO:journalctl@ceph.mon.a.smithi057.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-15T21:32:08.142 INFO:journalctl@ceph.mon.a.smithi057.stdout: pin_top_level_index_and_filter: 1 2024-04-15T21:32:08.142 INFO:journalctl@ceph.mon.a.smithi057.stdout: index_type: 0 2024-04-15T21:32:08.142 INFO:journalctl@ceph.mon.a.smithi057.stdout: data_block_index_type: 0 2024-04-15T21:32:08.142 INFO:journalctl@ceph.mon.a.smithi057.stdout: index_shortening: 1 2024-04-15T21:32:08.142 INFO:journalctl@ceph.mon.a.smithi057.stdout: data_block_hash_table_util_ratio: 0.750000 2024-04-15T21:32:08.142 INFO:journalctl@ceph.mon.a.smithi057.stdout: checksum: 4 2024-04-15T21:32:08.142 INFO:journalctl@ceph.mon.a.smithi057.stdout: no_block_cache: 0 2024-04-15T21:32:08.142 INFO:journalctl@ceph.mon.a.smithi057.stdout: block_cache: 0x56008304b090 2024-04-15T21:32:08.142 INFO:journalctl@ceph.mon.a.smithi057.stdout: block_cache_name: BinnedLRUCache 2024-04-15T21:32:08.142 INFO:journalctl@ceph.mon.a.smithi057.stdout: block_cache_options: 2024-04-15T21:32:08.142 INFO:journalctl@ceph.mon.a.smithi057.stdout: capacity : 536870912 2024-04-15T21:32:08.142 INFO:journalctl@ceph.mon.a.smithi057.stdout: num_shard_bits : 4 2024-04-15T21:32:08.143 INFO:journalctl@ceph.mon.a.smithi057.stdout: strict_capacity_limit : 0 2024-04-15T21:32:08.143 INFO:journalctl@ceph.mon.a.smithi057.stdout: high_pri_pool_ratio: 0.000 2024-04-15T21:32:08.143 INFO:journalctl@ceph.mon.a.smithi057.stdout: block_cache_compressed: (nil) 2024-04-15T21:32:08.143 INFO:journalctl@ceph.mon.a.smithi057.stdout: persistent_cache: (nil) 2024-04-15T21:32:08.143 INFO:journalctl@ceph.mon.a.smithi057.stdout: block_size: 4096 2024-04-15T21:32:08.143 INFO:journalctl@ceph.mon.a.smithi057.stdout: block_size_deviation: 10 2024-04-15T21:32:08.143 INFO:journalctl@ceph.mon.a.smithi057.stdout: block_restart_interval: 16 2024-04-15T21:32:08.143 INFO:journalctl@ceph.mon.a.smithi057.stdout: index_block_restart_interval: 1 2024-04-15T21:32:08.143 INFO:journalctl@ceph.mon.a.smithi057.stdout: metadata_block_size: 4096 2024-04-15T21:32:08.143 INFO:journalctl@ceph.mon.a.smithi057.stdout: partition_filters: 0 2024-04-15T21:32:08.143 INFO:journalctl@ceph.mon.a.smithi057.stdout: use_delta_encoding: 1 2024-04-15T21:32:08.143 INFO:journalctl@ceph.mon.a.smithi057.stdout: filter_policy: bloomfilter 2024-04-15T21:32:08.143 INFO:journalctl@ceph.mon.a.smithi057.stdout: whole_key_filtering: 1 2024-04-15T21:32:08.144 INFO:journalctl@ceph.mon.a.smithi057.stdout: verify_compression: 0 2024-04-15T21:32:08.144 INFO:journalctl@ceph.mon.a.smithi057.stdout: read_amp_bytes_per_bit: 0 2024-04-15T21:32:08.144 INFO:journalctl@ceph.mon.a.smithi057.stdout: format_version: 5 2024-04-15T21:32:08.144 INFO:journalctl@ceph.mon.a.smithi057.stdout: enable_index_compression: 1 2024-04-15T21:32:08.144 INFO:journalctl@ceph.mon.a.smithi057.stdout: block_align: 0 2024-04-15T21:32:08.144 INFO:journalctl@ceph.mon.a.smithi057.stdout: max_auto_readahead_size: 262144 2024-04-15T21:32:08.144 INFO:journalctl@ceph.mon.a.smithi057.stdout: prepopulate_block_cache: 0 2024-04-15T21:32:08.144 INFO:journalctl@ceph.mon.a.smithi057.stdout: initial_auto_readahead_size: 8192 2024-04-15T21:32:08.144 INFO:journalctl@ceph.mon.a.smithi057.stdout: num_file_reads_for_auto_readahead: 2 2024-04-15T21:32:08.144 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.write_buffer_size: 33554432 2024-04-15T21:32:08.144 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.max_write_buffer_number: 2 2024-04-15T21:32:08.144 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.compression: NoCompression 2024-04-15T21:32:08.145 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.bottommost_compression: Disabled 2024-04-15T21:32:08.145 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.prefix_extractor: nullptr 2024-04-15T21:32:08.145 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-15T21:32:08.145 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.num_levels: 7 2024-04-15T21:32:08.145 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-15T21:32:08.145 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-15T21:32:08.145 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-15T21:32:08.145 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-15T21:32:08.145 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-15T21:32:08.145 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-15T21:32:08.145 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-15T21:32:08.145 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-15T21:32:08.145 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-15T21:32:08.146 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-15T21:32:08.146 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-04-15T21:32:08.146 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-04-15T21:32:08.146 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.compression_opts.window_bits: -14 2024-04-15T21:32:08.146 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.compression_opts.level: 32767 2024-04-15T21:32:08.146 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.compression_opts.strategy: 0 2024-04-15T21:32:08.146 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-15T21:32:08.146 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-15T21:32:08.146 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-04-15T21:32:08.146 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-15T21:32:08.146 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.compression_opts.enabled: false 2024-04-15T21:32:08.146 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-04-15T21:32:08.147 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-15T21:32:08.147 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-15T21:32:08.147 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-15T21:32:08.147 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.target_file_size_base: 67108864 2024-04-15T21:32:08.147 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.target_file_size_multiplier: 1 2024-04-15T21:32:08.147 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-15T21:32:08.147 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-15T21:32:08.147 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-15T21:32:08.147 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-15T21:32:08.147 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-15T21:32:08.147 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-15T21:32:08.147 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-15T21:32:08.148 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-15T21:32:08.148 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-15T21:32:08.148 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-15T21:32:08.148 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-15T21:32:08.148 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-15T21:32:08.148 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-04-15T21:32:08.148 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.arena_block_size: 1048576 2024-04-15T21:32:08.148 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-15T21:32:08.148 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-15T21:32:08.148 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.disable_auto_compactions: 0 2024-04-15T21:32:08.148 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-15T21:32:08.148 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-15T21:32:08.148 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-15T21:32:08.149 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-15T21:32:08.149 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-15T21:32:08.149 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-15T21:32:08.149 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-15T21:32:08.149 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-15T21:32:08.149 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-15T21:32:08.149 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-15T21:32:08.149 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-04-15T21:32:08.149 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.inplace_update_support: 0 2024-04-15T21:32:08.149 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.inplace_update_num_locks: 10000 2024-04-15T21:32:08.149 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-15T21:32:08.149 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-15T21:32:08.149 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.memtable_huge_page_size: 0 2024-04-15T21:32:08.149 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.bloom_locality: 0 2024-04-15T21:32:08.150 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.max_successive_merges: 0 2024-04-15T21:32:08.150 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.optimize_filters_for_hits: 0 2024-04-15T21:32:08.150 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.paranoid_file_checks: 0 2024-04-15T21:32:08.150 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.force_consistency_checks: 1 2024-04-15T21:32:08.150 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.report_bg_io_stats: 0 2024-04-15T21:32:08.150 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.ttl: 2592000 2024-04-15T21:32:08.150 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.periodic_compaction_seconds: 0 2024-04-15T21:32:08.150 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-04-15T21:32:08.150 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-04-15T21:32:08.150 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.enable_blob_files: false 2024-04-15T21:32:08.150 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.min_blob_size: 0 2024-04-15T21:32:08.150 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.blob_file_size: 268435456 2024-04-15T21:32:08.151 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.blob_compression_type: NoCompression 2024-04-15T21:32:08.151 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.enable_blob_garbage_collection: false 2024-04-15T21:32:08.151 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-15T21:32:08.151 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-04-15T21:32:08.151 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-04-15T21:32:08.151 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.blob_file_starting_level: 0 2024-04-15T21:32:08.151 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-04-15T21:32:08.151 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: [table/block_based/block_based_table_reader.cc:721] At least one SST file opened without unique ID to verify: 102.sst 2024-04-15T21:32:08.151 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-04-15T21:32:08.151 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000015 succeeded,manifest_file_number is 15, next_file_number is 104, last_sequence is 50791, log_number is 100,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-04-15T21:32:08.151 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 100 2024-04-15T21:32:08.151 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 649a6d16-d431-4561-80de-d6a512cb68c7 2024-04-15T21:32:08.151 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: EVENT_LOG_v1 {"time_micros": 1713216728076778, "job": 1, "event": "recovery_started", "wal_files": [100]} 2024-04-15T21:32:08.152 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #100 mode 2 2024-04-15T21:32:08.152 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: EVENT_LOG_v1 {"time_micros": 1713216728082588, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 105, "file_size": 1492610, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 50792, "largest_seqno": 52573, "table_properties": {"data_size": 1485622, "index_size": 3642, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2309, "raw_key_size": 23204, "raw_average_key_size": 25, "raw_value_size": 1468550, "raw_average_value_size": 1594, "num_data_blocks": 157, "num_entries": 921, "num_filter_entries": 921, "num_deletions": 8, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1713216728, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "649a6d16-d431-4561-80de-d6a512cb68c7", "db_session_id": "MHWRTZZ9GK5SMFVNSTC7", "orig_file_number": 105, "seqno_to_time_mapping": "N/A"}} 2024-04-15T21:32:08.152 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: EVENT_LOG_v1 {"time_micros": 1713216728082679, "job": 1, "event": "recovery_finished"} 2024-04-15T21:32:08.152 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: [db/version_set.cc:5047] Creating manifest 107 2024-04-15T21:32:08.152 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-04-15T21:32:08.152 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000100.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-15T21:32:08.152 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x560083138000 2024-04-15T21:32:08.152 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: DB pointer 0x560083122000 2024-04-15T21:32:08.152 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-04-15T21:32:08.152 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-04-15T21:32:08.152 INFO:journalctl@ceph.mon.a.smithi057.stdout: ** DB Stats ** 2024-04-15T21:32:08.152 INFO:journalctl@ceph.mon.a.smithi057.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-15T21:32:08.152 INFO:journalctl@ceph.mon.a.smithi057.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-15T21:32:08.153 INFO:journalctl@ceph.mon.a.smithi057.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-15T21:32:08.153 INFO:journalctl@ceph.mon.a.smithi057.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-15T21:32:08.153 INFO:journalctl@ceph.mon.a.smithi057.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-15T21:32:08.153 INFO:journalctl@ceph.mon.a.smithi057.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-15T21:32:08.153 INFO:journalctl@ceph.mon.a.smithi057.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-15T21:32:08.153 INFO:journalctl@ceph.mon.a.smithi057.stdout: 2024-04-15T21:32:08.153 INFO:journalctl@ceph.mon.a.smithi057.stdout: ** Compaction Stats [default] ** 2024-04-15T21:32:08.153 INFO:journalctl@ceph.mon.a.smithi057.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-15T21:32:08.153 INFO:journalctl@ceph.mon.a.smithi057.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-04-15T21:32:08.153 INFO:journalctl@ceph.mon.a.smithi057.stdout: L0 1/0 1.42 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 478.8 0.00 0.00 1 0.003 0 0 0.0 0.0 2024-04-15T21:32:08.153 INFO:journalctl@ceph.mon.a.smithi057.stdout: L6 1/0 11.36 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-04-15T21:32:08.153 INFO:journalctl@ceph.mon.a.smithi057.stdout: Sum 2/0 12.79 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 478.8 0.00 0.00 1 0.003 0 0 0.0 0.0 2024-04-15T21:32:08.153 INFO:journalctl@ceph.mon.a.smithi057.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 478.8 0.00 0.00 1 0.003 0 0 0.0 0.0 2024-04-15T21:32:08.154 INFO:journalctl@ceph.mon.a.smithi057.stdout: 2024-04-15T21:32:08.154 INFO:journalctl@ceph.mon.a.smithi057.stdout: ** Compaction Stats [default] ** 2024-04-15T21:32:08.154 INFO:journalctl@ceph.mon.a.smithi057.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-15T21:32:08.154 INFO:journalctl@ceph.mon.a.smithi057.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-15T21:32:08.154 INFO:journalctl@ceph.mon.a.smithi057.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 478.8 0.00 0.00 1 0.003 0 0 0.0 0.0 2024-04-15T21:32:08.154 INFO:journalctl@ceph.mon.a.smithi057.stdout: 2024-04-15T21:32:08.154 INFO:journalctl@ceph.mon.a.smithi057.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-04-15T21:32:08.154 INFO:journalctl@ceph.mon.a.smithi057.stdout: 2024-04-15T21:32:08.154 INFO:journalctl@ceph.mon.a.smithi057.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-15T21:32:08.154 INFO:journalctl@ceph.mon.a.smithi057.stdout: Flush(GB): cumulative 0.001, interval 0.001 2024-04-15T21:32:08.154 INFO:journalctl@ceph.mon.a.smithi057.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-15T21:32:08.154 INFO:journalctl@ceph.mon.a.smithi057.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-15T21:32:08.154 INFO:journalctl@ceph.mon.a.smithi057.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-15T21:32:08.155 INFO:journalctl@ceph.mon.a.smithi057.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-15T21:32:08.155 INFO:journalctl@ceph.mon.a.smithi057.stdout: Cumulative compaction: 0.00 GB write, 134.28 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-15T21:32:08.155 INFO:journalctl@ceph.mon.a.smithi057.stdout: Interval compaction: 0.00 GB write, 134.28 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-15T21:32:08.155 INFO:journalctl@ceph.mon.a.smithi057.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-15T21:32:08.155 INFO:journalctl@ceph.mon.a.smithi057.stdout: Block cache BinnedLRUCache@0x56008304b090#2 capacity: 512.00 MB usage: 6.61 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1e-05 secs_since: 0 2024-04-15T21:32:08.155 INFO:journalctl@ceph.mon.a.smithi057.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,2.53 KB,0.000482798%) IndexBlock(1,4.08 KB,0.000777841%) Misc(1,0.00 KB,0%) 2024-04-15T21:32:08.155 INFO:journalctl@ceph.mon.a.smithi057.stdout: 2024-04-15T21:32:08.155 INFO:journalctl@ceph.mon.a.smithi057.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-15T21:32:08.155 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: starting mon.a rank 0 at public addrs [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] at bind addrs [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 2024-04-15T21:32:08.155 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: mon.a@-1(???) e3 preinit fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 2024-04-15T21:32:08.155 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: mon.a@-1(???).mds e1 new map 2024-04-15T21:32:08.155 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: mon.a@-1(???).mds e1 print_map 2024-04-15T21:32:08.156 INFO:journalctl@ceph.mon.a.smithi057.stdout: e1 2024-04-15T21:32:08.156 INFO:journalctl@ceph.mon.a.smithi057.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-04-15T21:32:08.156 INFO:journalctl@ceph.mon.a.smithi057.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-15T21:32:08.156 INFO:journalctl@ceph.mon.a.smithi057.stdout: legacy client fscid: -1 2024-04-15T21:32:08.156 INFO:journalctl@ceph.mon.a.smithi057.stdout: 2024-04-15T21:32:08.156 INFO:journalctl@ceph.mon.a.smithi057.stdout: No filesystems configured 2024-04-15T21:32:08.156 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: mon.a@-1(???).osd e112 crush map has features 3314933000854323200, adjusting msgr requires 2024-04-15T21:32:08.156 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: mon.a@-1(???).osd e112 crush map has features 432629239337189376, adjusting msgr requires 2024-04-15T21:32:08.156 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: mon.a@-1(???).osd e112 crush map has features 432629239337189376, adjusting msgr requires 2024-04-15T21:32:08.156 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: mon.a@-1(???).osd e112 crush map has features 432629239337189376, adjusting msgr requires 2024-04-15T21:32:08.156 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 ceph-mon[132470]: mon.a@-1(???).paxosservice(auth 1..32) refresh upgraded, format 0 -> 3 2024-04-15T21:32:08.156 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 bash[132451]: 08945cbfc2251404666de211eef675df8416c743c2d954013053f0afaa3bf638 2024-04-15T21:32:08.156 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:08 smithi057 systemd[1]: Started Ceph mon.a for b97cffaa-fb6a-11ee-bc8f-c7b262605968. 2024-04-15T21:32:09.851 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:32:09 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[82800]: ignoring --setuser ceph since I am not root 2024-04-15T21:32:09.851 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:32:09 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[82800]: ignoring --setgroup ceph since I am not root 2024-04-15T21:32:09.852 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:32:09 smithi148 ceph-mgr[82804]: -- 172.21.15.148:0/2811983419 <== mon.0 v2:172.21.15.57:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x560068fca5a0 con 0x560068f9e800 2024-04-15T21:32:09.852 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:09 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T21:32:09.852 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:09 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T21:32:09.852 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:09 smithi148 ceph-mon[117761]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T21:32:09.852 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:09 smithi148 ceph-mon[117761]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:32:09.852 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:09 smithi148 ceph-mon[117761]: pgmap v210: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:32:09.852 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:09 smithi148 ceph-mon[117761]: pgmap v211: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:32:09.852 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:09 smithi148 ceph-mon[117761]: mon.a calling monitor election 2024-04-15T21:32:09.852 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:09 smithi148 ceph-mon[117761]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-04-15T21:32:09.852 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:09 smithi148 ceph-mon[117761]: monmap epoch 3 2024-04-15T21:32:09.852 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:09 smithi148 ceph-mon[117761]: fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 2024-04-15T21:32:09.853 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:09 smithi148 ceph-mon[117761]: last_changed 2024-04-15T20:59:22.241788+0000 2024-04-15T21:32:09.853 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:09 smithi148 ceph-mon[117761]: created 2024-04-15T20:57:39.671790+0000 2024-04-15T21:32:09.853 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:09 smithi148 ceph-mon[117761]: min_mon_release 17 (quincy) 2024-04-15T21:32:09.853 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:09 smithi148 ceph-mon[117761]: election_strategy: 1 2024-04-15T21:32:09.853 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:09 smithi148 ceph-mon[117761]: 0: [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] mon.a 2024-04-15T21:32:09.853 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:09 smithi148 ceph-mon[117761]: 1: [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] mon.c 2024-04-15T21:32:09.853 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:09 smithi148 ceph-mon[117761]: 2: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-04-15T21:32:09.853 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:09 smithi148 ceph-mon[117761]: fsmap 2024-04-15T21:32:09.853 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:09 smithi148 ceph-mon[117761]: osdmap e112: 8 total, 8 up, 8 in 2024-04-15T21:32:09.853 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:09 smithi148 ceph-mon[117761]: mgrmap e45: y(active, since 6m), standbys: x 2024-04-15T21:32:09.853 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:09 smithi148 ceph-mon[117761]: overall HEALTH_OK 2024-04-15T21:32:09.853 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:09 smithi148 ceph-mon[117761]: from='mgr.15315 ' entity='' 2024-04-15T21:32:09.853 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:09 smithi148 ceph-mon[117761]: mgrmap e46: y(active, since 6m), standbys: x 2024-04-15T21:32:09.880 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:32:09 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: ignoring --setuser ceph since I am not root 2024-04-15T21:32:09.880 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:32:09 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: ignoring --setgroup ceph since I am not root 2024-04-15T21:32:09.880 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:32:09 smithi057 ceph-mgr[71367]: -- 172.21.15.57:0/3916851606 <== mon.1 v2:172.21.15.57:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5645c4e045a0 con 0x5645c4dd8c00 2024-04-15T21:32:09.880 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:09 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T21:32:09.880 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:09 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T21:32:09.880 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:09 smithi057 ceph-mon[29654]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T21:32:09.880 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:09 smithi057 ceph-mon[29654]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:32:09.880 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:09 smithi057 ceph-mon[29654]: pgmap v210: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:32:09.880 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:09 smithi057 ceph-mon[29654]: pgmap v211: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:32:09.881 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:09 smithi057 ceph-mon[29654]: mon.a calling monitor election 2024-04-15T21:32:09.881 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:09 smithi057 ceph-mon[29654]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-04-15T21:32:09.881 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:09 smithi057 ceph-mon[29654]: monmap epoch 3 2024-04-15T21:32:09.881 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:09 smithi057 ceph-mon[29654]: fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 2024-04-15T21:32:09.881 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:09 smithi057 ceph-mon[29654]: last_changed 2024-04-15T20:59:22.241788+0000 2024-04-15T21:32:09.881 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:09 smithi057 ceph-mon[29654]: created 2024-04-15T20:57:39.671790+0000 2024-04-15T21:32:09.881 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:09 smithi057 ceph-mon[29654]: min_mon_release 17 (quincy) 2024-04-15T21:32:09.881 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:09 smithi057 ceph-mon[29654]: election_strategy: 1 2024-04-15T21:32:09.881 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:09 smithi057 ceph-mon[29654]: 0: [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] mon.a 2024-04-15T21:32:09.881 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:09 smithi057 ceph-mon[29654]: 1: [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] mon.c 2024-04-15T21:32:09.881 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:09 smithi057 ceph-mon[29654]: 2: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-04-15T21:32:09.881 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:09 smithi057 ceph-mon[29654]: fsmap 2024-04-15T21:32:09.881 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:09 smithi057 ceph-mon[29654]: osdmap e112: 8 total, 8 up, 8 in 2024-04-15T21:32:09.881 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:09 smithi057 ceph-mon[29654]: mgrmap e45: y(active, since 6m), standbys: x 2024-04-15T21:32:09.882 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:09 smithi057 ceph-mon[29654]: overall HEALTH_OK 2024-04-15T21:32:09.882 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:09 smithi057 ceph-mon[29654]: from='mgr.15315 ' entity='' 2024-04-15T21:32:09.882 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:09 smithi057 ceph-mon[29654]: mgrmap e46: y(active, since 6m), standbys: x 2024-04-15T21:32:09.882 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:09 smithi057 ceph-mon[132470]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T21:32:09.882 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:09 smithi057 ceph-mon[132470]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T21:32:09.882 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:09 smithi057 ceph-mon[132470]: from='mgr.15315 172.21.15.57:0/1103859729' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T21:32:09.882 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:09 smithi057 ceph-mon[132470]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:32:09.882 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:09 smithi057 ceph-mon[132470]: pgmap v210: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:32:09.882 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:09 smithi057 ceph-mon[132470]: pgmap v211: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:32:09.882 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:09 smithi057 ceph-mon[132470]: mon.a calling monitor election 2024-04-15T21:32:09.882 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:09 smithi057 ceph-mon[132470]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-04-15T21:32:09.883 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:09 smithi057 ceph-mon[132470]: monmap epoch 3 2024-04-15T21:32:09.883 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:09 smithi057 ceph-mon[132470]: fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 2024-04-15T21:32:09.883 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:09 smithi057 ceph-mon[132470]: last_changed 2024-04-15T20:59:22.241788+0000 2024-04-15T21:32:09.883 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:09 smithi057 ceph-mon[132470]: created 2024-04-15T20:57:39.671790+0000 2024-04-15T21:32:09.883 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:09 smithi057 ceph-mon[132470]: min_mon_release 17 (quincy) 2024-04-15T21:32:09.883 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:09 smithi057 ceph-mon[132470]: election_strategy: 1 2024-04-15T21:32:09.883 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:09 smithi057 ceph-mon[132470]: 0: [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] mon.a 2024-04-15T21:32:09.883 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:09 smithi057 ceph-mon[132470]: 1: [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] mon.c 2024-04-15T21:32:09.883 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:09 smithi057 ceph-mon[132470]: 2: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-04-15T21:32:09.883 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:09 smithi057 ceph-mon[132470]: fsmap 2024-04-15T21:32:09.883 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:09 smithi057 ceph-mon[132470]: osdmap e112: 8 total, 8 up, 8 in 2024-04-15T21:32:09.883 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:09 smithi057 ceph-mon[132470]: mgrmap e45: y(active, since 6m), standbys: x 2024-04-15T21:32:09.883 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:09 smithi057 ceph-mon[132470]: overall HEALTH_OK 2024-04-15T21:32:09.883 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:09 smithi057 ceph-mon[132470]: from='mgr.15315 ' entity='' 2024-04-15T21:32:09.884 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:09 smithi057 ceph-mon[132470]: mgrmap e46: y(active, since 6m), standbys: x 2024-04-15T21:32:10.351 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:32:10 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[82800]: 2024-04-15T21:32:10.098+0000 7f045ce29200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-15T21:32:10.351 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:32:10 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[82800]: 2024-04-15T21:32:10.191+0000 7f045ce29200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-15T21:32:10.379 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:32:10 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: 2024-04-15T21:32:10.112+0000 7fea19017200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-15T21:32:10.379 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:32:10 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: 2024-04-15T21:32:10.208+0000 7fea19017200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-15T21:32:11.079 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:32:10 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[82800]: 2024-04-15T21:32:10.841+0000 7f045ce29200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-15T21:32:11.080 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:32:10 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[82800]: 2024-04-15T21:32:10.934+0000 7f045ce29200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-15T21:32:11.080 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:32:11 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[82800]: 2024-04-15T21:32:11.077+0000 7f045ce29200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-15T21:32:11.080 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:32:10 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[98514]: ts=2024-04-15T21:32:10.715Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=node msg="Unable to refresh target groups" err="Get \"http://172.21.15.57:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 172.21.15.57:8765: connect: connection refused" 2024-04-15T21:32:11.080 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:32:10 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[98514]: ts=2024-04-15T21:32:10.717Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=nvmeof msg="Unable to refresh target groups" err="Get \"http://172.21.15.57:8765/sd/prometheus/sd-config?service=nvmeof\": dial tcp 172.21.15.57:8765: connect: connection refused" 2024-04-15T21:32:11.080 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:32:10 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[98514]: ts=2024-04-15T21:32:10.718Z caller=refresh.go:99 level=error component="discovery manager notify" discovery=http config=config-0 msg="Unable to refresh target groups" err="Get \"http://172.21.15.57:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 172.21.15.57:8765: connect: connection refused" 2024-04-15T21:32:11.080 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:32:10 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[98514]: ts=2024-04-15T21:32:10.718Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph msg="Unable to refresh target groups" err="Get \"http://172.21.15.57:8765/sd/prometheus/sd-config?service=mgr-prometheus\": dial tcp 172.21.15.57:8765: connect: connection refused" 2024-04-15T21:32:11.080 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:32:10 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[98514]: ts=2024-04-15T21:32:10.719Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph-exporter msg="Unable to refresh target groups" err="Get \"http://172.21.15.57:8765/sd/prometheus/sd-config?service=ceph-exporter\": dial tcp 172.21.15.57:8765: connect: connection refused" 2024-04-15T21:32:11.129 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:32:10 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: 2024-04-15T21:32:10.876+0000 7fea19017200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-15T21:32:11.129 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:32:10 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: 2024-04-15T21:32:10.972+0000 7fea19017200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-15T21:32:11.130 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:32:11 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: 2024-04-15T21:32:11.119+0000 7fea19017200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-15T21:32:11.351 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:32:11 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[82800]: 2024-04-15T21:32:11.173+0000 7f045ce29200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-15T21:32:11.351 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:32:11 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[82800]: 2024-04-15T21:32:11.257+0000 7f045ce29200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-15T21:32:11.526 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:32:11 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: 2024-04-15T21:32:11.218+0000 7fea19017200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-15T21:32:11.526 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:32:11 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: 2024-04-15T21:32:11.304+0000 7fea19017200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-15T21:32:11.787 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:11 smithi057 ceph-mon[132470]: mgrmap e47: y(active, since 6m), standbys: x 2024-04-15T21:32:11.787 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:32:11 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: 2024-04-15T21:32:11.579+0000 7fea19017200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-15T21:32:11.787 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:32:11 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: 2024-04-15T21:32:11.694+0000 7fea19017200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-15T21:32:11.787 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:11 smithi057 ceph-mon[29654]: mgrmap e47: y(active, since 6m), standbys: x 2024-04-15T21:32:11.834 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:11 smithi148 ceph-mon[117761]: mgrmap e47: y(active, since 6m), standbys: x 2024-04-15T21:32:11.834 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:32:11 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[82800]: 2024-04-15T21:32:11.534+0000 7f045ce29200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-15T21:32:11.834 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:32:11 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[82800]: 2024-04-15T21:32:11.645+0000 7f045ce29200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-15T21:32:11.834 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:32:11 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[82800]: 2024-04-15T21:32:11.733+0000 7f045ce29200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-15T21:32:11.835 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:32:11 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[82800]: 2024-04-15T21:32:11.832+0000 7f045ce29200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-15T21:32:12.069 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:32:11 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: 2024-04-15T21:32:11.784+0000 7fea19017200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-15T21:32:12.069 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:32:11 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: 2024-04-15T21:32:11.883+0000 7fea19017200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-15T21:32:12.101 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:32:12 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[82800]: 2024-04-15T21:32:12.014+0000 7f045ce29200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-15T21:32:12.379 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:32:12 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: 2024-04-15T21:32:12.066+0000 7fea19017200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-15T21:32:13.351 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:32:12 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[82800]: 2024-04-15T21:32:12.990+0000 7f045ce29200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-15T21:32:13.351 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:32:13 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[82800]: 2024-04-15T21:32:13.158+0000 7f045ce29200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-15T21:32:13.379 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:32:13 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: 2024-04-15T21:32:13.069+0000 7fea19017200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-15T21:32:13.379 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:32:13 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: 2024-04-15T21:32:13.211+0000 7fea19017200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-15T21:32:13.656 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:32:13 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: 2024-04-15T21:32:13.558+0000 7fea19017200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-15T21:32:13.657 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:32:13 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: 2024-04-15T21:32:13.653+0000 7fea19017200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-15T21:32:13.811 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:32:13 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[82800]: 2024-04-15T21:32:13.510+0000 7f045ce29200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-15T21:32:13.811 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:32:13 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[82800]: 2024-04-15T21:32:13.605+0000 7f045ce29200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-15T21:32:13.811 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:32:13 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[82800]: 2024-04-15T21:32:13.808+0000 7f045ce29200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-15T21:32:14.101 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:32:14 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[82800]: 2024-04-15T21:32:14.002+0000 7f045ce29200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-15T21:32:14.129 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:32:13 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: 2024-04-15T21:32:13.860+0000 7fea19017200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-15T21:32:14.129 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:32:14 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: 2024-04-15T21:32:14.059+0000 7fea19017200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-15T21:32:14.590 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:32:14 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[82800]: 2024-04-15T21:32:14.321+0000 7f045ce29200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-15T21:32:14.629 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:32:14 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: 2024-04-15T21:32:14.365+0000 7fea19017200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-15T21:32:14.851 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:32:14 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[82800]: 2024-04-15T21:32:14.588+0000 7f045ce29200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-15T21:32:14.851 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:32:14 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[82800]: 2024-04-15T21:32:14.835+0000 7f045ce29200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-15T21:32:14.889 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:32:14 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: 2024-04-15T21:32:14.635+0000 7fea19017200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-15T21:32:15.379 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:32:14 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: 2024-04-15T21:32:14.887+0000 7fea19017200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-15T21:32:16.101 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:32:15 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[82800]: 2024-04-15T21:32:15.666+0000 7f045ce29200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-15T21:32:16.129 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:32:15 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: 2024-04-15T21:32:15.744+0000 7fea19017200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-15T21:32:16.585 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:32:16 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[82800]: 2024-04-15T21:32:16.252+0000 7f045ce29200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-15T21:32:16.585 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:32:16 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[82800]: 2024-04-15T21:32:16.355+0000 7f045ce29200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-15T21:32:16.585 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:32:16 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[82800]: 2024-04-15T21:32:16.582+0000 7f045ce29200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-15T21:32:16.629 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:32:16 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: 2024-04-15T21:32:16.345+0000 7fea19017200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-15T21:32:16.629 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:32:16 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: 2024-04-15T21:32:16.451+0000 7fea19017200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-15T21:32:16.851 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:16 smithi148 ceph-mon[117761]: Standby manager daemon x restarted 2024-04-15T21:32:16.851 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:16 smithi148 ceph-mon[117761]: Standby manager daemon x started 2024-04-15T21:32:16.851 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:16 smithi148 ceph-mon[117761]: from='mgr.? 172.21.15.148:0/1554610332' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-15T21:32:16.851 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:16 smithi148 ceph-mon[117761]: from='mgr.? 172.21.15.148:0/1554610332' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-15T21:32:16.851 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:16 smithi148 ceph-mon[117761]: from='mgr.? 172.21.15.148:0/1554610332' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-15T21:32:16.852 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:16 smithi148 ceph-mon[117761]: from='mgr.? 172.21.15.148:0/1554610332' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-15T21:32:16.852 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:32:16 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[82800]: [15/Apr/2024:21:32:16] ENGINE Bus STARTING 2024-04-15T21:32:16.852 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:32:16 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[82800]: CherryPy Checker: 2024-04-15T21:32:16.852 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:32:16 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[82800]: The Application mounted at '' has an empty config. 2024-04-15T21:32:16.852 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:32:16 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[82800]: 2024-04-15T21:32:16.852 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:32:16 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[82800]: [15/Apr/2024:21:32:16] ENGINE Serving on http://:::9283 2024-04-15T21:32:16.852 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:32:16 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x[82800]: [15/Apr/2024:21:32:16] ENGINE Bus STARTED 2024-04-15T21:32:16.931 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:32:16 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: 2024-04-15T21:32:16.691+0000 7fea19017200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-15T21:32:16.931 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:32:16 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: [15/Apr/2024:21:32:16] ENGINE Bus STARTING 2024-04-15T21:32:16.931 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:16 smithi057 ceph-mon[132470]: Standby manager daemon x restarted 2024-04-15T21:32:16.931 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:16 smithi057 ceph-mon[132470]: Standby manager daemon x started 2024-04-15T21:32:16.931 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:16 smithi057 ceph-mon[132470]: from='mgr.? 172.21.15.148:0/1554610332' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-15T21:32:16.931 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:16 smithi057 ceph-mon[132470]: from='mgr.? 172.21.15.148:0/1554610332' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-15T21:32:16.931 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:16 smithi057 ceph-mon[132470]: from='mgr.? 172.21.15.148:0/1554610332' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-15T21:32:16.931 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:16 smithi057 ceph-mon[132470]: from='mgr.? 172.21.15.148:0/1554610332' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-15T21:32:16.932 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:16 smithi057 ceph-mon[29654]: Standby manager daemon x restarted 2024-04-15T21:32:16.932 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:16 smithi057 ceph-mon[29654]: Standby manager daemon x started 2024-04-15T21:32:16.932 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:16 smithi057 ceph-mon[29654]: from='mgr.? 172.21.15.148:0/1554610332' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-15T21:32:16.932 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:16 smithi057 ceph-mon[29654]: from='mgr.? 172.21.15.148:0/1554610332' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-15T21:32:16.932 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:16 smithi057 ceph-mon[29654]: from='mgr.? 172.21.15.148:0/1554610332' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-15T21:32:16.932 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:16 smithi057 ceph-mon[29654]: from='mgr.? 172.21.15.148:0/1554610332' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-15T21:32:17.380 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:32:16 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: CherryPy Checker: 2024-04-15T21:32:17.380 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:32:16 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: The Application mounted at '' has an empty config. 2024-04-15T21:32:17.380 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:32:16 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: 2024-04-15T21:32:17.380 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:32:16 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: [15/Apr/2024:21:32:16] ENGINE Serving on http://:::9283 2024-04-15T21:32:17.380 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:32:16 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: [15/Apr/2024:21:32:16] ENGINE Bus STARTED 2024-04-15T21:32:18.011 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:17 smithi148 ceph-mon[117761]: mgrmap e48: y(active, since 6m), standbys: x 2024-04-15T21:32:18.011 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:17 smithi148 ceph-mon[117761]: Active manager daemon y restarted 2024-04-15T21:32:18.011 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:17 smithi148 ceph-mon[117761]: Activating manager daemon y 2024-04-15T21:32:18.011 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:17 smithi148 ceph-mon[117761]: osdmap e113: 8 total, 8 up, 8 in 2024-04-15T21:32:18.011 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:17 smithi148 ceph-mon[117761]: mgrmap e49: y(active, starting, since 0.00652348s), standbys: x 2024-04-15T21:32:18.011 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:17 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T21:32:18.011 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:17 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T21:32:18.011 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:17 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T21:32:18.011 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:17 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-15T21:32:18.011 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:17 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-15T21:32:18.012 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:17 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-15T21:32:18.012 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:17 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-15T21:32:18.012 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:17 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-15T21:32:18.012 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:17 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-15T21:32:18.012 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:17 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-15T21:32:18.012 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:17 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-15T21:32:18.012 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:17 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-15T21:32:18.012 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:17 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-15T21:32:18.012 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:17 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-15T21:32:18.012 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:17 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-15T21:32:18.012 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:17 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-15T21:32:18.012 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:17 smithi148 ceph-mon[117761]: Manager daemon y is now available 2024-04-15T21:32:18.012 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:17 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' 2024-04-15T21:32:18.012 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:17 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi148", "name": "osd_memory_target"}]: dispatch 2024-04-15T21:32:18.012 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:17 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi057", "name": "osd_memory_target"}]: dispatch 2024-04-15T21:32:18.013 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:17 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:18.013 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:17 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:18.013 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:17 smithi148 ceph-mon[117761]: Updating smithi057:/etc/ceph/ceph.conf 2024-04-15T21:32:18.013 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:17 smithi148 ceph-mon[117761]: Updating smithi148:/etc/ceph/ceph.conf 2024-04-15T21:32:18.013 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:17 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:32:18.013 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:17 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-15T21:32:18.013 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:17 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-15T21:32:18.013 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:17 smithi148 ceph-mon[117761]: Updating smithi057:/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/config/ceph.conf 2024-04-15T21:32:18.013 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:17 smithi148 ceph-mon[117761]: Updating smithi148:/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/config/ceph.conf 2024-04-15T21:32:18.129 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:32:17 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: 2024-04-15T21:32:17.715+0000 7fe9cf1b8700 -1 mgr.server handle_report got status from non-daemon mon.a 2024-04-15T21:32:18.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:17 smithi057 ceph-mon[132470]: mgrmap e48: y(active, since 6m), standbys: x 2024-04-15T21:32:18.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:17 smithi057 ceph-mon[132470]: Active manager daemon y restarted 2024-04-15T21:32:18.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:17 smithi057 ceph-mon[132470]: Activating manager daemon y 2024-04-15T21:32:18.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:17 smithi057 ceph-mon[132470]: osdmap e113: 8 total, 8 up, 8 in 2024-04-15T21:32:18.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:17 smithi057 ceph-mon[132470]: mgrmap e49: y(active, starting, since 0.00652348s), standbys: x 2024-04-15T21:32:18.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:17 smithi057 ceph-mon[132470]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T21:32:18.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:17 smithi057 ceph-mon[132470]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T21:32:18.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:17 smithi057 ceph-mon[132470]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T21:32:18.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:17 smithi057 ceph-mon[132470]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-15T21:32:18.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:17 smithi057 ceph-mon[132470]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-15T21:32:18.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:17 smithi057 ceph-mon[132470]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-15T21:32:18.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:17 smithi057 ceph-mon[132470]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-15T21:32:18.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:17 smithi057 ceph-mon[132470]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-15T21:32:18.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:17 smithi057 ceph-mon[132470]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-15T21:32:18.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:17 smithi057 ceph-mon[132470]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-15T21:32:18.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:17 smithi057 ceph-mon[132470]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-15T21:32:18.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:17 smithi057 ceph-mon[132470]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-15T21:32:18.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:17 smithi057 ceph-mon[132470]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-15T21:32:18.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:17 smithi057 ceph-mon[132470]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-15T21:32:18.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:17 smithi057 ceph-mon[132470]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-15T21:32:18.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:17 smithi057 ceph-mon[132470]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-15T21:32:18.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:17 smithi057 ceph-mon[132470]: Manager daemon y is now available 2024-04-15T21:32:18.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:17 smithi057 ceph-mon[132470]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' 2024-04-15T21:32:18.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:17 smithi057 ceph-mon[132470]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi148", "name": "osd_memory_target"}]: dispatch 2024-04-15T21:32:18.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:17 smithi057 ceph-mon[132470]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi057", "name": "osd_memory_target"}]: dispatch 2024-04-15T21:32:18.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:17 smithi057 ceph-mon[132470]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:18.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:17 smithi057 ceph-mon[132470]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:18.132 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:17 smithi057 ceph-mon[132470]: Updating smithi057:/etc/ceph/ceph.conf 2024-04-15T21:32:18.132 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:17 smithi057 ceph-mon[132470]: Updating smithi148:/etc/ceph/ceph.conf 2024-04-15T21:32:18.132 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:17 smithi057 ceph-mon[132470]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:32:18.132 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:17 smithi057 ceph-mon[132470]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-15T21:32:18.132 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:17 smithi057 ceph-mon[132470]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-15T21:32:18.132 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:17 smithi057 ceph-mon[132470]: Updating smithi057:/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/config/ceph.conf 2024-04-15T21:32:18.132 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:17 smithi057 ceph-mon[132470]: Updating smithi148:/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/config/ceph.conf 2024-04-15T21:32:18.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:17 smithi057 ceph-mon[29654]: mgrmap e48: y(active, since 6m), standbys: x 2024-04-15T21:32:18.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:17 smithi057 ceph-mon[29654]: Active manager daemon y restarted 2024-04-15T21:32:18.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:17 smithi057 ceph-mon[29654]: Activating manager daemon y 2024-04-15T21:32:18.133 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:17 smithi057 ceph-mon[29654]: osdmap e113: 8 total, 8 up, 8 in 2024-04-15T21:32:18.133 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:17 smithi057 ceph-mon[29654]: mgrmap e49: y(active, starting, since 0.00652348s), standbys: x 2024-04-15T21:32:18.133 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:17 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T21:32:18.133 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:17 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T21:32:18.133 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:17 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T21:32:18.133 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:17 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-15T21:32:18.133 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:17 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-15T21:32:18.133 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:17 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-15T21:32:18.133 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:17 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-15T21:32:18.133 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:17 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-15T21:32:18.133 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:17 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-15T21:32:18.133 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:17 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-15T21:32:18.133 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:17 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-15T21:32:18.134 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:17 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-15T21:32:18.134 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:17 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-15T21:32:18.134 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:17 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-15T21:32:18.134 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:17 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-15T21:32:18.134 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:17 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-15T21:32:18.134 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:17 smithi057 ceph-mon[29654]: Manager daemon y is now available 2024-04-15T21:32:18.134 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:17 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' 2024-04-15T21:32:18.134 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:17 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi148", "name": "osd_memory_target"}]: dispatch 2024-04-15T21:32:18.134 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:17 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi057", "name": "osd_memory_target"}]: dispatch 2024-04-15T21:32:18.134 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:17 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:18.134 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:17 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:18.134 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:17 smithi057 ceph-mon[29654]: Updating smithi057:/etc/ceph/ceph.conf 2024-04-15T21:32:18.135 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:17 smithi057 ceph-mon[29654]: Updating smithi148:/etc/ceph/ceph.conf 2024-04-15T21:32:18.135 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:17 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:32:18.135 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:17 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-15T21:32:18.135 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:17 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-15T21:32:18.135 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:17 smithi057 ceph-mon[29654]: Updating smithi057:/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/config/ceph.conf 2024-04-15T21:32:18.135 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:17 smithi057 ceph-mon[29654]: Updating smithi148:/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/config/ceph.conf 2024-04-15T21:32:19.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:18 smithi148 ceph-mon[117761]: Updating smithi057:/etc/ceph/ceph.client.admin.keyring 2024-04-15T21:32:19.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:18 smithi148 ceph-mon[117761]: Updating smithi148:/etc/ceph/ceph.client.admin.keyring 2024-04-15T21:32:19.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:18 smithi148 ceph-mon[117761]: mgrmap e50: y(active, since 1.0148s), standbys: x 2024-04-15T21:32:19.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:18 smithi148 ceph-mon[117761]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:32:19.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:18 smithi148 ceph-mon[117761]: pgmap v3: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:32:19.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:18 smithi148 ceph-mon[117761]: Updating smithi057:/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/config/ceph.client.admin.keyring 2024-04-15T21:32:19.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:18 smithi148 ceph-mon[117761]: Updating smithi148:/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/config/ceph.client.admin.keyring 2024-04-15T21:32:19.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:18 smithi148 ceph-mon[117761]: [15/Apr/2024:21:32:18] ENGINE Bus STARTING 2024-04-15T21:32:19.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:18 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' 2024-04-15T21:32:19.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:18 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' 2024-04-15T21:32:19.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:18 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' 2024-04-15T21:32:19.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:18 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' 2024-04-15T21:32:19.103 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:18 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' 2024-04-15T21:32:19.103 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:18 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' 2024-04-15T21:32:19.103 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:18 smithi148 ceph-mon[117761]: [15/Apr/2024:21:32:18] ENGINE Serving on http://172.21.15.57:8765 2024-04-15T21:32:19.103 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:18 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi057", "caps": []}]: dispatch 2024-04-15T21:32:19.103 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:18 smithi148 ceph-mon[117761]: [15/Apr/2024:21:32:18] ENGINE Serving on https://172.21.15.57:7151 2024-04-15T21:32:19.103 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:18 smithi148 ceph-mon[117761]: [15/Apr/2024:21:32:18] ENGINE Bus STARTED 2024-04-15T21:32:19.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:18 smithi057 ceph-mon[132470]: Updating smithi057:/etc/ceph/ceph.client.admin.keyring 2024-04-15T21:32:19.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:18 smithi057 ceph-mon[132470]: Updating smithi148:/etc/ceph/ceph.client.admin.keyring 2024-04-15T21:32:19.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:18 smithi057 ceph-mon[132470]: mgrmap e50: y(active, since 1.0148s), standbys: x 2024-04-15T21:32:19.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:18 smithi057 ceph-mon[132470]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:32:19.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:18 smithi057 ceph-mon[132470]: pgmap v3: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:32:19.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:18 smithi057 ceph-mon[132470]: Updating smithi057:/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/config/ceph.client.admin.keyring 2024-04-15T21:32:19.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:18 smithi057 ceph-mon[132470]: Updating smithi148:/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/config/ceph.client.admin.keyring 2024-04-15T21:32:19.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:18 smithi057 ceph-mon[132470]: [15/Apr/2024:21:32:18] ENGINE Bus STARTING 2024-04-15T21:32:19.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:18 smithi057 ceph-mon[132470]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' 2024-04-15T21:32:19.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:18 smithi057 ceph-mon[132470]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' 2024-04-15T21:32:19.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:18 smithi057 ceph-mon[132470]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' 2024-04-15T21:32:19.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:18 smithi057 ceph-mon[132470]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' 2024-04-15T21:32:19.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:18 smithi057 ceph-mon[132470]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' 2024-04-15T21:32:19.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:18 smithi057 ceph-mon[132470]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' 2024-04-15T21:32:19.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:18 smithi057 ceph-mon[132470]: [15/Apr/2024:21:32:18] ENGINE Serving on http://172.21.15.57:8765 2024-04-15T21:32:19.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:18 smithi057 ceph-mon[132470]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi057", "caps": []}]: dispatch 2024-04-15T21:32:19.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:18 smithi057 ceph-mon[132470]: [15/Apr/2024:21:32:18] ENGINE Serving on https://172.21.15.57:7151 2024-04-15T21:32:19.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:18 smithi057 ceph-mon[132470]: [15/Apr/2024:21:32:18] ENGINE Bus STARTED 2024-04-15T21:32:19.131 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:18 smithi057 ceph-mon[29654]: Updating smithi057:/etc/ceph/ceph.client.admin.keyring 2024-04-15T21:32:19.131 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:18 smithi057 ceph-mon[29654]: Updating smithi148:/etc/ceph/ceph.client.admin.keyring 2024-04-15T21:32:19.131 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:18 smithi057 ceph-mon[29654]: mgrmap e50: y(active, since 1.0148s), standbys: x 2024-04-15T21:32:19.131 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:18 smithi057 ceph-mon[29654]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:32:19.131 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:18 smithi057 ceph-mon[29654]: pgmap v3: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:32:19.131 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:18 smithi057 ceph-mon[29654]: Updating smithi057:/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/config/ceph.client.admin.keyring 2024-04-15T21:32:19.131 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:18 smithi057 ceph-mon[29654]: Updating smithi148:/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/config/ceph.client.admin.keyring 2024-04-15T21:32:19.131 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:18 smithi057 ceph-mon[29654]: [15/Apr/2024:21:32:18] ENGINE Bus STARTING 2024-04-15T21:32:19.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:18 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' 2024-04-15T21:32:19.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:18 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' 2024-04-15T21:32:19.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:18 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' 2024-04-15T21:32:19.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:18 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' 2024-04-15T21:32:19.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:18 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' 2024-04-15T21:32:19.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:18 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' 2024-04-15T21:32:19.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:18 smithi057 ceph-mon[29654]: [15/Apr/2024:21:32:18] ENGINE Serving on http://172.21.15.57:8765 2024-04-15T21:32:19.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:18 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi057", "caps": []}]: dispatch 2024-04-15T21:32:19.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:18 smithi057 ceph-mon[29654]: [15/Apr/2024:21:32:18] ENGINE Serving on https://172.21.15.57:7151 2024-04-15T21:32:19.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:18 smithi057 ceph-mon[29654]: [15/Apr/2024:21:32:18] ENGINE Bus STARTED 2024-04-15T21:32:19.988 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:19 smithi057 ceph-mon[132470]: pgmap v4: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:32:19.988 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:19 smithi057 ceph-mon[132470]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi148", "caps": []}]: dispatch 2024-04-15T21:32:19.988 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:19 smithi057 ceph-mon[132470]: mgrmap e51: y(active, since 2s), standbys: x 2024-04-15T21:32:19.988 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:19 smithi057 ceph-mon[29654]: pgmap v4: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:32:19.988 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:19 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi148", "caps": []}]: dispatch 2024-04-15T21:32:19.989 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:19 smithi057 ceph-mon[29654]: mgrmap e51: y(active, since 2s), standbys: x 2024-04-15T21:32:20.090 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:19 smithi148 ceph-mon[117761]: pgmap v4: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:32:20.091 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:19 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi148", "caps": []}]: dispatch 2024-04-15T21:32:20.091 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:19 smithi148 ceph-mon[117761]: mgrmap e51: y(active, since 2s), standbys: x 2024-04-15T21:32:20.851 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:20 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' 2024-04-15T21:32:20.852 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:20 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' 2024-04-15T21:32:20.852 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:20 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:20.852 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:20 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:20.852 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:20 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi148", "caps": []}]: dispatch 2024-04-15T21:32:21.011 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:20 smithi057 ceph-mon[132470]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' 2024-04-15T21:32:21.011 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:20 smithi057 ceph-mon[132470]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' 2024-04-15T21:32:21.012 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:20 smithi057 ceph-mon[132470]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:21.012 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:20 smithi057 ceph-mon[132470]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:21.012 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:20 smithi057 ceph-mon[132470]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi148", "caps": []}]: dispatch 2024-04-15T21:32:21.012 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:20 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' 2024-04-15T21:32:21.012 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:20 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' 2024-04-15T21:32:21.012 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:20 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:21.012 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:20 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:21.012 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:20 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.smithi148", "caps": []}]: dispatch 2024-04-15T21:32:21.844 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:32:21 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:32:21] "GET /metrics HTTP/1.1" 200 35209 "" "Prometheus/2.43.0" 2024-04-15T21:32:21.911 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:21 smithi148 ceph-mon[117761]: pgmap v5: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:32:21.911 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:21 smithi148 ceph-mon[117761]: mgrmap e52: y(active, since 4s), standbys: x 2024-04-15T21:32:21.911 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:21 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' 2024-04-15T21:32:21.911 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:21 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:21.911 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:21 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:21.911 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:21 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' 2024-04-15T21:32:21.911 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:21 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:21.912 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:21 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' 2024-04-15T21:32:21.912 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:21 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:21.912 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:21 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:21.912 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:21 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:21.912 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:21 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:21.912 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:21 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' 2024-04-15T21:32:21.912 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:21 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' 2024-04-15T21:32:21.912 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:21 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:21.912 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:21 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:21.912 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:21 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:21.912 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:21 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:21.912 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:21 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' 2024-04-15T21:32:21.912 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:21 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' 2024-04-15T21:32:22.096 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:21 smithi057 ceph-mon[29654]: pgmap v5: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:32:22.097 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:21 smithi057 ceph-mon[29654]: mgrmap e52: y(active, since 4s), standbys: x 2024-04-15T21:32:22.097 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:21 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' 2024-04-15T21:32:22.097 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:21 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:22.097 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:21 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:22.097 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:21 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' 2024-04-15T21:32:22.097 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:21 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:22.097 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:21 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' 2024-04-15T21:32:22.097 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:21 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:22.097 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:21 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:22.097 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:21 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:22.097 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:21 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:22.097 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:21 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' 2024-04-15T21:32:22.098 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:21 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' 2024-04-15T21:32:22.098 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:21 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:22.098 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:21 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:22.098 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:21 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:22.098 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:21 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:22.098 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:21 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' 2024-04-15T21:32:22.098 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:21 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' 2024-04-15T21:32:22.098 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:21 smithi057 ceph-mon[132470]: pgmap v5: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:32:22.098 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:21 smithi057 ceph-mon[132470]: mgrmap e52: y(active, since 4s), standbys: x 2024-04-15T21:32:22.098 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:21 smithi057 ceph-mon[132470]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' 2024-04-15T21:32:22.098 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:21 smithi057 ceph-mon[132470]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:22.099 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:21 smithi057 ceph-mon[132470]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:22.099 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:21 smithi057 ceph-mon[132470]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' 2024-04-15T21:32:22.099 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:21 smithi057 ceph-mon[132470]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:22.099 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:21 smithi057 ceph-mon[132470]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' 2024-04-15T21:32:22.099 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:21 smithi057 ceph-mon[132470]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:22.099 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:21 smithi057 ceph-mon[132470]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:22.099 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:21 smithi057 ceph-mon[132470]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:22.099 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:21 smithi057 ceph-mon[132470]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:22.099 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:21 smithi057 ceph-mon[132470]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' 2024-04-15T21:32:22.099 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:21 smithi057 ceph-mon[132470]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' 2024-04-15T21:32:22.099 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:21 smithi057 ceph-mon[132470]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:22.099 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:21 smithi057 ceph-mon[132470]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:22.099 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:21 smithi057 ceph-mon[132470]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:22.099 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:21 smithi057 ceph-mon[132470]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:22.100 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:21 smithi057 ceph-mon[132470]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' 2024-04-15T21:32:22.100 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:21 smithi057 ceph-mon[132470]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' 2024-04-15T21:32:22.994 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:22 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:22.995 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:22 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:22.995 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:22 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' 2024-04-15T21:32:22.995 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:22 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:22.995 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:22 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:22.995 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:22 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:22.995 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:22 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:22.995 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:22 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' 2024-04-15T21:32:22.995 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:22 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:22.995 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:22 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:22.995 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:22 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:22.995 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:22 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:22.995 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:22 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:22.996 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:22 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' 2024-04-15T21:32:22.996 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:22 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:22.996 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:22 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:22.996 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:22 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:22.996 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:22 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:22.996 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:22 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:22.996 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:22 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' 2024-04-15T21:32:22.996 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:22 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:22.996 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:22 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:22.996 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:22 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:22.996 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:22 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:22.996 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:22 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:22.996 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:22 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' 2024-04-15T21:32:22.996 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:22 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:22.996 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:22 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:22.997 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:22 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:22.997 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:22 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:22.997 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:22 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:22.997 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:22 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' 2024-04-15T21:32:22.997 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:22 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:22.997 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:22 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:22.997 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:22 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:22.997 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:22 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:22.997 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:22 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:22.997 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:22 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' 2024-04-15T21:32:22.997 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:22 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:22.997 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:22 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:22.997 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:22 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:22.997 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:22 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:22.997 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:22 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' 2024-04-15T21:32:23.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:22 smithi057 ceph-mon[132470]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:23.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:22 smithi057 ceph-mon[132470]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:23.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:22 smithi057 ceph-mon[132470]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' 2024-04-15T21:32:23.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:22 smithi057 ceph-mon[132470]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:23.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:22 smithi057 ceph-mon[132470]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:23.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:22 smithi057 ceph-mon[132470]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:23.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:22 smithi057 ceph-mon[132470]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:23.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:22 smithi057 ceph-mon[132470]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' 2024-04-15T21:32:23.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:22 smithi057 ceph-mon[132470]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:23.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:22 smithi057 ceph-mon[132470]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:23.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:22 smithi057 ceph-mon[132470]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:23.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:22 smithi057 ceph-mon[132470]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:23.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:22 smithi057 ceph-mon[132470]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:23.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:22 smithi057 ceph-mon[132470]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' 2024-04-15T21:32:23.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:22 smithi057 ceph-mon[132470]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:23.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:22 smithi057 ceph-mon[132470]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:23.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:22 smithi057 ceph-mon[132470]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:23.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:22 smithi057 ceph-mon[132470]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:23.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:22 smithi057 ceph-mon[132470]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:23.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:22 smithi057 ceph-mon[132470]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' 2024-04-15T21:32:23.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:22 smithi057 ceph-mon[132470]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:23.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:22 smithi057 ceph-mon[132470]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:23.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:22 smithi057 ceph-mon[132470]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:23.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:22 smithi057 ceph-mon[132470]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:23.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:22 smithi057 ceph-mon[132470]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:23.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:22 smithi057 ceph-mon[132470]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' 2024-04-15T21:32:23.132 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:22 smithi057 ceph-mon[132470]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:23.132 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:22 smithi057 ceph-mon[132470]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:23.132 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:22 smithi057 ceph-mon[132470]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:23.132 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:22 smithi057 ceph-mon[132470]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:23.132 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:22 smithi057 ceph-mon[132470]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:23.132 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:22 smithi057 ceph-mon[132470]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' 2024-04-15T21:32:23.132 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:22 smithi057 ceph-mon[132470]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:23.132 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:22 smithi057 ceph-mon[132470]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:23.132 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:22 smithi057 ceph-mon[132470]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:23.132 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:22 smithi057 ceph-mon[132470]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:23.132 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:22 smithi057 ceph-mon[132470]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:23.132 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:22 smithi057 ceph-mon[132470]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' 2024-04-15T21:32:23.133 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:22 smithi057 ceph-mon[132470]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:23.133 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:22 smithi057 ceph-mon[132470]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:23.133 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:22 smithi057 ceph-mon[132470]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:23.133 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:22 smithi057 ceph-mon[132470]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:23.133 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:22 smithi057 ceph-mon[132470]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' 2024-04-15T21:32:23.133 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:22 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:23.133 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:22 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:23.133 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:22 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' 2024-04-15T21:32:23.133 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:22 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:23.133 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:22 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:23.133 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:22 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:23.134 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:22 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:23.134 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:22 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' 2024-04-15T21:32:23.134 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:22 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:23.134 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:22 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:23.134 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:22 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:23.134 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:22 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:23.134 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:22 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:23.134 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:22 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' 2024-04-15T21:32:23.134 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:22 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:23.134 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:22 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:23.134 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:22 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:23.134 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:22 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:23.134 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:22 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:23.134 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:22 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' 2024-04-15T21:32:23.135 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:22 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:23.135 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:22 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:23.135 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:22 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:23.135 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:22 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:23.135 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:22 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:23.135 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:22 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' 2024-04-15T21:32:23.135 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:22 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:23.135 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:22 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:23.135 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:22 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:23.135 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:22 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:23.135 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:22 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:23.135 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:22 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' 2024-04-15T21:32:23.135 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:22 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:23.135 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:22 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:23.135 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:22 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:23.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:22 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:23.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:22 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:23.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:22 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' 2024-04-15T21:32:23.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:22 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:23.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:22 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:23.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:22 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:23.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:22 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:23.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:22 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' 2024-04-15T21:32:24.011 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:23 smithi057 ceph-mon[132470]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:24.012 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:23 smithi057 ceph-mon[132470]: pgmap v6: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:32:24.012 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:23 smithi057 ceph-mon[132470]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:24.012 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:23 smithi057 ceph-mon[132470]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:24.012 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:23 smithi057 ceph-mon[132470]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:24.012 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:23 smithi057 ceph-mon[132470]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:24.012 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:23 smithi057 ceph-mon[132470]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:24.012 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:23 smithi057 ceph-mon[132470]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' 2024-04-15T21:32:24.012 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:23 smithi057 ceph-mon[132470]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:24.012 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:23 smithi057 ceph-mon[132470]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' 2024-04-15T21:32:24.012 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:23 smithi057 ceph-mon[132470]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' 2024-04-15T21:32:24.012 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:23 smithi057 ceph-mon[132470]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' 2024-04-15T21:32:24.012 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:23 smithi057 ceph-mon[132470]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:24.013 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:23 smithi057 ceph-mon[132470]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:24.013 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:23 smithi057 ceph-mon[132470]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:24.013 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:23 smithi057 ceph-mon[132470]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:24.013 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:23 smithi057 ceph-mon[132470]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' 2024-04-15T21:32:24.013 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:23 smithi057 ceph-mon[132470]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' 2024-04-15T21:32:24.013 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:23 smithi057 ceph-mon[132470]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:24.013 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:23 smithi057 ceph-mon[132470]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:24.013 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:23 smithi057 ceph-mon[132470]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:24.013 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:23 smithi057 ceph-mon[132470]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:24.013 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:23 smithi057 ceph-mon[132470]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:24.013 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:23 smithi057 ceph-mon[132470]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' 2024-04-15T21:32:24.013 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:23 smithi057 ceph-mon[132470]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:24.013 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:23 smithi057 ceph-mon[132470]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:24.014 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:23 smithi057 ceph-mon[132470]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:24.014 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:23 smithi057 ceph-mon[132470]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:24.014 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:23 smithi057 ceph-mon[132470]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:24.014 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:23 smithi057 ceph-mon[132470]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' 2024-04-15T21:32:24.014 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:23 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:24.014 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:23 smithi057 ceph-mon[29654]: pgmap v6: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:32:24.014 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:23 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:24.014 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:23 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:24.015 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:23 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:24.015 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:23 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:24.015 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:23 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:24.015 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:23 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' 2024-04-15T21:32:24.015 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:23 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:24.015 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:23 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' 2024-04-15T21:32:24.015 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:23 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' 2024-04-15T21:32:24.015 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:23 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' 2024-04-15T21:32:24.015 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:23 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:24.015 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:23 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:24.015 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:23 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:24.016 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:23 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:24.016 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:23 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' 2024-04-15T21:32:24.016 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:23 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' 2024-04-15T21:32:24.016 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:23 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:24.016 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:23 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:24.016 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:23 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:24.016 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:23 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:24.016 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:23 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:24.016 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:23 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' 2024-04-15T21:32:24.016 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:23 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:24.016 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:23 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:24.016 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:23 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:24.017 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:23 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:24.017 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:23 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:24.017 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:23 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' 2024-04-15T21:32:24.017 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:23 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:24.017 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:23 smithi057 ceph-mon[132470]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:24.017 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:23 smithi057 ceph-mon[132470]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:24.017 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:23 smithi057 ceph-mon[132470]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:24.017 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:23 smithi057 ceph-mon[132470]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:24.018 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:23 smithi057 ceph-mon[132470]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:24.018 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:23 smithi057 ceph-mon[132470]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' 2024-04-15T21:32:24.018 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:23 smithi057 ceph-mon[132470]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:24.018 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:23 smithi057 ceph-mon[132470]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' 2024-04-15T21:32:24.018 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:23 smithi057 ceph-mon[132470]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' 2024-04-15T21:32:24.018 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:23 smithi057 ceph-mon[132470]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' 2024-04-15T21:32:24.018 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:23 smithi057 ceph-mon[132470]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:24.018 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:23 smithi057 ceph-mon[132470]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:24.018 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:23 smithi057 ceph-mon[132470]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-15T21:32:24.018 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:23 smithi057 ceph-mon[132470]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-04-15T21:32:24.018 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:23 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:24.019 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:23 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:24.019 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:23 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:24.019 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:23 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:24.019 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:23 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' 2024-04-15T21:32:24.019 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:23 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:24.019 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:23 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' 2024-04-15T21:32:24.019 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:23 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' 2024-04-15T21:32:24.019 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:23 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' 2024-04-15T21:32:24.019 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:23 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:24.019 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:23 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:24.020 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:23 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-15T21:32:24.020 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:23 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-04-15T21:32:24.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:23 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:24.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:23 smithi148 ceph-mon[117761]: pgmap v6: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail 2024-04-15T21:32:24.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:23 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:24.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:23 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:24.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:23 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:24.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:23 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:24.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:23 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:24.103 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:23 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' 2024-04-15T21:32:24.103 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:23 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:24.103 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:23 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' 2024-04-15T21:32:24.103 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:23 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' 2024-04-15T21:32:24.103 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:23 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' 2024-04-15T21:32:24.103 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:23 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:24.103 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:23 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:24.103 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:23 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:24.103 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:23 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:24.103 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:23 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' 2024-04-15T21:32:24.103 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:23 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' 2024-04-15T21:32:24.103 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:23 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:24.103 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:23 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:24.104 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:23 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:24.104 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:23 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:24.104 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:23 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:24.104 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:23 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' 2024-04-15T21:32:24.104 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:23 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:24.104 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:23 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:24.104 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:23 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:24.104 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:23 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:24.104 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:23 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:24.104 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:23 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' 2024-04-15T21:32:24.104 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:23 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:24.104 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:23 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:24.104 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:23 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:24.105 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:23 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:24.105 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:23 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:24.105 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:23 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' 2024-04-15T21:32:24.105 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:23 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:24.105 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:23 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' 2024-04-15T21:32:24.105 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:23 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' 2024-04-15T21:32:24.105 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:23 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' 2024-04-15T21:32:24.105 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:23 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:24.105 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:23 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:24.105 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:23 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-15T21:32:24.105 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:23 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-04-15T21:32:25.101 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:24 smithi148 ceph-mon[117761]: Upgrade: It appears safe to stop mon.a 2024-04-15T21:32:25.101 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:24 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' 2024-04-15T21:32:25.101 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:24 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' 2024-04-15T21:32:25.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:24 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' 2024-04-15T21:32:25.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:24 smithi057 ceph-mon[132470]: Upgrade: It appears safe to stop mon.a 2024-04-15T21:32:25.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:24 smithi057 ceph-mon[132470]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' 2024-04-15T21:32:25.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:24 smithi057 ceph-mon[132470]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' 2024-04-15T21:32:25.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:24 smithi057 ceph-mon[132470]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' 2024-04-15T21:32:25.130 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:24 smithi057 ceph-mon[29654]: Upgrade: It appears safe to stop mon.a 2024-04-15T21:32:25.130 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:24 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' 2024-04-15T21:32:25.130 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:24 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' 2024-04-15T21:32:25.130 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:24 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' 2024-04-15T21:32:25.952 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:25 smithi148 ceph-mon[117761]: pgmap v7: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 30 KiB/s rd, 0 B/s wr, 17 op/s 2024-04-15T21:32:26.129 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:25 smithi057 ceph-mon[132470]: pgmap v7: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 30 KiB/s rd, 0 B/s wr, 17 op/s 2024-04-15T21:32:26.130 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:25 smithi057 ceph-mon[29654]: pgmap v7: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 30 KiB/s rd, 0 B/s wr, 17 op/s 2024-04-15T21:32:27.004 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:26 smithi057 ceph-mon[132470]: Upgrade: Updating mon.a 2024-04-15T21:32:27.004 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:26 smithi057 ceph-mon[132470]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-15T21:32:27.004 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:26 smithi057 ceph-mon[132470]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-15T21:32:27.004 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:26 smithi057 ceph-mon[132470]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:27.004 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:26 smithi057 ceph-mon[132470]: Deploying daemon mon.a on smithi057 2024-04-15T21:32:27.004 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:26 smithi057 ceph-mon[29654]: Upgrade: Updating mon.a 2024-04-15T21:32:27.004 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:26 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-15T21:32:27.004 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:26 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-15T21:32:27.005 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:26 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:27.005 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:26 smithi057 ceph-mon[29654]: Deploying daemon mon.a on smithi057 2024-04-15T21:32:27.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:26 smithi148 ceph-mon[117761]: Upgrade: Updating mon.a 2024-04-15T21:32:27.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:26 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-15T21:32:27.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:26 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-15T21:32:27.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:26 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:27.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:26 smithi148 ceph-mon[117761]: Deploying daemon mon.a on smithi057 2024-04-15T21:32:28.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:28 smithi057 ceph-mon[132470]: pgmap v8: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 13 op/s 2024-04-15T21:32:28.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:28 smithi057 ceph-mon[132470]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' 2024-04-15T21:32:28.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:28 smithi057 ceph-mon[132470]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' 2024-04-15T21:32:28.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:28 smithi057 ceph-mon[132470]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' 2024-04-15T21:32:28.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:28 smithi057 ceph-mon[132470]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' 2024-04-15T21:32:28.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:28 smithi057 ceph-mon[132470]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' 2024-04-15T21:32:28.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:28 smithi057 ceph-mon[132470]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' 2024-04-15T21:32:28.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:28 smithi057 ceph-mon[29654]: pgmap v8: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 13 op/s 2024-04-15T21:32:28.381 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:28 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' 2024-04-15T21:32:28.381 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:28 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' 2024-04-15T21:32:28.381 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:28 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' 2024-04-15T21:32:28.381 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:28 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' 2024-04-15T21:32:28.381 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:28 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' 2024-04-15T21:32:28.381 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:28 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' 2024-04-15T21:32:28.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:28 smithi148 ceph-mon[117761]: pgmap v8: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 13 op/s 2024-04-15T21:32:28.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:28 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' 2024-04-15T21:32:28.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:28 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' 2024-04-15T21:32:28.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:28 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' 2024-04-15T21:32:28.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:28 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' 2024-04-15T21:32:28.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:28 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' 2024-04-15T21:32:28.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:28 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' 2024-04-15T21:32:29.232 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:29 smithi057 ceph-mon[132470]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:32:29.232 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:29 smithi057 ceph-mon[29654]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:32:29.591 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:29 smithi057 systemd[1]: Stopping Ceph mon.a for b97cffaa-fb6a-11ee-bc8f-c7b262605968... 2024-04-15T21:32:29.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:29 smithi148 ceph-mon[117761]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:32:30.333 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:30 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mon-a[132466]: 2024-04-15T21:32:30.022+0000 7fd5dd68f700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-15T21:32:30.333 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:30 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mon-a[132466]: 2024-04-15T21:32:30.022+0000 7fd5dd68f700 -1 mon.a@0(leader) e3 *** Got Signal Terminated *** 2024-04-15T21:32:30.333 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:32:30 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: [15/Apr/2024:21:32:30] ENGINE Bus STOPPING 2024-04-15T21:32:30.333 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:32:30 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: [15/Apr/2024:21:32:30] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-15T21:32:30.334 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:32:30 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: [15/Apr/2024:21:32:30] ENGINE Bus STOPPED 2024-04-15T21:32:30.334 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:32:30 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: [15/Apr/2024:21:32:30] ENGINE Bus STARTING 2024-04-15T21:32:30.334 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:32:30 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: [15/Apr/2024:21:32:30] ENGINE Serving on http://:::9283 2024-04-15T21:32:30.334 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:32:30 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: [15/Apr/2024:21:32:30] ENGINE Bus STARTED 2024-04-15T21:32:30.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:30 smithi057 podman[135243]: 2024-04-15 21:32:30.331488186 +0000 UTC m=+0.740177638 container died 08945cbfc2251404666de211eef675df8416c743c2d954013053f0afaa3bf638 (image=quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mon-a, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=main-87dbfb6, GIT_CLEAN=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409) 2024-04-15T21:32:30.986 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:30 smithi057 podman[135243]: 2024-04-15 21:32:30.724206444 +0000 UTC m=+1.132895929 container cleanup 08945cbfc2251404666de211eef675df8416c743c2d954013053f0afaa3bf638 (image=quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mon-a, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=main-87dbfb6, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=) 2024-04-15T21:32:30.986 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:30 smithi057 bash[135243]: ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mon-a 2024-04-15T21:32:30.986 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:30 smithi057 podman[135338]: 2024-04-15 21:32:30.917400556 +0000 UTC m=+0.636106333 container remove 08945cbfc2251404666de211eef675df8416c743c2d954013053f0afaa3bf638 (image=quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mon-a, GIT_CLEAN=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, RELEASE=main-87dbfb6, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2) 2024-04-15T21:32:31.874 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:32:31 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:32:31] "GET /metrics HTTP/1.1" 200 35209 "" "Prometheus/2.43.0" 2024-04-15T21:32:31.874 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:31 smithi057 systemd[1]: ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@mon.a.service: Deactivated successfully. 2024-04-15T21:32:31.874 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:31 smithi057 systemd[1]: Stopped Ceph mon.a for b97cffaa-fb6a-11ee-bc8f-c7b262605968. 2024-04-15T21:32:31.874 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:31 smithi057 systemd[1]: ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@mon.a.service: Consumed 1.513s CPU time. 2024-04-15T21:32:32.129 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:31 smithi057 systemd[1]: Starting Ceph mon.a for b97cffaa-fb6a-11ee-bc8f-c7b262605968... 2024-04-15T21:32:32.603 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 podman[135579]: 2024-04-15 21:32:32.235396156 +0000 UTC m=+0.020473602 image pull a452a57266c718c37049de4c2da9a5e566bb7b9c6db62908ada4c8b0e854997b quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29 2024-04-15T21:32:32.604 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 podman[135579]: 2024-04-15 21:32:32.340863564 +0000 UTC m=+0.125941007 container create 91d9cf1219521c517789f83c8c0c0359cb327eb39fc799b56336f304f00b539e (image=quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mon-a, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, RELEASE=main-87dbfb6, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, ceph=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_CLEAN=True) 2024-04-15T21:32:32.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 podman[135579]: 2024-04-15 21:32:32.601961207 +0000 UTC m=+0.387038651 container init 91d9cf1219521c517789f83c8c0c0359cb327eb39fc799b56336f304f00b539e (image=quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mon-a, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, RELEASE=main-87dbfb6) 2024-04-15T21:32:32.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 podman[135579]: 2024-04-15 21:32:32.605811113 +0000 UTC m=+0.390888557 container start 91d9cf1219521c517789f83c8c0c0359cb327eb39fc799b56336f304f00b539e (image=quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mon-a, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_CLEAN=True, RELEASE=main-87dbfb6, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD) 2024-04-15T21:32:32.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: set uid:gid to 167:167 (ceph:ceph) 2024-04-15T21:32:32.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: ceph version 19.0.0-3084-g87dbfb63 (87dbfb632e974cb2c28d17423071d2d833b53b29) squid (dev), process ceph-mon, pid 2 2024-04-15T21:32:32.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: pidfile_write: ignore empty --pid-file 2024-04-15T21:32:32.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: load: jerasure load: lrc 2024-04-15T21:32:32.881 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: RocksDB version: 7.9.2 2024-04-15T21:32:32.881 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Git sha 0 2024-04-15T21:32:32.881 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Compile date 2024-04-14 15:12:02 2024-04-15T21:32:32.881 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: DB SUMMARY 2024-04-15T21:32:32.881 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: DB Session ID: JIRCEFJUDQN6UF1X3EHE 2024-04-15T21:32:32.881 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: CURRENT file: CURRENT 2024-04-15T21:32:32.881 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: IDENTITY file: IDENTITY 2024-04-15T21:32:32.881 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: MANIFEST file: MANIFEST-000107 size: 769 Bytes 2024-04-15T21:32:32.881 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000115.sst 2024-04-15T21:32:32.881 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000113.log size: 0 ; 2024-04-15T21:32:32.881 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.error_if_exists: 0 2024-04-15T21:32:32.881 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.create_if_missing: 0 2024-04-15T21:32:32.881 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.paranoid_checks: 1 2024-04-15T21:32:32.881 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.flush_verify_memtable_count: 1 2024-04-15T21:32:32.882 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-15T21:32:32.882 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-04-15T21:32:32.882 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.env: 0x55e7b68efcc0 2024-04-15T21:32:32.882 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.fs: PosixFileSystem 2024-04-15T21:32:32.882 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.info_log: 0x55e7b8b23c20 2024-04-15T21:32:32.882 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.max_file_opening_threads: 16 2024-04-15T21:32:32.882 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.statistics: (nil) 2024-04-15T21:32:32.882 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.use_fsync: 0 2024-04-15T21:32:32.882 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.max_log_file_size: 0 2024-04-15T21:32:32.882 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-15T21:32:32.882 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.log_file_time_to_roll: 0 2024-04-15T21:32:32.882 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.keep_log_file_num: 1000 2024-04-15T21:32:32.882 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.recycle_log_file_num: 0 2024-04-15T21:32:32.882 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.allow_fallocate: 1 2024-04-15T21:32:32.882 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.allow_mmap_reads: 0 2024-04-15T21:32:32.883 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.allow_mmap_writes: 0 2024-04-15T21:32:32.883 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.use_direct_reads: 0 2024-04-15T21:32:32.883 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-15T21:32:32.883 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.create_missing_column_families: 0 2024-04-15T21:32:32.883 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.db_log_dir: 2024-04-15T21:32:32.883 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.wal_dir: 2024-04-15T21:32:32.883 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.table_cache_numshardbits: 6 2024-04-15T21:32:32.883 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.WAL_ttl_seconds: 0 2024-04-15T21:32:32.883 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.WAL_size_limit_MB: 0 2024-04-15T21:32:32.883 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-15T21:32:32.883 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-15T21:32:32.883 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.is_fd_close_on_exec: 1 2024-04-15T21:32:32.883 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.advise_random_on_open: 1 2024-04-15T21:32:32.883 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.db_write_buffer_size: 0 2024-04-15T21:32:32.884 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.write_buffer_manager: 0x55e7b8af2820 2024-04-15T21:32:32.884 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-15T21:32:32.884 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-15T21:32:32.884 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.use_adaptive_mutex: 0 2024-04-15T21:32:32.884 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.rate_limiter: (nil) 2024-04-15T21:32:32.884 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-15T21:32:32.884 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.wal_recovery_mode: 2 2024-04-15T21:32:32.884 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.enable_thread_tracking: 0 2024-04-15T21:32:32.884 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.enable_pipelined_write: 0 2024-04-15T21:32:32.884 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.unordered_write: 0 2024-04-15T21:32:32.884 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-15T21:32:32.884 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-15T21:32:32.884 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-15T21:32:32.884 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-15T21:32:32.884 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.row_cache: None 2024-04-15T21:32:32.884 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.wal_filter: None 2024-04-15T21:32:32.885 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-15T21:32:32.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.allow_ingest_behind: 0 2024-04-15T21:32:32.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.two_write_queues: 0 2024-04-15T21:32:32.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.manual_wal_flush: 0 2024-04-15T21:32:32.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.wal_compression: 0 2024-04-15T21:32:32.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.atomic_flush: 0 2024-04-15T21:32:32.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-15T21:32:32.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.persist_stats_to_disk: 0 2024-04-15T21:32:32.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.write_dbid_to_manifest: 0 2024-04-15T21:32:32.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.log_readahead_size: 0 2024-04-15T21:32:32.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-15T21:32:32.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.best_efforts_recovery: 0 2024-04-15T21:32:32.886 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-15T21:32:32.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-15T21:32:32.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.allow_data_in_errors: 0 2024-04-15T21:32:32.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.db_host_id: __hostname__ 2024-04-15T21:32:32.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.enforce_single_del_contracts: true 2024-04-15T21:32:32.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.max_background_jobs: 2 2024-04-15T21:32:32.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.max_background_compactions: -1 2024-04-15T21:32:32.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.max_subcompactions: 1 2024-04-15T21:32:32.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-15T21:32:32.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-15T21:32:32.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.delayed_write_rate : 16777216 2024-04-15T21:32:32.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.max_total_wal_size: 0 2024-04-15T21:32:32.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-15T21:32:32.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.stats_dump_period_sec: 600 2024-04-15T21:32:32.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.stats_persist_period_sec: 600 2024-04-15T21:32:32.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-15T21:32:32.887 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.max_open_files: -1 2024-04-15T21:32:32.888 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.bytes_per_sync: 0 2024-04-15T21:32:32.888 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.wal_bytes_per_sync: 0 2024-04-15T21:32:32.888 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.strict_bytes_per_sync: 0 2024-04-15T21:32:32.888 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.compaction_readahead_size: 0 2024-04-15T21:32:32.888 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.max_background_flushes: -1 2024-04-15T21:32:32.888 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Compression algorithms supported: 2024-04-15T21:32:32.888 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-15T21:32:32.888 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: kZSTD supported: 0 2024-04-15T21:32:32.888 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: kXpressCompression supported: 0 2024-04-15T21:32:32.888 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: kLZ4HCCompression supported: 1 2024-04-15T21:32:32.888 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: kZlibCompression supported: 1 2024-04-15T21:32:32.888 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: kSnappyCompression supported: 1 2024-04-15T21:32:32.888 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: kLZ4Compression supported: 1 2024-04-15T21:32:32.888 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: kBZip2Compression supported: 0 2024-04-15T21:32:32.888 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Fast CRC32 supported: Supported on x86 2024-04-15T21:32:32.889 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: DMutex implementation: pthread_mutex_t 2024-04-15T21:32:32.889 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000107 2024-04-15T21:32:32.889 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-04-15T21:32:32.889 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-15T21:32:32.889 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.merge_operator: 2024-04-15T21:32:32.889 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.compaction_filter: None 2024-04-15T21:32:32.889 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.compaction_filter_factory: None 2024-04-15T21:32:32.889 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.sst_partitioner_factory: None 2024-04-15T21:32:32.889 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.memtable_factory: SkipListFactory 2024-04-15T21:32:32.889 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.table_factory: BlockBasedTable 2024-04-15T21:32:32.889 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55e7b8b23de0) 2024-04-15T21:32:32.889 INFO:journalctl@ceph.mon.a.smithi057.stdout: cache_index_and_filter_blocks: 1 2024-04-15T21:32:32.889 INFO:journalctl@ceph.mon.a.smithi057.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-15T21:32:32.889 INFO:journalctl@ceph.mon.a.smithi057.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-15T21:32:32.889 INFO:journalctl@ceph.mon.a.smithi057.stdout: pin_top_level_index_and_filter: 1 2024-04-15T21:32:32.889 INFO:journalctl@ceph.mon.a.smithi057.stdout: index_type: 0 2024-04-15T21:32:32.890 INFO:journalctl@ceph.mon.a.smithi057.stdout: data_block_index_type: 0 2024-04-15T21:32:32.890 INFO:journalctl@ceph.mon.a.smithi057.stdout: index_shortening: 1 2024-04-15T21:32:32.890 INFO:journalctl@ceph.mon.a.smithi057.stdout: data_block_hash_table_util_ratio: 0.750000 2024-04-15T21:32:32.890 INFO:journalctl@ceph.mon.a.smithi057.stdout: checksum: 4 2024-04-15T21:32:32.890 INFO:journalctl@ceph.mon.a.smithi057.stdout: no_block_cache: 0 2024-04-15T21:32:32.890 INFO:journalctl@ceph.mon.a.smithi057.stdout: block_cache: 0x55e7b8b25090 2024-04-15T21:32:32.890 INFO:journalctl@ceph.mon.a.smithi057.stdout: block_cache_name: BinnedLRUCache 2024-04-15T21:32:32.890 INFO:journalctl@ceph.mon.a.smithi057.stdout: block_cache_options: 2024-04-15T21:32:32.890 INFO:journalctl@ceph.mon.a.smithi057.stdout: capacity : 536870912 2024-04-15T21:32:32.890 INFO:journalctl@ceph.mon.a.smithi057.stdout: num_shard_bits : 4 2024-04-15T21:32:32.890 INFO:journalctl@ceph.mon.a.smithi057.stdout: strict_capacity_limit : 0 2024-04-15T21:32:32.890 INFO:journalctl@ceph.mon.a.smithi057.stdout: high_pri_pool_ratio: 0.000 2024-04-15T21:32:32.890 INFO:journalctl@ceph.mon.a.smithi057.stdout: block_cache_compressed: (nil) 2024-04-15T21:32:32.890 INFO:journalctl@ceph.mon.a.smithi057.stdout: persistent_cache: (nil) 2024-04-15T21:32:32.890 INFO:journalctl@ceph.mon.a.smithi057.stdout: block_size: 4096 2024-04-15T21:32:32.890 INFO:journalctl@ceph.mon.a.smithi057.stdout: block_size_deviation: 10 2024-04-15T21:32:32.891 INFO:journalctl@ceph.mon.a.smithi057.stdout: block_restart_interval: 16 2024-04-15T21:32:32.891 INFO:journalctl@ceph.mon.a.smithi057.stdout: index_block_restart_interval: 1 2024-04-15T21:32:32.891 INFO:journalctl@ceph.mon.a.smithi057.stdout: metadata_block_size: 4096 2024-04-15T21:32:32.891 INFO:journalctl@ceph.mon.a.smithi057.stdout: partition_filters: 0 2024-04-15T21:32:32.891 INFO:journalctl@ceph.mon.a.smithi057.stdout: use_delta_encoding: 1 2024-04-15T21:32:32.891 INFO:journalctl@ceph.mon.a.smithi057.stdout: filter_policy: bloomfilter 2024-04-15T21:32:32.891 INFO:journalctl@ceph.mon.a.smithi057.stdout: whole_key_filtering: 1 2024-04-15T21:32:32.891 INFO:journalctl@ceph.mon.a.smithi057.stdout: verify_compression: 0 2024-04-15T21:32:32.891 INFO:journalctl@ceph.mon.a.smithi057.stdout: read_amp_bytes_per_bit: 0 2024-04-15T21:32:32.891 INFO:journalctl@ceph.mon.a.smithi057.stdout: format_version: 5 2024-04-15T21:32:32.891 INFO:journalctl@ceph.mon.a.smithi057.stdout: enable_index_compression: 1 2024-04-15T21:32:32.891 INFO:journalctl@ceph.mon.a.smithi057.stdout: block_align: 0 2024-04-15T21:32:32.891 INFO:journalctl@ceph.mon.a.smithi057.stdout: max_auto_readahead_size: 262144 2024-04-15T21:32:32.891 INFO:journalctl@ceph.mon.a.smithi057.stdout: prepopulate_block_cache: 0 2024-04-15T21:32:32.891 INFO:journalctl@ceph.mon.a.smithi057.stdout: initial_auto_readahead_size: 8192 2024-04-15T21:32:32.891 INFO:journalctl@ceph.mon.a.smithi057.stdout: num_file_reads_for_auto_readahead: 2 2024-04-15T21:32:32.891 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.write_buffer_size: 33554432 2024-04-15T21:32:32.892 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.max_write_buffer_number: 2 2024-04-15T21:32:32.892 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.compression: NoCompression 2024-04-15T21:32:32.892 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.bottommost_compression: Disabled 2024-04-15T21:32:32.892 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.prefix_extractor: nullptr 2024-04-15T21:32:32.892 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-15T21:32:32.892 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.num_levels: 7 2024-04-15T21:32:32.892 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-15T21:32:32.892 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-15T21:32:32.892 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-15T21:32:32.892 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-15T21:32:32.892 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-15T21:32:32.892 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-15T21:32:32.892 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-15T21:32:32.892 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-15T21:32:32.892 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-15T21:32:32.892 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-15T21:32:32.892 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-04-15T21:32:32.893 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-04-15T21:32:32.893 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.compression_opts.window_bits: -14 2024-04-15T21:32:32.893 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.compression_opts.level: 32767 2024-04-15T21:32:32.893 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.compression_opts.strategy: 0 2024-04-15T21:32:32.893 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-15T21:32:32.893 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-15T21:32:32.893 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-04-15T21:32:32.893 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-15T21:32:32.893 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.compression_opts.enabled: false 2024-04-15T21:32:32.893 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-04-15T21:32:32.893 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-15T21:32:32.893 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-15T21:32:32.893 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-15T21:32:32.893 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.target_file_size_base: 67108864 2024-04-15T21:32:32.893 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.target_file_size_multiplier: 1 2024-04-15T21:32:32.894 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-15T21:32:32.894 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-15T21:32:32.894 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-15T21:32:32.894 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-15T21:32:32.894 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-15T21:32:32.894 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-15T21:32:32.894 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-15T21:32:32.894 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-15T21:32:32.894 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-15T21:32:32.894 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-15T21:32:32.894 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-15T21:32:32.894 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-15T21:32:32.894 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-04-15T21:32:32.894 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.arena_block_size: 1048576 2024-04-15T21:32:32.894 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-15T21:32:32.894 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-15T21:32:32.895 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.disable_auto_compactions: 0 2024-04-15T21:32:32.895 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-15T21:32:32.895 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-15T21:32:32.895 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-15T21:32:32.895 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-15T21:32:32.895 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-15T21:32:32.895 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-15T21:32:32.895 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-15T21:32:32.895 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-15T21:32:32.895 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-15T21:32:32.895 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-15T21:32:32.895 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-04-15T21:32:32.895 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.inplace_update_support: 0 2024-04-15T21:32:32.895 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.inplace_update_num_locks: 10000 2024-04-15T21:32:32.895 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-15T21:32:32.895 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-15T21:32:32.896 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.memtable_huge_page_size: 0 2024-04-15T21:32:32.896 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.bloom_locality: 0 2024-04-15T21:32:32.896 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.max_successive_merges: 0 2024-04-15T21:32:32.896 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.optimize_filters_for_hits: 0 2024-04-15T21:32:32.896 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.paranoid_file_checks: 0 2024-04-15T21:32:32.896 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.force_consistency_checks: 1 2024-04-15T21:32:32.896 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.report_bg_io_stats: 0 2024-04-15T21:32:32.896 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.ttl: 2592000 2024-04-15T21:32:32.896 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.periodic_compaction_seconds: 0 2024-04-15T21:32:32.896 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-04-15T21:32:32.896 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-04-15T21:32:32.896 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.enable_blob_files: false 2024-04-15T21:32:32.896 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.min_blob_size: 0 2024-04-15T21:32:32.896 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.blob_file_size: 268435456 2024-04-15T21:32:32.896 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.blob_compression_type: NoCompression 2024-04-15T21:32:32.897 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.enable_blob_garbage_collection: false 2024-04-15T21:32:32.897 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-15T21:32:32.897 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-04-15T21:32:32.897 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-04-15T21:32:32.897 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.blob_file_starting_level: 0 2024-04-15T21:32:32.897 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-04-15T21:32:32.897 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-04-15T21:32:32.897 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000107 succeeded,manifest_file_number is 107, next_file_number is 117, last_sequence is 53998, log_number is 113,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 113 2024-04-15T21:32:32.897 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 113 2024-04-15T21:32:32.897 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 649a6d16-d431-4561-80de-d6a512cb68c7 2024-04-15T21:32:32.897 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: EVENT_LOG_v1 {"time_micros": 1713216752636654, "job": 1, "event": "recovery_started", "wal_files": [113]} 2024-04-15T21:32:32.898 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #113 mode 2 2024-04-15T21:32:32.898 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: EVENT_LOG_v1 {"time_micros": 1713216752636721, "job": 1, "event": "recovery_finished"} 2024-04-15T21:32:32.898 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: [db/version_set.cc:5047] Creating manifest 119 2024-04-15T21:32:32.898 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-04-15T21:32:32.898 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55e7b8c12000 2024-04-15T21:32:32.898 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: DB pointer 0x55e7b8bfc000 2024-04-15T21:32:32.898 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-04-15T21:32:32.898 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-04-15T21:32:32.898 INFO:journalctl@ceph.mon.a.smithi057.stdout: ** DB Stats ** 2024-04-15T21:32:32.898 INFO:journalctl@ceph.mon.a.smithi057.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-15T21:32:32.898 INFO:journalctl@ceph.mon.a.smithi057.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-15T21:32:32.898 INFO:journalctl@ceph.mon.a.smithi057.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-15T21:32:32.898 INFO:journalctl@ceph.mon.a.smithi057.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-15T21:32:32.898 INFO:journalctl@ceph.mon.a.smithi057.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-15T21:32:32.898 INFO:journalctl@ceph.mon.a.smithi057.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-15T21:32:32.899 INFO:journalctl@ceph.mon.a.smithi057.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-15T21:32:32.899 INFO:journalctl@ceph.mon.a.smithi057.stdout: 2024-04-15T21:32:32.899 INFO:journalctl@ceph.mon.a.smithi057.stdout: ** Compaction Stats [default] ** 2024-04-15T21:32:32.899 INFO:journalctl@ceph.mon.a.smithi057.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-15T21:32:32.899 INFO:journalctl@ceph.mon.a.smithi057.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-04-15T21:32:32.899 INFO:journalctl@ceph.mon.a.smithi057.stdout: L6 1/0 13.81 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-04-15T21:32:32.899 INFO:journalctl@ceph.mon.a.smithi057.stdout: Sum 1/0 13.81 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-04-15T21:32:32.899 INFO:journalctl@ceph.mon.a.smithi057.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-04-15T21:32:32.899 INFO:journalctl@ceph.mon.a.smithi057.stdout: 2024-04-15T21:32:32.899 INFO:journalctl@ceph.mon.a.smithi057.stdout: ** Compaction Stats [default] ** 2024-04-15T21:32:32.899 INFO:journalctl@ceph.mon.a.smithi057.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-15T21:32:32.899 INFO:journalctl@ceph.mon.a.smithi057.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-15T21:32:32.899 INFO:journalctl@ceph.mon.a.smithi057.stdout: 2024-04-15T21:32:32.899 INFO:journalctl@ceph.mon.a.smithi057.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-04-15T21:32:32.899 INFO:journalctl@ceph.mon.a.smithi057.stdout: 2024-04-15T21:32:32.899 INFO:journalctl@ceph.mon.a.smithi057.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-15T21:32:32.899 INFO:journalctl@ceph.mon.a.smithi057.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-04-15T21:32:32.900 INFO:journalctl@ceph.mon.a.smithi057.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-15T21:32:32.900 INFO:journalctl@ceph.mon.a.smithi057.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-15T21:32:32.900 INFO:journalctl@ceph.mon.a.smithi057.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-15T21:32:32.900 INFO:journalctl@ceph.mon.a.smithi057.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-15T21:32:32.900 INFO:journalctl@ceph.mon.a.smithi057.stdout: Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-15T21:32:32.900 INFO:journalctl@ceph.mon.a.smithi057.stdout: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-15T21:32:32.900 INFO:journalctl@ceph.mon.a.smithi057.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-15T21:32:32.900 INFO:journalctl@ceph.mon.a.smithi057.stdout: Block cache BinnedLRUCache@0x55e7b8b25090#2 capacity: 512.00 MB usage: 0.00 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 7e-06 secs_since: 0 2024-04-15T21:32:32.900 INFO:journalctl@ceph.mon.a.smithi057.stdout: Block cache entry stats(count,size,portion): Misc(1,0.00 KB,0%) 2024-04-15T21:32:32.900 INFO:journalctl@ceph.mon.a.smithi057.stdout: 2024-04-15T21:32:32.900 INFO:journalctl@ceph.mon.a.smithi057.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-15T21:32:32.900 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: starting mon.a rank 0 at public addrs [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] at bind addrs [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 2024-04-15T21:32:32.900 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: mon.a@-1(???) e3 preinit fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 2024-04-15T21:32:32.900 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: mon.a@-1(???).mds e1 new map 2024-04-15T21:32:32.900 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: mon.a@-1(???).mds e1 print_map 2024-04-15T21:32:32.900 INFO:journalctl@ceph.mon.a.smithi057.stdout: e1 2024-04-15T21:32:32.900 INFO:journalctl@ceph.mon.a.smithi057.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-04-15T21:32:32.901 INFO:journalctl@ceph.mon.a.smithi057.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-15T21:32:32.901 INFO:journalctl@ceph.mon.a.smithi057.stdout: legacy client fscid: -1 2024-04-15T21:32:32.901 INFO:journalctl@ceph.mon.a.smithi057.stdout: 2024-04-15T21:32:32.901 INFO:journalctl@ceph.mon.a.smithi057.stdout: No filesystems configured 2024-04-15T21:32:32.901 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: mon.a@-1(???).osd e113 crush map has features 3314933000854323200, adjusting msgr requires 2024-04-15T21:32:32.901 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: mon.a@-1(???).osd e113 crush map has features 432629239337189376, adjusting msgr requires 2024-04-15T21:32:32.901 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: mon.a@-1(???).osd e113 crush map has features 432629239337189376, adjusting msgr requires 2024-04-15T21:32:32.901 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: mon.a@-1(???).osd e113 crush map has features 432629239337189376, adjusting msgr requires 2024-04-15T21:32:32.901 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 ceph-mon[135669]: mon.a@-1(???).paxosservice(auth 1..33) refresh upgraded, format 0 -> 3 2024-04-15T21:32:32.901 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 bash[135579]: 91d9cf1219521c517789f83c8c0c0359cb327eb39fc799b56336f304f00b539e 2024-04-15T21:32:32.901 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:32 smithi057 systemd[1]: Started Ceph mon.a for b97cffaa-fb6a-11ee-bc8f-c7b262605968. 2024-04-15T21:32:33.966 INFO:teuthology.orchestra.run.smithi057.stdout:true 2024-04-15T21:32:34.327 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:34 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T21:32:34.327 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:34 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T21:32:34.327 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:34 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T21:32:34.327 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:34 smithi057 ceph-mon[135669]: pgmap v10: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-15T21:32:34.327 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:34 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:32:34.327 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:34 smithi057 ceph-mon[135669]: pgmap v11: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-15T21:32:34.327 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:34 smithi057 ceph-mon[135669]: mon.a calling monitor election 2024-04-15T21:32:34.327 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:34 smithi057 ceph-mon[135669]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-04-15T21:32:34.327 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:34 smithi057 ceph-mon[135669]: monmap epoch 3 2024-04-15T21:32:34.327 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:34 smithi057 ceph-mon[135669]: fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 2024-04-15T21:32:34.328 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:34 smithi057 ceph-mon[135669]: last_changed 2024-04-15T20:59:22.241788+0000 2024-04-15T21:32:34.328 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:34 smithi057 ceph-mon[135669]: created 2024-04-15T20:57:39.671790+0000 2024-04-15T21:32:34.328 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:34 smithi057 ceph-mon[135669]: min_mon_release 17 (quincy) 2024-04-15T21:32:34.328 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:34 smithi057 ceph-mon[135669]: election_strategy: 1 2024-04-15T21:32:34.328 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:34 smithi057 ceph-mon[135669]: 0: [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] mon.a 2024-04-15T21:32:34.328 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:34 smithi057 ceph-mon[135669]: 1: [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] mon.c 2024-04-15T21:32:34.328 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:34 smithi057 ceph-mon[135669]: 2: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-04-15T21:32:34.328 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:34 smithi057 ceph-mon[135669]: fsmap 2024-04-15T21:32:34.328 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:34 smithi057 ceph-mon[135669]: osdmap e113: 8 total, 8 up, 8 in 2024-04-15T21:32:34.328 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:34 smithi057 ceph-mon[135669]: mgrmap e52: y(active, since 17s), standbys: x 2024-04-15T21:32:34.328 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:34 smithi057 ceph-mon[135669]: overall HEALTH_OK 2024-04-15T21:32:34.328 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:34 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='' 2024-04-15T21:32:34.328 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:34 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='' 2024-04-15T21:32:34.328 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:34 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:34.329 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:34 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T21:32:34.329 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:34 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T21:32:34.329 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:34 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T21:32:34.329 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:34 smithi057 ceph-mon[29654]: pgmap v10: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-15T21:32:34.329 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:34 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:32:34.329 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:34 smithi057 ceph-mon[29654]: pgmap v11: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-15T21:32:34.329 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:34 smithi057 ceph-mon[29654]: mon.a calling monitor election 2024-04-15T21:32:34.329 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:34 smithi057 ceph-mon[29654]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-04-15T21:32:34.329 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:34 smithi057 ceph-mon[29654]: monmap epoch 3 2024-04-15T21:32:34.329 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:34 smithi057 ceph-mon[29654]: fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 2024-04-15T21:32:34.330 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:34 smithi057 ceph-mon[29654]: last_changed 2024-04-15T20:59:22.241788+0000 2024-04-15T21:32:34.330 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:34 smithi057 ceph-mon[29654]: created 2024-04-15T20:57:39.671790+0000 2024-04-15T21:32:34.330 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:34 smithi057 ceph-mon[29654]: min_mon_release 17 (quincy) 2024-04-15T21:32:34.330 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:34 smithi057 ceph-mon[29654]: election_strategy: 1 2024-04-15T21:32:34.330 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:34 smithi057 ceph-mon[29654]: 0: [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] mon.a 2024-04-15T21:32:34.330 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:34 smithi057 ceph-mon[29654]: 1: [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] mon.c 2024-04-15T21:32:34.330 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:34 smithi057 ceph-mon[29654]: 2: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-04-15T21:32:34.330 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:34 smithi057 ceph-mon[29654]: fsmap 2024-04-15T21:32:34.330 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:34 smithi057 ceph-mon[29654]: osdmap e113: 8 total, 8 up, 8 in 2024-04-15T21:32:34.330 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:34 smithi057 ceph-mon[29654]: mgrmap e52: y(active, since 17s), standbys: x 2024-04-15T21:32:34.330 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:34 smithi057 ceph-mon[29654]: overall HEALTH_OK 2024-04-15T21:32:34.330 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:34 smithi057 ceph-mon[29654]: from='mgr.25891 ' entity='' 2024-04-15T21:32:34.330 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:34 smithi057 ceph-mon[29654]: from='mgr.25891 ' entity='' 2024-04-15T21:32:34.330 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:34 smithi057 ceph-mon[29654]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:34.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:34 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T21:32:34.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:34 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T21:32:34.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:34 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T21:32:34.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:34 smithi148 ceph-mon[117761]: pgmap v10: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-15T21:32:34.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:34 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:32:34.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:34 smithi148 ceph-mon[117761]: pgmap v11: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-15T21:32:34.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:34 smithi148 ceph-mon[117761]: mon.a calling monitor election 2024-04-15T21:32:34.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:34 smithi148 ceph-mon[117761]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-04-15T21:32:34.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:34 smithi148 ceph-mon[117761]: monmap epoch 3 2024-04-15T21:32:34.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:34 smithi148 ceph-mon[117761]: fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 2024-04-15T21:32:34.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:34 smithi148 ceph-mon[117761]: last_changed 2024-04-15T20:59:22.241788+0000 2024-04-15T21:32:34.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:34 smithi148 ceph-mon[117761]: created 2024-04-15T20:57:39.671790+0000 2024-04-15T21:32:34.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:34 smithi148 ceph-mon[117761]: min_mon_release 17 (quincy) 2024-04-15T21:32:34.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:34 smithi148 ceph-mon[117761]: election_strategy: 1 2024-04-15T21:32:34.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:34 smithi148 ceph-mon[117761]: 0: [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] mon.a 2024-04-15T21:32:34.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:34 smithi148 ceph-mon[117761]: 1: [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] mon.c 2024-04-15T21:32:34.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:34 smithi148 ceph-mon[117761]: 2: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-04-15T21:32:34.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:34 smithi148 ceph-mon[117761]: fsmap 2024-04-15T21:32:34.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:34 smithi148 ceph-mon[117761]: osdmap e113: 8 total, 8 up, 8 in 2024-04-15T21:32:34.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:34 smithi148 ceph-mon[117761]: mgrmap e52: y(active, since 17s), standbys: x 2024-04-15T21:32:34.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:34 smithi148 ceph-mon[117761]: overall HEALTH_OK 2024-04-15T21:32:34.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:34 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='' 2024-04-15T21:32:34.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:34 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='' 2024-04-15T21:32:34.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:34 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:34.710 INFO:teuthology.orchestra.run.smithi057.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-15T21:32:34.711 INFO:teuthology.orchestra.run.smithi057.stdout:agent.smithi057 smithi057 running 7s ago 33m - - 2024-04-15T21:32:34.711 INFO:teuthology.orchestra.run.smithi057.stdout:agent.smithi148 smithi148 running 6s ago 33m - - 2024-04-15T21:32:34.711 INFO:teuthology.orchestra.run.smithi057.stdout:alertmanager.a smithi057 *:9093,9094 running (3m) 7s ago 28m 24.2M - 0.25.0 c8568f914cd2 b3d0ee2337d1 2024-04-15T21:32:34.711 INFO:teuthology.orchestra.run.smithi057.stdout:grafana.a smithi148 *:3000 running (3m) 6s ago 28m 81.4M - 9.4.12 2bacad6d85d8 2d2c50c8da7b 2024-04-15T21:32:34.711 INFO:teuthology.orchestra.run.smithi057.stdout:iscsi.foo.smithi057.jwyjxv smithi057 running (6m) 7s ago 27m 61.6M - 3.5 e1d6a67b021e 9d8d20cf842b 2024-04-15T21:32:34.711 INFO:teuthology.orchestra.run.smithi057.stdout:mgr.x smithi148 *:8443,9283,8765 running (6m) 6s ago 32m 448M - 19.0.0-3084-g87dbfb63 a452a57266c7 56ad8667b91a 2024-04-15T21:32:34.711 INFO:teuthology.orchestra.run.smithi057.stdout:mgr.y smithi057 *:8443,9283,8765 running (16m) 7s ago 34m 535M - 19.0.0-3084-g87dbfb63 a452a57266c7 7bb446a32fbb 2024-04-15T21:32:34.711 INFO:teuthology.orchestra.run.smithi057.stdout:mon.a smithi057 starting - - - 2048M 2024-04-15T21:32:34.711 INFO:teuthology.orchestra.run.smithi057.stdout:mon.b smithi148 running (96s) 6s ago 33m 39.6M 2048M 19.0.0-3084-g87dbfb63 a452a57266c7 c911348a806b 2024-04-15T21:32:34.711 INFO:teuthology.orchestra.run.smithi057.stdout:mon.c smithi057 running (33m) 7s ago 33m 75.2M 2048M 17.2.0 e1d6a67b021e 7cbf3ea734af 2024-04-15T21:32:34.711 INFO:teuthology.orchestra.run.smithi057.stdout:node-exporter.a smithi057 *:9100 running (5m) 7s ago 29m 16.0M - 1.5.0 0da6a335fe13 1fe3c748de02 2024-04-15T21:32:34.711 INFO:teuthology.orchestra.run.smithi057.stdout:node-exporter.b smithi148 *:9100 running (5m) 6s ago 29m 15.8M - 1.5.0 0da6a335fe13 94918e657592 2024-04-15T21:32:34.711 INFO:teuthology.orchestra.run.smithi057.stdout:osd.0 smithi057 running (32m) 7s ago 32m 54.5M 4096M 17.2.0 e1d6a67b021e a825b23c2b8e 2024-04-15T21:32:34.711 INFO:teuthology.orchestra.run.smithi057.stdout:osd.1 smithi057 running (32m) 7s ago 32m 59.2M 4096M 17.2.0 e1d6a67b021e ef43105379fd 2024-04-15T21:32:34.712 INFO:teuthology.orchestra.run.smithi057.stdout:osd.2 smithi057 running (31m) 7s ago 31m 53.4M 4096M 17.2.0 e1d6a67b021e 8cea1b1b5212 2024-04-15T21:32:34.712 INFO:teuthology.orchestra.run.smithi057.stdout:osd.3 smithi057 running (31m) 7s ago 31m 52.8M 4096M 17.2.0 e1d6a67b021e 8400e9bee4fe 2024-04-15T21:32:34.712 INFO:teuthology.orchestra.run.smithi057.stdout:osd.4 smithi148 running (31m) 6s ago 31m 54.8M 4096M 17.2.0 e1d6a67b021e 955a657c7722 2024-04-15T21:32:34.712 INFO:teuthology.orchestra.run.smithi057.stdout:osd.5 smithi148 running (30m) 6s ago 30m 52.1M 4096M 17.2.0 e1d6a67b021e bf2b1914ffc9 2024-04-15T21:32:34.712 INFO:teuthology.orchestra.run.smithi057.stdout:osd.6 smithi148 running (30m) 6s ago 30m 52.2M 4096M 17.2.0 e1d6a67b021e ab801778ca01 2024-04-15T21:32:34.712 INFO:teuthology.orchestra.run.smithi057.stdout:osd.7 smithi148 running (29m) 6s ago 29m 53.0M 4096M 17.2.0 e1d6a67b021e c9334bc357be 2024-04-15T21:32:34.712 INFO:teuthology.orchestra.run.smithi057.stdout:prometheus.a smithi148 *:9095 running (4m) 6s ago 29m 66.3M - 2.43.0 a07b618ecd1d ff3fcf9e6b9f 2024-04-15T21:32:34.712 INFO:teuthology.orchestra.run.smithi057.stdout:rgw.foo.smithi057.lxigfo smithi057 *:8000 running (27m) 7s ago 27m 79.9M - 17.2.0 e1d6a67b021e fa044b726c8d 2024-04-15T21:32:34.712 INFO:teuthology.orchestra.run.smithi057.stdout:rgw.foo.smithi148.cgzzfh smithi148 *:8000 running (27m) 6s ago 27m 77.2M - 17.2.0 e1d6a67b021e 722242170e62 2024-04-15T21:32:35.190 INFO:teuthology.orchestra.run.smithi057.stdout:{ 2024-04-15T21:32:35.190 INFO:teuthology.orchestra.run.smithi057.stdout: "mon": { 2024-04-15T21:32:35.190 INFO:teuthology.orchestra.run.smithi057.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 1, 2024-04-15T21:32:35.190 INFO:teuthology.orchestra.run.smithi057.stdout: "ceph version 19.0.0-3084-g87dbfb63 (87dbfb632e974cb2c28d17423071d2d833b53b29) squid (dev)": 2 2024-04-15T21:32:35.190 INFO:teuthology.orchestra.run.smithi057.stdout: }, 2024-04-15T21:32:35.190 INFO:teuthology.orchestra.run.smithi057.stdout: "mgr": { 2024-04-15T21:32:35.191 INFO:teuthology.orchestra.run.smithi057.stdout: "ceph version 19.0.0-3084-g87dbfb63 (87dbfb632e974cb2c28d17423071d2d833b53b29) squid (dev)": 2 2024-04-15T21:32:35.191 INFO:teuthology.orchestra.run.smithi057.stdout: }, 2024-04-15T21:32:35.191 INFO:teuthology.orchestra.run.smithi057.stdout: "osd": { 2024-04-15T21:32:35.191 INFO:teuthology.orchestra.run.smithi057.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 8 2024-04-15T21:32:35.191 INFO:teuthology.orchestra.run.smithi057.stdout: }, 2024-04-15T21:32:35.191 INFO:teuthology.orchestra.run.smithi057.stdout: "rgw": { 2024-04-15T21:32:35.191 INFO:teuthology.orchestra.run.smithi057.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 2 2024-04-15T21:32:35.191 INFO:teuthology.orchestra.run.smithi057.stdout: }, 2024-04-15T21:32:35.191 INFO:teuthology.orchestra.run.smithi057.stdout: "overall": { 2024-04-15T21:32:35.191 INFO:teuthology.orchestra.run.smithi057.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 11, 2024-04-15T21:32:35.191 INFO:teuthology.orchestra.run.smithi057.stdout: "ceph version 19.0.0-3084-g87dbfb63 (87dbfb632e974cb2c28d17423071d2d833b53b29) squid (dev)": 4 2024-04-15T21:32:35.191 INFO:teuthology.orchestra.run.smithi057.stdout: } 2024-04-15T21:32:35.191 INFO:teuthology.orchestra.run.smithi057.stdout:} 2024-04-15T21:32:35.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:35 smithi057 ceph-mon[135669]: from='client.25924 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:32:35.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:35 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:35.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:35 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:35.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:35 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:35.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:35 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:35.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:35 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:35.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:35 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:35.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:35 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:35.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:35 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:35.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:35 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:35.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:35 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:35.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:35 smithi057 ceph-mon[135669]: from='client.54200 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:32:35.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:35 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:35.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:35 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:35.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:35 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:35.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:35 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:35.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:35 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:35.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:35 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:35.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:35 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:35.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:35 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:35.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:35 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:35.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:35 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:35.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:35 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:35.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:35 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:35.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:35 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:35.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:35 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:35.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:35 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:35.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:35 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:35.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:35 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:35.383 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:35 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:35.383 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:35 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:35.383 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:35 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:35.383 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:35 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:35.383 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:35 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:35.383 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:35 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:35.383 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:35 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:35.383 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:35 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:35.383 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:35 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:35.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:35 smithi057 ceph-mon[29654]: from='client.25924 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:32:35.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:35 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:35.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:35 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:35.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:35 smithi057 ceph-mon[29654]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:35.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:35 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:35.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:35 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:35.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:35 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:35.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:35 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:35.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:35 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:35.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:35 smithi057 ceph-mon[29654]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:35.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:35 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:35.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:35 smithi057 ceph-mon[29654]: from='client.54200 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:32:35.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:35 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:35.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:35 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:35.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:35 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:35.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:35 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:35.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:35 smithi057 ceph-mon[29654]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:35.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:35 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:35.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:35 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:35.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:35 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:35.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:35 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:35.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:35 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:35.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:35 smithi057 ceph-mon[29654]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:35.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:35 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:35.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:35 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:35.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:35 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:35.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:35 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:35.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:35 smithi057 ceph-mon[29654]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:35.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:35 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:35.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:35 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:35.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:35 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:35.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:35 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:35.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:35 smithi057 ceph-mon[29654]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:35.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:35 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:35.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:35 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:35.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:35 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:35.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:35 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:35.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:35 smithi057 ceph-mon[29654]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:35.574 INFO:teuthology.orchestra.run.smithi057.stdout:{ 2024-04-15T21:32:35.574 INFO:teuthology.orchestra.run.smithi057.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29", 2024-04-15T21:32:35.574 INFO:teuthology.orchestra.run.smithi057.stdout: "in_progress": true, 2024-04-15T21:32:35.574 INFO:teuthology.orchestra.run.smithi057.stdout: "which": "Upgrading daemons of type(s) mon on host(s) smithi057", 2024-04-15T21:32:35.574 INFO:teuthology.orchestra.run.smithi057.stdout: "services_complete": [], 2024-04-15T21:32:35.574 INFO:teuthology.orchestra.run.smithi057.stdout: "progress": "0/2 daemons upgraded", 2024-04-15T21:32:35.575 INFO:teuthology.orchestra.run.smithi057.stdout: "message": "Currently upgrading mon daemons", 2024-04-15T21:32:35.575 INFO:teuthology.orchestra.run.smithi057.stdout: "is_paused": false 2024-04-15T21:32:35.575 INFO:teuthology.orchestra.run.smithi057.stdout:} 2024-04-15T21:32:35.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:35 smithi148 ceph-mon[117761]: from='client.25924 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:32:35.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:35 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:35.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:35 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:35.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:35 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:35.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:35 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:35.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:35 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:35.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:35 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:35.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:35 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:35.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:35 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:35.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:35 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:35.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:35 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:35.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:35 smithi148 ceph-mon[117761]: from='client.54200 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:32:35.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:35 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:35.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:35 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:35.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:35 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:35.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:35 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:35.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:35 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:35.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:35 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:35.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:35 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:35.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:35 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:35.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:35 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:35.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:35 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:35.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:35 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:35.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:35 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:35.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:35 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:35.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:35 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:35.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:35 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:35.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:35 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:35.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:35 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:35.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:35 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:35.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:35 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:35.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:35 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:35.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:35 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:35.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:35 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:35.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:35 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:35.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:35 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:35.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:35 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:35.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:35 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:36.272 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:36 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:36.272 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:36 smithi057 ceph-mon[135669]: from='client.25930 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:32:36.272 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:36 smithi057 ceph-mon[135669]: pgmap v12: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-15T21:32:36.272 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:36 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:36.272 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:36 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:36.272 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:36 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:36.273 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:36 smithi057 ceph-mon[135669]: from='client.? 172.21.15.57:0/2281296651' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:36.273 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:36 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:36.273 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:36 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:36.273 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:36 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:36.273 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:36 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:36.273 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:36 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:36.273 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:36 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:36.273 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:36 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:36.273 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:36 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:36.273 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:36 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:36.273 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:36 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:36.273 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:36 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:36.273 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:36 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:36.273 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:36 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:36.274 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:36 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:36.274 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:36 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:36.274 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:36 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:36.274 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:36 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:36.274 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:36 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:36.274 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:36 smithi057 ceph-mon[135669]: from='client.74112 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:32:36.274 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:36 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:36.274 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:36 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:36.274 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:36 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:36.274 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:36 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:36.274 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:36 smithi057 ceph-mon[29654]: from='client.25930 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:32:36.275 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:36 smithi057 ceph-mon[29654]: pgmap v12: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-15T21:32:36.275 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:36 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:36.275 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:36 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:36.275 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:36 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:36.275 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:36 smithi057 ceph-mon[29654]: from='client.? 172.21.15.57:0/2281296651' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:36.275 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:36 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:36.275 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:36 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:36.275 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:36 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:36.275 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:36 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:36.275 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:36 smithi057 ceph-mon[29654]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:36.275 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:36 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:36.275 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:36 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:36.275 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:36 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:36.275 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:36 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:36.275 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:36 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:36.276 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:36 smithi057 ceph-mon[29654]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:36.276 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:36 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:36.276 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:36 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:36.276 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:36 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:36.276 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:36 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:36.276 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:36 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:36.276 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:36 smithi057 ceph-mon[29654]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:36.276 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:36 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:36.276 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:36 smithi057 ceph-mon[29654]: from='client.74112 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:32:36.276 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:36 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:36.276 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:36 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:36.276 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:36 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:36.277 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:36 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:36.277 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:36 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:36.277 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:36 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:36.277 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:36 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:36.277 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:36 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:36.277 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:36 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:36.277 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:36 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:36.277 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:36 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:36.277 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:36 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:36.277 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:36 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:36.277 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:36 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:36.278 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:36 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:36.278 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:36 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:36.278 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:36 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:36.278 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:36 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:36.278 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:36 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:36.278 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:36 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:36.278 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:36 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:36.278 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:36 smithi057 ceph-mon[29654]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:36.278 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:36 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:36.278 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:36 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:36.278 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:36 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:36.278 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:36 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:36.279 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:36 smithi057 ceph-mon[29654]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:36.279 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:36 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:36.279 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:36 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:36.279 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:36 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:36.279 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:36 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:36.279 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:36 smithi057 ceph-mon[29654]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:36.279 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:36 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:36.279 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:36 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:36.279 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:36 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:36.279 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:36 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:36.279 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:36 smithi057 ceph-mon[29654]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:36.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:36 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:36.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:36 smithi148 ceph-mon[117761]: from='client.25930 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:32:36.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:36 smithi148 ceph-mon[117761]: pgmap v12: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-15T21:32:36.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:36 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:36.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:36 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:36.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:36 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:36.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:36 smithi148 ceph-mon[117761]: from='client.? 172.21.15.57:0/2281296651' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:36.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:36 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:36.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:36 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:36.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:36 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:36.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:36 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:36.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:36 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:36.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:36 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:36.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:36 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:36.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:36 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:36.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:36 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:36.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:36 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:36.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:36 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:36.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:36 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:36.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:36 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:36.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:36 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:36.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:36 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:36.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:36 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:36.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:36 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:36.356 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:36 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:36.356 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:36 smithi148 ceph-mon[117761]: from='client.74112 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:32:36.356 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:36 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:36.356 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:36 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:36.356 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:36 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:36.356 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:36 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:36.356 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:36 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:36.356 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:36 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:36.356 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:36 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:36.356 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:36 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:36.356 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:36 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:36.356 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:36 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:36.356 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:36 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:36.356 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:36 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:36.356 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:36 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:36.356 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:36 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:36.357 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:36 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:36.357 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:36 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:36.357 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:36 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:36.357 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:36 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:36.357 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:36 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:36.357 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:36 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:37.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:37 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:37.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:37 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:37.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:37 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:37.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:37 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:37.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:37 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:37.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:37 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:37.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:37 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:37.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:37 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:37.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:37 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:37.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:37 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:37.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:37 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:37.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:37 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:37.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:37 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:37.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:37 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:37.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:37 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:37.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:37 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:37.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:37 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:37.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:37 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:37.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:37 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:37.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:37 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:37.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:37 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:37.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:37 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:37.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:37 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:37.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:37 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:37.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:37 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:37.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:37 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:37.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:37 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:37.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:37 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:37.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:37 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:37.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:37 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:37.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:37 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:37.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:37 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:37.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:37 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:37.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:37 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:37.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:37 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:37.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:37 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:37.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:37 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:37.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:37 smithi057 ceph-mon[29654]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:37.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:37 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:37.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:37 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:37.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:37 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:37.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:37 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:37.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:37 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:37.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:37 smithi057 ceph-mon[29654]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:37.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:37 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:37.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:37 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:37.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:37 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:37.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:37 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:37.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:37 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:37.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:37 smithi057 ceph-mon[29654]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:37.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:37 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:37.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:37 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:37.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:37 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:37.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:37 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:37.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:37 smithi057 ceph-mon[29654]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:37.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:37 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:37.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:37 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:37.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:37 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:37.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:37 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:37.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:37 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:37.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:37 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:37.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:37 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:37.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:37 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:37.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:37 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:37.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:37 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:37.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:37 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:37.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:37 smithi057 ceph-mon[29654]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:37.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:37 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:37.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:37 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:37.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:37 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:37.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:37 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:37.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:37 smithi057 ceph-mon[29654]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:37.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:37 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:37.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:37 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:37.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:37 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:37.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:37 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:37.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:37 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:37.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:37 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:37.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:37 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:37.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:37 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:37.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:37 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:37.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:37 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:37.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:37 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:37.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:37 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:37.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:37 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:37.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:37 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:37.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:37 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:37.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:37 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:37.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:37 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:37.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:37 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:37.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:37 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:37.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:37 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:37.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:37 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:37.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:37 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:37.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:37 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:37.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:37 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:37.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:37 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:37.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:37 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:37.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:37 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:37.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:37 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:37.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:37 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:37.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:37 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:37.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:37 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:37.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:37 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:37.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:37 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:37.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:37 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:37.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:37 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:37.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:37 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:38.471 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:38 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:38.471 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:38 smithi057 ceph-mon[29654]: pgmap v13: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:32:38.472 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:38 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:38.472 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:38 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:38.472 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:38 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:38.472 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:38 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:38.472 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:38 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:38.472 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:38 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:38.472 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:38 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:38.472 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:38 smithi057 ceph-mon[29654]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:38.472 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:38 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:38.472 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:38 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:38.472 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:38 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:38.472 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:38 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:38.472 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:38 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:38.472 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:38 smithi057 ceph-mon[29654]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:38.473 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:38 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:38.473 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:38 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:38.473 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:38 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:38.473 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:38 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:38.473 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:38 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:38.473 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:38 smithi057 ceph-mon[29654]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:38.473 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:38 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:38.473 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:38 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:38.473 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:38 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:38.473 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:38 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:38.473 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:38 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:38.473 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:38 smithi057 ceph-mon[29654]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:38.473 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:38 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:38.473 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:38 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:38.474 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:38 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:38.474 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:38 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:38.474 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:38 smithi057 ceph-mon[29654]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:38.474 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:38 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:38.474 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:38 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:38.474 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:38 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:38.474 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:38 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:38.474 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:38 smithi057 ceph-mon[29654]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:38.474 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:38 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:38.474 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:38 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:38.474 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:38 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:38.474 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:38 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:38.474 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:38 smithi057 ceph-mon[29654]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:38.475 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:38 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:38.475 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:38 smithi057 ceph-mon[135669]: pgmap v13: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:32:38.475 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:38 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:38.475 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:38 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:38.475 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:38 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:38.475 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:38 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:38.475 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:38 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:38.475 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:38 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:38.475 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:38 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:38.475 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:38 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:38.475 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:38 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:38.476 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:38 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:38.476 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:38 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:38.476 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:38 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:38.476 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:38 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:38.476 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:38 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:38.476 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:38 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:38.476 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:38 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:38.476 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:38 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:38.476 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:38 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:38.476 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:38 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:38.476 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:38 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:38.476 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:38 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:38.476 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:38 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:38.476 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:38 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:38.476 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:38 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:38.477 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:38 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:38.477 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:38 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:38.477 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:38 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:38.477 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:38 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:38.477 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:38 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:38.477 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:38 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:38.477 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:38 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:38.477 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:38 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:38.477 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:38 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:38.477 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:38 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:38.477 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:38 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:38.477 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:38 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:38.477 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:38 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:38.477 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:38 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:38.477 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:38 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:38.478 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:38 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:38.478 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:38 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:38.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:38 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:38.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:38 smithi148 ceph-mon[117761]: pgmap v13: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:32:38.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:38 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:38.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:38 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:38.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:38 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:38.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:38 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:38.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:38 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:38.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:38 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:38.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:38 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:38.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:38 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:38.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:38 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:38.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:38 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:38.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:38 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:38.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:38 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:38.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:38 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:38.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:38 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:38.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:38 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:38.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:38 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:38.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:38 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:38.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:38 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:38.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:38 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:38.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:38 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:38.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:38 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:38.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:38 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:38.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:38 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:38.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:38 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:38.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:38 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:38.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:38 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:38.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:38 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:38.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:38 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:38.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:38 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:38.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:38 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:38.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:38 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:38.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:38 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:38.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:38 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:38.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:38 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:38.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:38 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:38.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:38 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:38.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:38 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:38.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:38 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:38.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:38 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:38.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:38 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:38.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:38 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:39.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:39 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:39.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:39 smithi057 ceph-mon[135669]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:32:39.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:39 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:39.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:39 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:39.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:39 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:39.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:39 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:39.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:39 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:39.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:39 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:39.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:39 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:39.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:39 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:39.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:39 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:39.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:39 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:39.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:39 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:39.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:39 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:39.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:39 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:39.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:39 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:39.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:39 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:39.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:39 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:39.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:39 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:39.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:39 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:39.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:39 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:39.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:39 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:39.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:39 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:39.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:39 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:39.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:39 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:39.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:39 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:39.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:39 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:39.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:39 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:39.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:39 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:39.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:39 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:39.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:39 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:39.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:39 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:39.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:39 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:39.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:39 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:39.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:39 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:39.383 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:39 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:39.383 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:39 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:39.383 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:39 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:39.383 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:39 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:39.383 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:39 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:39.383 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:39 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:39.383 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:39 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:39.383 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:39 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:39.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:39 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:39.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:39 smithi057 ceph-mon[29654]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:32:39.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:39 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:39.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:39 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:39.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:39 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:39.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:39 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:39.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:39 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:39.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:39 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:39.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:39 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:39.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:39 smithi057 ceph-mon[29654]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:39.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:39 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:39.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:39 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:39.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:39 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:39.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:39 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:39.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:39 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:39.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:39 smithi057 ceph-mon[29654]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:39.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:39 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:39.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:39 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:39.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:39 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:39.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:39 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:39.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:39 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:39.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:39 smithi057 ceph-mon[29654]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:39.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:39 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:39.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:39 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:39.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:39 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:39.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:39 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:39.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:39 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:39.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:39 smithi057 ceph-mon[29654]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:39.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:39 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:39.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:39 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:39.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:39 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:39.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:39 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:39.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:39 smithi057 ceph-mon[29654]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:39.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:39 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:39.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:39 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:39.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:39 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:39.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:39 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:39.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:39 smithi057 ceph-mon[29654]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:39.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:39 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:39.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:39 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:39.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:39 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:39.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:39 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:39.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:39 smithi057 ceph-mon[29654]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:39.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:39 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:39.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:39 smithi148 ceph-mon[117761]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:32:39.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:39 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:39.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:39 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:39.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:39 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:39.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:39 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:39.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:39 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:39.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:39 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:39.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:39 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:39.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:39 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:39.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:39 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:39.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:39 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:39.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:39 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:39.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:39 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:39.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:39 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:39.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:39 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:39.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:39 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:39.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:39 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:39.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:39 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:39.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:39 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:39.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:39 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:39.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:39 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:39.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:39 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:39.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:39 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:39.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:39 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:39.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:39 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:39.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:39 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:39.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:39 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:39.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:39 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:39.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:39 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:39.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:39 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:39.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:39 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:39.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:39 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:39.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:39 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:39.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:39 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:39.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:39 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:39.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:39 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:39.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:39 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:39.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:39 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:39.605 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:39 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:39.605 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:39 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:39.605 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:39 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:39.605 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:39 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:40.463 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:40 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:40.463 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:40 smithi057 ceph-mon[29654]: pgmap v14: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:32:40.463 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:40 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:40.463 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:40 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:40.463 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:40 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:40.463 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:40 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:40.463 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:40 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:40.464 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:40 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:40.464 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:40 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:40.464 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:40 smithi057 ceph-mon[29654]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:40.464 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:40 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:40.464 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:40 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:40.464 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:40 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:40.464 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:40 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:40.464 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:40 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:40.464 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:40 smithi057 ceph-mon[29654]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:40.464 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:40 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:40.464 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:40 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:40.464 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:40 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:40.464 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:40 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:40.464 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:40 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:40.464 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:40 smithi057 ceph-mon[29654]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:40.465 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:40 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:40.465 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:40 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:40.465 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:40 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:40.465 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:40 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:40.465 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:40 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:40.465 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:40 smithi057 ceph-mon[29654]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:40.465 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:40 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:40.465 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:40 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:40.465 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:40 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:40.465 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:40 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:40.465 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:40 smithi057 ceph-mon[29654]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:40.465 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:40 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:40.465 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:40 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:40.465 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:40 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:40.465 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:40 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:40.465 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:40 smithi057 ceph-mon[29654]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:40.466 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:40 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:40.466 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:40 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:40.466 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:40 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:40.466 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:40 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:40.466 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:40 smithi057 ceph-mon[29654]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:40.466 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:40 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:40.466 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:40 smithi057 ceph-mon[135669]: pgmap v14: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:32:40.466 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:40 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:40.466 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:40 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:40.467 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:40 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:40.467 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:40 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:40.467 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:40 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:40.467 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:40 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:40.467 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:40 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:40.467 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:40 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:40.467 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:40 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:40.467 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:40 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:40.467 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:40 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:40.467 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:40 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:40.467 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:40 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:40.467 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:40 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:40.467 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:40 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:40.467 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:40 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:40.467 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:40 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:40.468 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:40 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:40.468 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:40 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:40.468 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:40 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:40.468 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:40 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:40.468 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:40 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:40.468 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:40 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:40.468 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:40 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:40.468 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:40 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:40.468 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:40 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:40.468 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:40 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:40.468 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:40 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:40.468 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:40 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:40.468 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:40 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:40.468 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:40 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:40.469 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:40 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:40.469 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:40 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:40.469 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:40 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:40.469 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:40 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:40.469 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:40 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:40.469 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:40 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:40.469 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:40 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:40.469 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:40 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:40.469 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:40 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:40.469 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:40 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:40.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:40 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:40.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:40 smithi148 ceph-mon[117761]: pgmap v14: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:32:40.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:40 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:40.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:40 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:40.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:40 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:40.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:40 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:40.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:40 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:40.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:40 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:40.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:40 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:40.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:40 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:40.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:40 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:40.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:40 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:40.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:40 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:40.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:40 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:40.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:40 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:40.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:40 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:40.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:40 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:40.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:40 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:40.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:40 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:40.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:40 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:40.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:40 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:40.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:40 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:40.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:40 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:40.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:40 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:40.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:40 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:40.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:40 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:40.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:40 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:40.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:40 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:40.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:40 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:40.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:40 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:40.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:40 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:40.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:40 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:40.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:40 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:40.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:40 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:40.605 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:40 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:40.605 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:40 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:40.605 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:40 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:40.605 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:40 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:40.605 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:40 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:40.605 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:40 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:40.605 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:40 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:40.605 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:40 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:40.605 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:40 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:41.454 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:41 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:41.454 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:41 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:41.454 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:41 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:41.454 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:41 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:41.454 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:41 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:41.454 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:41 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:41.455 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:41 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:41.455 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:41 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:41.455 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:41 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:41.455 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:41 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:41.455 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:41 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:41.455 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:41 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:41.455 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:41 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:41.455 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:41 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:41.455 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:41 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:41.455 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:41 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:41.455 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:41 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:41.455 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:41 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:41.455 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:41 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:41.455 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:41 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:41.455 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:41 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:41.456 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:41 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:41.456 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:41 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:41.456 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:41 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:41.456 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:41 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:41.456 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:41 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:41.456 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:41 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:41.456 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:41 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:41.456 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:41 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:41.456 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:41 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:41.456 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:41 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:41.456 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:41 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:41.457 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:41 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:41.457 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:41 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:41.457 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:41 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:41.457 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:41 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:41.457 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:41 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:41.457 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:41 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:41.457 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:41 smithi057 ceph-mon[29654]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:41.457 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:41 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:41.457 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:41 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:41.457 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:41 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:41.457 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:41 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:41.457 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:41 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:41.457 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:41 smithi057 ceph-mon[29654]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:41.457 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:41 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:41.458 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:41 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:41.458 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:41 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:41.458 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:41 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:41.458 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:41 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:41.458 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:41 smithi057 ceph-mon[29654]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:41.458 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:41 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:41.458 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:41 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:41.458 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:41 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:41.458 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:41 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:41.458 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:41 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:41.458 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:41 smithi057 ceph-mon[29654]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:41.458 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:41 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:41.458 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:41 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:41.458 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:41 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:41.459 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:41 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:41.459 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:41 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:41.459 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:41 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:41.459 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:41 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:41.459 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:41 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:41.459 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:41 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:41.459 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:41 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:41.459 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:41 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:41.459 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:41 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:41.459 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:41 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:41.459 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:41 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:41.460 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:41 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:41.460 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:41 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:41.460 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:41 smithi057 ceph-mon[29654]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:41.460 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:41 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:41.460 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:41 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:41.460 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:41 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:41.460 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:41 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:41.460 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:41 smithi057 ceph-mon[29654]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:41.460 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:41 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:41.460 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:41 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:41.460 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:41 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:41.460 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:41 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:41.460 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:41 smithi057 ceph-mon[29654]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:41.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:41 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:41.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:41 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:41.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:41 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:41.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:41 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:41.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:41 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:41.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:41 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:41.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:41 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:41.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:41 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:41.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:41 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:41.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:41 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:41.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:41 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:41.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:41 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:41.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:41 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:41.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:41 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:41.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:41 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:41.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:41 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:41.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:41 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:41.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:41 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:41.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:41 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:41.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:41 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:41.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:41 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:41.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:41 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:41.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:41 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:41.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:41 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:41.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:41 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:41.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:41 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:41.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:41 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:41.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:41 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:41.605 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:41 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:41.605 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:41 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:41.605 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:41 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:41.605 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:41 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:41.605 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:41 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:41.605 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:41 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:41.605 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:41 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:41.605 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:41 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:41.605 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:41 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:41.605 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:41 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:41.606 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:41 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:41.606 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:41 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:41.606 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:41 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:41.606 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:41 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:41.734 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:32:41 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:32:41] "GET /metrics HTTP/1.1" 200 38013 "" "Prometheus/2.43.0" 2024-04-15T21:32:42.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:42 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:42.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:42 smithi057 ceph-mon[135669]: pgmap v15: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:32:42.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:42 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:42.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:42 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:42.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:42 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:42.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:42 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:42.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:42 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:42.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:42 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:42.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:42 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:42.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:42 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:42.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:42 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:42.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:42 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:42.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:42 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:42.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:42 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:42.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:42 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:42.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:42 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-15T21:32:42.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:42 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-04-15T21:32:42.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:42 smithi057 ceph-mon[135669]: Upgrade: It appears safe to stop mon.c 2024-04-15T21:32:42.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:42 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:42.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:42 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:42.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:42 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:42.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:42 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:42.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:42 smithi057 ceph-mon[29654]: pgmap v15: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:32:42.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:42 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:42.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:42 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:42.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:42 smithi057 ceph-mon[29654]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:42.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:42 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:42.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:42 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:42.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:42 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:42.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:42 smithi057 ceph-mon[29654]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:42.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:42 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:42.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:42 smithi057 ceph-mon[29654]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:42.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:42 smithi057 ceph-mon[29654]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:42.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:42 smithi057 ceph-mon[29654]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:42.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:42 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:42.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:42 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:42.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:42 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-15T21:32:42.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:42 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-04-15T21:32:42.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:42 smithi057 ceph-mon[29654]: Upgrade: It appears safe to stop mon.c 2024-04-15T21:32:42.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:42 smithi057 ceph-mon[29654]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:42.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:42 smithi057 ceph-mon[29654]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:42.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:42 smithi057 ceph-mon[29654]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:42.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:42 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:42.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:42 smithi148 ceph-mon[117761]: pgmap v15: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:32:42.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:42 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:42.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:42 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:42.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:42 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:42.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:42 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:42.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:42 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:42.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:42 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:42.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:42 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:42.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:42 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:42.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:42 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:42.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:42 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:42.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:42 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:42.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:42 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:32:42.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:42 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:32:42.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:42 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-15T21:32:42.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:42 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-04-15T21:32:42.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:42 smithi148 ceph-mon[117761]: Upgrade: It appears safe to stop mon.c 2024-04-15T21:32:42.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:42 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:42.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:42 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:42.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:42 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:44.450 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:44 smithi057 ceph-mon[135669]: pgmap v16: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:32:44.451 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:44 smithi057 ceph-mon[29654]: pgmap v16: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:32:44.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:44 smithi148 ceph-mon[117761]: pgmap v16: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:32:46.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:46 smithi148 ceph-mon[117761]: pgmap v17: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:32:46.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:46 smithi148 ceph-mon[117761]: Upgrade: Updating mon.c 2024-04-15T21:32:46.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:46 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:46.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:46 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-15T21:32:46.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:46 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-15T21:32:46.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:46 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:46.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:46 smithi148 ceph-mon[117761]: Deploying daemon mon.c on smithi057 2024-04-15T21:32:46.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:46 smithi057 ceph-mon[135669]: pgmap v17: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:32:46.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:46 smithi057 ceph-mon[135669]: Upgrade: Updating mon.c 2024-04-15T21:32:46.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:46 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:46.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:46 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-15T21:32:46.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:46 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-15T21:32:46.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:46 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:46.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:46 smithi057 ceph-mon[135669]: Deploying daemon mon.c on smithi057 2024-04-15T21:32:46.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:46 smithi057 ceph-mon[29654]: pgmap v17: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:32:46.631 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:46 smithi057 ceph-mon[29654]: Upgrade: Updating mon.c 2024-04-15T21:32:46.631 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:46 smithi057 ceph-mon[29654]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:46.631 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:46 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-15T21:32:46.631 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:46 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-15T21:32:46.631 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:46 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:46.631 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:46 smithi057 ceph-mon[29654]: Deploying daemon mon.c on smithi057 2024-04-15T21:32:47.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:47 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:32:47.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:47 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:32:47.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:47 smithi057 systemd[1]: Stopping Ceph mon.c for b97cffaa-fb6a-11ee-bc8f-c7b262605968... 2024-04-15T21:32:47.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:47 smithi057 ceph-mon[29654]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:32:47.909 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:47 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mon-c[29632]: 2024-04-15T21:32:47.652+0000 7f248e99d700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-15T21:32:47.909 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:47 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mon-c[29632]: 2024-04-15T21:32:47.652+0000 7f248e99d700 -1 mon.c@1(peon) e3 *** Got Signal Terminated *** 2024-04-15T21:32:47.909 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:32:47 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: [15/Apr/2024:21:32:47] ENGINE Bus STOPPING 2024-04-15T21:32:47.909 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:32:47 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: [15/Apr/2024:21:32:47] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-15T21:32:47.909 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:32:47 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: [15/Apr/2024:21:32:47] ENGINE Bus STOPPED 2024-04-15T21:32:47.910 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:32:47 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: [15/Apr/2024:21:32:47] ENGINE Bus STARTING 2024-04-15T21:32:47.910 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:32:47 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: [15/Apr/2024:21:32:47] ENGINE Serving on http://:::9283 2024-04-15T21:32:47.910 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:32:47 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: [15/Apr/2024:21:32:47] ENGINE Bus STARTED 2024-04-15T21:32:48.245 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:47 smithi057 podman[138719]: 2024-04-15 21:32:47.907608091 +0000 UTC m=+0.420162499 container died 7cbf3ea734af842a3f649771443f8d1e3566f18613be525e9c44df10ff6245c6 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mon-c, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, architecture=x86_64, vendor=Red Hat, Inc., com.redhat.component=centos-stream-container, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, build-date=2022-05-03T08:36:31.336870, io.buildah.version=1.19.8, vcs-type=git, distribution-scope=public, io.openshift.expose-services=, maintainer=Guillaume Abrioux , com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, GIT_BRANCH=HEAD, GIT_REPO=https://github.com/ceph/ceph-container.git, RELEASE=HEAD, name=centos-stream, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, version=8, GIT_CLEAN=True, io.openshift.tags=base centos centos-stream, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, CEPH_POINT_RELEASE=-17.2.0, ceph=True, io.k8s.display-name=CentOS Stream 8, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, release=754) 2024-04-15T21:32:48.528 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:48 smithi057 podman[138719]: 2024-04-15 21:32:48.342627696 +0000 UTC m=+0.855182112 container cleanup 7cbf3ea734af842a3f649771443f8d1e3566f18613be525e9c44df10ff6245c6 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mon-c, GIT_REPO=https://github.com/ceph/ceph-container.git, vcs-type=git, RELEASE=HEAD, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, ceph=True, name=centos-stream, com.redhat.component=centos-stream-container, vendor=Red Hat, Inc., summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, architecture=x86_64, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, distribution-scope=public, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , version=8, build-date=2022-05-03T08:36:31.336870, io.openshift.tags=base centos centos-stream, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, io.buildah.version=1.19.8, GIT_CLEAN=True, CEPH_POINT_RELEASE=-17.2.0, io.openshift.expose-services=, io.k8s.display-name=CentOS Stream 8, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, release=754) 2024-04-15T21:32:48.529 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:48 smithi057 bash[138719]: ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mon-c 2024-04-15T21:32:48.790 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:48 smithi057 podman[138745]: 2024-04-15 21:32:48.527223186 +0000 UTC m=+0.620149915 container remove 7cbf3ea734af842a3f649771443f8d1e3566f18613be525e9c44df10ff6245c6 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mon-c, GIT_REPO=https://github.com/ceph/ceph-container.git, architecture=x86_64, vendor=Red Hat, Inc., maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, distribution-scope=public, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, io.buildah.version=1.19.8, io.openshift.expose-services=, release=754, io.k8s.display-name=CentOS Stream 8, GIT_CLEAN=True, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, name=centos-stream, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, vcs-type=git, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, CEPH_POINT_RELEASE=-17.2.0, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, ceph=True, build-date=2022-05-03T08:36:31.336870, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., RELEASE=HEAD, io.openshift.tags=base centos centos-stream, com.redhat.component=centos-stream-container, version=8) 2024-04-15T21:32:48.790 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:48 smithi057 systemd[1]: ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@mon.c.service: Deactivated successfully. 2024-04-15T21:32:48.790 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:48 smithi057 systemd[1]: Stopped Ceph mon.c for b97cffaa-fb6a-11ee-bc8f-c7b262605968. 2024-04-15T21:32:48.790 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:48 smithi057 systemd[1]: ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@mon.c.service: Consumed 23.684s CPU time. 2024-04-15T21:32:49.129 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:48 smithi057 systemd[1]: Starting Ceph mon.c for b97cffaa-fb6a-11ee-bc8f-c7b262605968... 2024-04-15T21:32:49.442 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 podman[138877]: 2024-04-15 21:32:49.089190277 +0000 UTC m=+0.017883025 image pull a452a57266c718c37049de4c2da9a5e566bb7b9c6db62908ada4c8b0e854997b quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29 2024-04-15T21:32:49.442 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 podman[138877]: 2024-04-15 21:32:49.186785428 +0000 UTC m=+0.115478164 container create 0a5d96571022b4cb83107005f1f4214ee000709a6e8329934584effe472634ae (image=quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mon-c, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, ceph=True, RELEASE=main-87dbfb6, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-15T21:32:49.443 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 podman[138877]: 2024-04-15 21:32:49.414197172 +0000 UTC m=+0.342889909 container init 0a5d96571022b4cb83107005f1f4214ee000709a6e8329934584effe472634ae (image=quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mon-c, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=main-87dbfb6, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux ) 2024-04-15T21:32:49.443 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 podman[138877]: 2024-04-15 21:32:49.417534014 +0000 UTC m=+0.346226752 container start 0a5d96571022b4cb83107005f1f4214ee000709a6e8329934584effe472634ae (image=quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mon-c, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, ceph=True, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_CLEAN=True, RELEASE=main-87dbfb6, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-15T21:32:49.883 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: set uid:gid to 167:167 (ceph:ceph) 2024-04-15T21:32:49.883 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: ceph version 19.0.0-3084-g87dbfb63 (87dbfb632e974cb2c28d17423071d2d833b53b29) squid (dev), process ceph-mon, pid 2 2024-04-15T21:32:49.883 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: pidfile_write: ignore empty --pid-file 2024-04-15T21:32:49.883 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: load: jerasure load: lrc 2024-04-15T21:32:49.883 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: RocksDB version: 7.9.2 2024-04-15T21:32:49.883 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Git sha 0 2024-04-15T21:32:49.883 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Compile date 2024-04-14 15:12:02 2024-04-15T21:32:49.883 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: DB SUMMARY 2024-04-15T21:32:49.884 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: DB Session ID: S86CU1BOJD8WQ8J7KY6U 2024-04-15T21:32:49.884 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: CURRENT file: CURRENT 2024-04-15T21:32:49.884 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: IDENTITY file: IDENTITY 2024-04-15T21:32:49.884 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: MANIFEST file: MANIFEST-000009 size: 5960 Bytes 2024-04-15T21:32:49.884 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 1, files: 000102.sst 2024-04-15T21:32:49.884 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000100.log size: 1070426 ; 2024-04-15T21:32:49.884 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.error_if_exists: 0 2024-04-15T21:32:49.884 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.create_if_missing: 0 2024-04-15T21:32:49.884 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.paranoid_checks: 1 2024-04-15T21:32:49.884 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.flush_verify_memtable_count: 1 2024-04-15T21:32:49.884 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-15T21:32:49.884 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-04-15T21:32:49.884 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.env: 0x557278cdbcc0 2024-04-15T21:32:49.884 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.fs: PosixFileSystem 2024-04-15T21:32:49.884 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.info_log: 0x55727abcfc20 2024-04-15T21:32:49.885 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.max_file_opening_threads: 16 2024-04-15T21:32:49.885 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.statistics: (nil) 2024-04-15T21:32:49.885 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.use_fsync: 0 2024-04-15T21:32:49.885 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.max_log_file_size: 0 2024-04-15T21:32:49.885 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-15T21:32:49.885 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.log_file_time_to_roll: 0 2024-04-15T21:32:49.885 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.keep_log_file_num: 1000 2024-04-15T21:32:49.885 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.recycle_log_file_num: 0 2024-04-15T21:32:49.885 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.allow_fallocate: 1 2024-04-15T21:32:49.885 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.allow_mmap_reads: 0 2024-04-15T21:32:49.885 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.allow_mmap_writes: 0 2024-04-15T21:32:49.885 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.use_direct_reads: 0 2024-04-15T21:32:49.885 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-15T21:32:49.885 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.create_missing_column_families: 0 2024-04-15T21:32:49.885 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.db_log_dir: 2024-04-15T21:32:49.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.wal_dir: 2024-04-15T21:32:49.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.table_cache_numshardbits: 6 2024-04-15T21:32:49.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.WAL_ttl_seconds: 0 2024-04-15T21:32:49.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.WAL_size_limit_MB: 0 2024-04-15T21:32:49.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-15T21:32:49.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-15T21:32:49.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.is_fd_close_on_exec: 1 2024-04-15T21:32:49.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.advise_random_on_open: 1 2024-04-15T21:32:49.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.db_write_buffer_size: 0 2024-04-15T21:32:49.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.write_buffer_manager: 0x55727ab9e820 2024-04-15T21:32:49.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-15T21:32:49.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-15T21:32:49.886 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.use_adaptive_mutex: 0 2024-04-15T21:32:49.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.rate_limiter: (nil) 2024-04-15T21:32:49.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-15T21:32:49.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.wal_recovery_mode: 2 2024-04-15T21:32:49.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.enable_thread_tracking: 0 2024-04-15T21:32:49.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.enable_pipelined_write: 0 2024-04-15T21:32:49.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.unordered_write: 0 2024-04-15T21:32:49.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-15T21:32:49.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-15T21:32:49.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-15T21:32:49.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-15T21:32:49.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.row_cache: None 2024-04-15T21:32:49.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.wal_filter: None 2024-04-15T21:32:49.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-15T21:32:49.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.allow_ingest_behind: 0 2024-04-15T21:32:49.887 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.two_write_queues: 0 2024-04-15T21:32:49.888 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.manual_wal_flush: 0 2024-04-15T21:32:49.888 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.wal_compression: 0 2024-04-15T21:32:49.888 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.atomic_flush: 0 2024-04-15T21:32:49.888 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-15T21:32:49.888 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.persist_stats_to_disk: 0 2024-04-15T21:32:49.888 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.write_dbid_to_manifest: 0 2024-04-15T21:32:49.888 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.log_readahead_size: 0 2024-04-15T21:32:49.888 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-15T21:32:49.888 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.best_efforts_recovery: 0 2024-04-15T21:32:49.888 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-15T21:32:49.888 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-15T21:32:49.888 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.allow_data_in_errors: 0 2024-04-15T21:32:49.888 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.db_host_id: __hostname__ 2024-04-15T21:32:49.888 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.enforce_single_del_contracts: true 2024-04-15T21:32:49.888 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.max_background_jobs: 2 2024-04-15T21:32:49.889 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.max_background_compactions: -1 2024-04-15T21:32:49.889 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.max_subcompactions: 1 2024-04-15T21:32:49.889 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-15T21:32:49.889 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-15T21:32:49.889 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.delayed_write_rate : 16777216 2024-04-15T21:32:49.889 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.max_total_wal_size: 0 2024-04-15T21:32:49.889 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-15T21:32:49.889 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.stats_dump_period_sec: 600 2024-04-15T21:32:49.889 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.stats_persist_period_sec: 600 2024-04-15T21:32:49.889 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-15T21:32:49.889 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.max_open_files: -1 2024-04-15T21:32:49.889 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.bytes_per_sync: 0 2024-04-15T21:32:49.889 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.wal_bytes_per_sync: 0 2024-04-15T21:32:49.889 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.strict_bytes_per_sync: 0 2024-04-15T21:32:49.890 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.compaction_readahead_size: 0 2024-04-15T21:32:49.890 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.max_background_flushes: -1 2024-04-15T21:32:49.890 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Compression algorithms supported: 2024-04-15T21:32:49.890 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-15T21:32:49.890 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: kZSTD supported: 0 2024-04-15T21:32:49.890 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: kXpressCompression supported: 0 2024-04-15T21:32:49.890 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: kLZ4HCCompression supported: 1 2024-04-15T21:32:49.890 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: kZlibCompression supported: 1 2024-04-15T21:32:49.890 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: kSnappyCompression supported: 1 2024-04-15T21:32:49.890 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: kLZ4Compression supported: 1 2024-04-15T21:32:49.890 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: kBZip2Compression supported: 0 2024-04-15T21:32:49.890 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Fast CRC32 supported: Supported on x86 2024-04-15T21:32:49.890 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: DMutex implementation: pthread_mutex_t 2024-04-15T21:32:49.890 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000009 2024-04-15T21:32:49.891 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-04-15T21:32:49.891 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-15T21:32:49.891 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.merge_operator: 2024-04-15T21:32:49.891 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.compaction_filter: None 2024-04-15T21:32:49.891 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.compaction_filter_factory: None 2024-04-15T21:32:49.891 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.sst_partitioner_factory: None 2024-04-15T21:32:49.891 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.memtable_factory: SkipListFactory 2024-04-15T21:32:49.891 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.table_factory: BlockBasedTable 2024-04-15T21:32:49.891 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55727abcfde0) 2024-04-15T21:32:49.891 INFO:journalctl@ceph.mon.c.smithi057.stdout: cache_index_and_filter_blocks: 1 2024-04-15T21:32:49.891 INFO:journalctl@ceph.mon.c.smithi057.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-15T21:32:49.891 INFO:journalctl@ceph.mon.c.smithi057.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-15T21:32:49.891 INFO:journalctl@ceph.mon.c.smithi057.stdout: pin_top_level_index_and_filter: 1 2024-04-15T21:32:49.891 INFO:journalctl@ceph.mon.c.smithi057.stdout: index_type: 0 2024-04-15T21:32:49.891 INFO:journalctl@ceph.mon.c.smithi057.stdout: data_block_index_type: 0 2024-04-15T21:32:49.892 INFO:journalctl@ceph.mon.c.smithi057.stdout: index_shortening: 1 2024-04-15T21:32:49.892 INFO:journalctl@ceph.mon.c.smithi057.stdout: data_block_hash_table_util_ratio: 0.750000 2024-04-15T21:32:49.892 INFO:journalctl@ceph.mon.c.smithi057.stdout: checksum: 4 2024-04-15T21:32:49.892 INFO:journalctl@ceph.mon.c.smithi057.stdout: no_block_cache: 0 2024-04-15T21:32:49.892 INFO:journalctl@ceph.mon.c.smithi057.stdout: block_cache: 0x55727abd1090 2024-04-15T21:32:49.892 INFO:journalctl@ceph.mon.c.smithi057.stdout: block_cache_name: BinnedLRUCache 2024-04-15T21:32:49.892 INFO:journalctl@ceph.mon.c.smithi057.stdout: block_cache_options: 2024-04-15T21:32:49.892 INFO:journalctl@ceph.mon.c.smithi057.stdout: capacity : 536870912 2024-04-15T21:32:49.892 INFO:journalctl@ceph.mon.c.smithi057.stdout: num_shard_bits : 4 2024-04-15T21:32:49.892 INFO:journalctl@ceph.mon.c.smithi057.stdout: strict_capacity_limit : 0 2024-04-15T21:32:49.892 INFO:journalctl@ceph.mon.c.smithi057.stdout: high_pri_pool_ratio: 0.000 2024-04-15T21:32:49.892 INFO:journalctl@ceph.mon.c.smithi057.stdout: block_cache_compressed: (nil) 2024-04-15T21:32:49.892 INFO:journalctl@ceph.mon.c.smithi057.stdout: persistent_cache: (nil) 2024-04-15T21:32:49.892 INFO:journalctl@ceph.mon.c.smithi057.stdout: block_size: 4096 2024-04-15T21:32:49.892 INFO:journalctl@ceph.mon.c.smithi057.stdout: block_size_deviation: 10 2024-04-15T21:32:49.893 INFO:journalctl@ceph.mon.c.smithi057.stdout: block_restart_interval: 16 2024-04-15T21:32:49.893 INFO:journalctl@ceph.mon.c.smithi057.stdout: index_block_restart_interval: 1 2024-04-15T21:32:49.893 INFO:journalctl@ceph.mon.c.smithi057.stdout: metadata_block_size: 4096 2024-04-15T21:32:49.893 INFO:journalctl@ceph.mon.c.smithi057.stdout: partition_filters: 0 2024-04-15T21:32:49.893 INFO:journalctl@ceph.mon.c.smithi057.stdout: use_delta_encoding: 1 2024-04-15T21:32:49.893 INFO:journalctl@ceph.mon.c.smithi057.stdout: filter_policy: bloomfilter 2024-04-15T21:32:49.893 INFO:journalctl@ceph.mon.c.smithi057.stdout: whole_key_filtering: 1 2024-04-15T21:32:49.893 INFO:journalctl@ceph.mon.c.smithi057.stdout: verify_compression: 0 2024-04-15T21:32:49.893 INFO:journalctl@ceph.mon.c.smithi057.stdout: read_amp_bytes_per_bit: 0 2024-04-15T21:32:49.893 INFO:journalctl@ceph.mon.c.smithi057.stdout: format_version: 5 2024-04-15T21:32:49.893 INFO:journalctl@ceph.mon.c.smithi057.stdout: enable_index_compression: 1 2024-04-15T21:32:49.893 INFO:journalctl@ceph.mon.c.smithi057.stdout: block_align: 0 2024-04-15T21:32:49.893 INFO:journalctl@ceph.mon.c.smithi057.stdout: max_auto_readahead_size: 262144 2024-04-15T21:32:49.893 INFO:journalctl@ceph.mon.c.smithi057.stdout: prepopulate_block_cache: 0 2024-04-15T21:32:49.893 INFO:journalctl@ceph.mon.c.smithi057.stdout: initial_auto_readahead_size: 8192 2024-04-15T21:32:49.894 INFO:journalctl@ceph.mon.c.smithi057.stdout: num_file_reads_for_auto_readahead: 2 2024-04-15T21:32:49.894 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.write_buffer_size: 33554432 2024-04-15T21:32:49.894 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.max_write_buffer_number: 2 2024-04-15T21:32:49.894 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.compression: NoCompression 2024-04-15T21:32:49.894 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.bottommost_compression: Disabled 2024-04-15T21:32:49.894 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.prefix_extractor: nullptr 2024-04-15T21:32:49.894 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-15T21:32:49.894 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.num_levels: 7 2024-04-15T21:32:49.894 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-15T21:32:49.894 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-15T21:32:49.894 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-15T21:32:49.894 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-15T21:32:49.894 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-15T21:32:49.894 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-15T21:32:49.894 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-15T21:32:49.895 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-15T21:32:49.895 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-15T21:32:49.895 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-15T21:32:49.895 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-04-15T21:32:49.895 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-04-15T21:32:49.895 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.compression_opts.window_bits: -14 2024-04-15T21:32:49.895 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.compression_opts.level: 32767 2024-04-15T21:32:49.895 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.compression_opts.strategy: 0 2024-04-15T21:32:49.895 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-15T21:32:49.895 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-15T21:32:49.895 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-04-15T21:32:49.896 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-15T21:32:49.896 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.compression_opts.enabled: false 2024-04-15T21:32:49.896 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-04-15T21:32:49.896 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-15T21:32:49.896 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-15T21:32:49.896 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-15T21:32:49.896 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.target_file_size_base: 67108864 2024-04-15T21:32:49.896 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.target_file_size_multiplier: 1 2024-04-15T21:32:49.896 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-15T21:32:49.896 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-15T21:32:49.896 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-15T21:32:49.896 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-15T21:32:49.896 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-15T21:32:49.896 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-15T21:32:49.896 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-15T21:32:49.897 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-15T21:32:49.897 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-15T21:32:49.897 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-15T21:32:49.897 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-15T21:32:49.897 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-15T21:32:49.897 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-04-15T21:32:49.897 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.arena_block_size: 1048576 2024-04-15T21:32:49.897 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-15T21:32:49.897 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-15T21:32:49.897 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.disable_auto_compactions: 0 2024-04-15T21:32:49.897 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-15T21:32:49.897 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-15T21:32:49.897 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-15T21:32:49.897 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-15T21:32:49.898 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-15T21:32:49.898 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-15T21:32:49.898 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-15T21:32:49.898 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-15T21:32:49.898 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-15T21:32:49.898 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-15T21:32:49.898 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-04-15T21:32:49.898 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.inplace_update_support: 0 2024-04-15T21:32:49.898 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.inplace_update_num_locks: 10000 2024-04-15T21:32:49.898 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-15T21:32:49.898 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-15T21:32:49.898 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.memtable_huge_page_size: 0 2024-04-15T21:32:49.898 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.bloom_locality: 0 2024-04-15T21:32:49.898 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.max_successive_merges: 0 2024-04-15T21:32:49.898 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.optimize_filters_for_hits: 0 2024-04-15T21:32:49.899 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.paranoid_file_checks: 0 2024-04-15T21:32:49.899 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.force_consistency_checks: 1 2024-04-15T21:32:49.899 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.report_bg_io_stats: 0 2024-04-15T21:32:49.899 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.ttl: 2592000 2024-04-15T21:32:49.899 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.periodic_compaction_seconds: 0 2024-04-15T21:32:49.899 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-04-15T21:32:49.899 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-04-15T21:32:49.899 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.enable_blob_files: false 2024-04-15T21:32:49.899 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.min_blob_size: 0 2024-04-15T21:32:49.899 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.blob_file_size: 268435456 2024-04-15T21:32:49.899 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.blob_compression_type: NoCompression 2024-04-15T21:32:49.899 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.enable_blob_garbage_collection: false 2024-04-15T21:32:49.899 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-15T21:32:49.899 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-04-15T21:32:49.899 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-04-15T21:32:49.900 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.blob_file_starting_level: 0 2024-04-15T21:32:49.900 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-04-15T21:32:49.900 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: [table/block_based/block_based_table_reader.cc:721] At least one SST file opened without unique ID to verify: 102.sst 2024-04-15T21:32:49.900 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-04-15T21:32:49.900 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000009 succeeded,manifest_file_number is 9, next_file_number is 104, last_sequence is 58355, log_number is 100,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-04-15T21:32:49.900 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 100 2024-04-15T21:32:49.900 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: d05c5592-62aa-417d-a7ef-12cc5c3a955c 2024-04-15T21:32:49.900 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: EVENT_LOG_v1 {"time_micros": 1713216769447440, "job": 1, "event": "recovery_started", "wal_files": [100]} 2024-04-15T21:32:49.900 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #100 mode 2 2024-04-15T21:32:49.900 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: EVENT_LOG_v1 {"time_micros": 1713216769451222, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 105, "file_size": 666655, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 58359, "largest_seqno": 59341, "table_properties": {"data_size": 662551, "index_size": 1720, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1349, "raw_key_size": 12932, "raw_average_key_size": 24, "raw_value_size": 653335, "raw_average_value_size": 1239, "num_data_blocks": 73, "num_entries": 527, "num_filter_entries": 527, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1713216769, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "d05c5592-62aa-417d-a7ef-12cc5c3a955c", "db_session_id": "S86CU1BOJD8WQ8J7KY6U", "orig_file_number": 105, "seqno_to_time_mapping": "N/A"}} 2024-04-15T21:32:49.900 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: EVENT_LOG_v1 {"time_micros": 1713216769451318, "job": 1, "event": "recovery_finished"} 2024-04-15T21:32:49.900 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: [db/version_set.cc:5047] Creating manifest 107 2024-04-15T21:32:49.900 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-04-15T21:32:49.901 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000100.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-15T21:32:49.901 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55727acbe000 2024-04-15T21:32:49.901 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: DB pointer 0x55727aca8000 2024-04-15T21:32:49.901 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-04-15T21:32:49.901 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-04-15T21:32:49.901 INFO:journalctl@ceph.mon.c.smithi057.stdout: ** DB Stats ** 2024-04-15T21:32:49.901 INFO:journalctl@ceph.mon.c.smithi057.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-15T21:32:49.901 INFO:journalctl@ceph.mon.c.smithi057.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-15T21:32:49.901 INFO:journalctl@ceph.mon.c.smithi057.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-15T21:32:49.901 INFO:journalctl@ceph.mon.c.smithi057.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-15T21:32:49.901 INFO:journalctl@ceph.mon.c.smithi057.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-15T21:32:49.901 INFO:journalctl@ceph.mon.c.smithi057.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-15T21:32:49.901 INFO:journalctl@ceph.mon.c.smithi057.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-15T21:32:49.901 INFO:journalctl@ceph.mon.c.smithi057.stdout: 2024-04-15T21:32:49.902 INFO:journalctl@ceph.mon.c.smithi057.stdout: ** Compaction Stats [default] ** 2024-04-15T21:32:49.902 INFO:journalctl@ceph.mon.c.smithi057.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-15T21:32:49.902 INFO:journalctl@ceph.mon.c.smithi057.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-04-15T21:32:49.902 INFO:journalctl@ceph.mon.c.smithi057.stdout: L0 1/0 651.03 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 323.5 0.00 0.00 1 0.002 0 0 0.0 0.0 2024-04-15T21:32:49.902 INFO:journalctl@ceph.mon.c.smithi057.stdout: L6 1/0 13.81 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-04-15T21:32:49.902 INFO:journalctl@ceph.mon.c.smithi057.stdout: Sum 2/0 14.45 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 323.5 0.00 0.00 1 0.002 0 0 0.0 0.0 2024-04-15T21:32:49.902 INFO:journalctl@ceph.mon.c.smithi057.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 323.5 0.00 0.00 1 0.002 0 0 0.0 0.0 2024-04-15T21:32:49.902 INFO:journalctl@ceph.mon.c.smithi057.stdout: 2024-04-15T21:32:49.902 INFO:journalctl@ceph.mon.c.smithi057.stdout: ** Compaction Stats [default] ** 2024-04-15T21:32:49.902 INFO:journalctl@ceph.mon.c.smithi057.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-15T21:32:49.902 INFO:journalctl@ceph.mon.c.smithi057.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-15T21:32:49.903 INFO:journalctl@ceph.mon.c.smithi057.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 323.5 0.00 0.00 1 0.002 0 0 0.0 0.0 2024-04-15T21:32:49.903 INFO:journalctl@ceph.mon.c.smithi057.stdout: 2024-04-15T21:32:49.903 INFO:journalctl@ceph.mon.c.smithi057.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-04-15T21:32:49.903 INFO:journalctl@ceph.mon.c.smithi057.stdout: 2024-04-15T21:32:49.903 INFO:journalctl@ceph.mon.c.smithi057.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-15T21:32:49.903 INFO:journalctl@ceph.mon.c.smithi057.stdout: Flush(GB): cumulative 0.001, interval 0.001 2024-04-15T21:32:49.903 INFO:journalctl@ceph.mon.c.smithi057.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-15T21:32:49.903 INFO:journalctl@ceph.mon.c.smithi057.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-15T21:32:49.903 INFO:journalctl@ceph.mon.c.smithi057.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-15T21:32:49.903 INFO:journalctl@ceph.mon.c.smithi057.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-15T21:32:49.903 INFO:journalctl@ceph.mon.c.smithi057.stdout: Cumulative compaction: 0.00 GB write, 80.76 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-15T21:32:49.903 INFO:journalctl@ceph.mon.c.smithi057.stdout: Interval compaction: 0.00 GB write, 80.76 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-15T21:32:49.903 INFO:journalctl@ceph.mon.c.smithi057.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-15T21:32:49.903 INFO:journalctl@ceph.mon.c.smithi057.stdout: Block cache BinnedLRUCache@0x55727abd1090#2 capacity: 512.00 MB usage: 3.23 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 8e-06 secs_since: 0 2024-04-15T21:32:49.904 INFO:journalctl@ceph.mon.c.smithi057.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,1.41 KB,0.000268221%) IndexBlock(1,1.83 KB,0.000348687%) Misc(1,0.00 KB,0%) 2024-04-15T21:32:49.904 INFO:journalctl@ceph.mon.c.smithi057.stdout: 2024-04-15T21:32:49.904 INFO:journalctl@ceph.mon.c.smithi057.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-15T21:32:49.904 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: starting mon.c rank 1 at public addrs [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] at bind addrs [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] mon_data /var/lib/ceph/mon/ceph-c fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 2024-04-15T21:32:49.904 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: mon.c@-1(???) e3 preinit fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 2024-04-15T21:32:49.904 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: mon.c@-1(???).mds e1 new map 2024-04-15T21:32:49.904 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: mon.c@-1(???).mds e1 print_map 2024-04-15T21:32:49.904 INFO:journalctl@ceph.mon.c.smithi057.stdout: e1 2024-04-15T21:32:49.904 INFO:journalctl@ceph.mon.c.smithi057.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-04-15T21:32:49.904 INFO:journalctl@ceph.mon.c.smithi057.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-15T21:32:49.904 INFO:journalctl@ceph.mon.c.smithi057.stdout: legacy client fscid: -1 2024-04-15T21:32:49.904 INFO:journalctl@ceph.mon.c.smithi057.stdout: 2024-04-15T21:32:49.904 INFO:journalctl@ceph.mon.c.smithi057.stdout: No filesystems configured 2024-04-15T21:32:49.904 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: mon.c@-1(???).osd e113 crush map has features 3314933000854323200, adjusting msgr requires 2024-04-15T21:32:49.904 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: mon.c@-1(???).osd e113 crush map has features 432629239337189376, adjusting msgr requires 2024-04-15T21:32:49.905 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: mon.c@-1(???).osd e113 crush map has features 432629239337189376, adjusting msgr requires 2024-04-15T21:32:49.905 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: mon.c@-1(???).osd e113 crush map has features 432629239337189376, adjusting msgr requires 2024-04-15T21:32:49.905 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 ceph-mon[138896]: mon.c@-1(???).paxosservice(auth 1..34) refresh upgraded, format 0 -> 3 2024-04-15T21:32:49.905 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 bash[138877]: 0a5d96571022b4cb83107005f1f4214ee000709a6e8329934584effe472634ae 2024-04-15T21:32:49.905 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:49 smithi057 systemd[1]: Started Ceph mon.c for b97cffaa-fb6a-11ee-bc8f-c7b262605968. 2024-04-15T21:32:51.879 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:32:51 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:32:51] "GET /metrics HTTP/1.1" 200 38013 "" "Prometheus/2.43.0" 2024-04-15T21:32:54.879 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:32:54 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: 2024-04-15T21:32:54.461+0000 7fe9cf1b8700 -1 mgr.server handle_report got status from non-daemon mon.c 2024-04-15T21:32:57.086 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:57 smithi057 ceph-mon[135669]: pgmap v20: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:32:57.086 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:57 smithi057 ceph-mon[135669]: mon.c calling monitor election 2024-04-15T21:32:57.086 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:57 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T21:32:57.086 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:57 smithi057 ceph-mon[135669]: mon.b calling monitor election 2024-04-15T21:32:57.086 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:57 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T21:32:57.086 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:57 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T21:32:57.086 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:57 smithi057 ceph-mon[135669]: pgmap v21: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:32:57.086 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:57 smithi057 ceph-mon[135669]: pgmap v22: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:32:57.086 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:57 smithi057 ceph-mon[135669]: mon.c calling monitor election 2024-04-15T21:32:57.086 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:57 smithi057 ceph-mon[135669]: monmap epoch 4 2024-04-15T21:32:57.086 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:57 smithi057 ceph-mon[135669]: fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 2024-04-15T21:32:57.086 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:57 smithi057 ceph-mon[135669]: last_changed 2024-04-15T21:32:50.977672+0000 2024-04-15T21:32:57.087 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:57 smithi057 ceph-mon[135669]: created 2024-04-15T20:57:39.671790+0000 2024-04-15T21:32:57.087 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:57 smithi057 ceph-mon[135669]: min_mon_release 19 (squid) 2024-04-15T21:32:57.087 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:57 smithi057 ceph-mon[135669]: election_strategy: 1 2024-04-15T21:32:57.087 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:57 smithi057 ceph-mon[135669]: 0: [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] mon.a 2024-04-15T21:32:57.087 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:57 smithi057 ceph-mon[135669]: 1: [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] mon.c 2024-04-15T21:32:57.087 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:57 smithi057 ceph-mon[135669]: 2: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-04-15T21:32:57.087 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:57 smithi057 ceph-mon[135669]: fsmap 2024-04-15T21:32:57.087 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:57 smithi057 ceph-mon[135669]: osdmap e113: 8 total, 8 up, 8 in 2024-04-15T21:32:57.087 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:57 smithi057 ceph-mon[135669]: mgrmap e52: y(active, since 39s), standbys: x 2024-04-15T21:32:57.087 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:57 smithi057 ceph-mon[135669]: overall HEALTH_OK 2024-04-15T21:32:57.087 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:57 smithi057 ceph-mon[135669]: mon.a calling monitor election 2024-04-15T21:32:57.087 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:57 smithi057 ceph-mon[135669]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-04-15T21:32:57.087 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:57 smithi057 ceph-mon[135669]: monmap epoch 4 2024-04-15T21:32:57.087 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:57 smithi057 ceph-mon[135669]: fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 2024-04-15T21:32:57.087 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:57 smithi057 ceph-mon[135669]: last_changed 2024-04-15T21:32:50.977672+0000 2024-04-15T21:32:57.088 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:57 smithi057 ceph-mon[135669]: created 2024-04-15T20:57:39.671790+0000 2024-04-15T21:32:57.088 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:57 smithi057 ceph-mon[135669]: min_mon_release 19 (squid) 2024-04-15T21:32:57.088 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:57 smithi057 ceph-mon[135669]: election_strategy: 1 2024-04-15T21:32:57.088 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:57 smithi057 ceph-mon[135669]: 0: [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] mon.a 2024-04-15T21:32:57.088 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:57 smithi057 ceph-mon[135669]: 1: [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] mon.c 2024-04-15T21:32:57.088 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:57 smithi057 ceph-mon[135669]: 2: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-04-15T21:32:57.088 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:57 smithi057 ceph-mon[135669]: fsmap 2024-04-15T21:32:57.088 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:57 smithi057 ceph-mon[135669]: osdmap e113: 8 total, 8 up, 8 in 2024-04-15T21:32:57.088 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:57 smithi057 ceph-mon[135669]: mgrmap e52: y(active, since 39s), standbys: x 2024-04-15T21:32:57.088 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:57 smithi057 ceph-mon[135669]: overall HEALTH_OK 2024-04-15T21:32:57.088 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:57 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='' 2024-04-15T21:32:57.088 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:57 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='' 2024-04-15T21:32:57.088 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:57 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:57.088 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:57 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:57.088 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:57 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:57.088 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:57 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:57.089 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:57 smithi057 ceph-mon[138896]: pgmap v20: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:32:57.089 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:57 smithi057 ceph-mon[138896]: mon.c calling monitor election 2024-04-15T21:32:57.089 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:57 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T21:32:57.089 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:57 smithi057 ceph-mon[138896]: mon.b calling monitor election 2024-04-15T21:32:57.089 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:57 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T21:32:57.089 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:57 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T21:32:57.089 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:57 smithi057 ceph-mon[138896]: pgmap v21: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:32:57.089 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:57 smithi057 ceph-mon[138896]: pgmap v22: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:32:57.089 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:57 smithi057 ceph-mon[138896]: mon.c calling monitor election 2024-04-15T21:32:57.089 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:57 smithi057 ceph-mon[138896]: monmap epoch 4 2024-04-15T21:32:57.089 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:57 smithi057 ceph-mon[138896]: fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 2024-04-15T21:32:57.090 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:57 smithi057 ceph-mon[138896]: last_changed 2024-04-15T21:32:50.977672+0000 2024-04-15T21:32:57.090 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:57 smithi057 ceph-mon[138896]: created 2024-04-15T20:57:39.671790+0000 2024-04-15T21:32:57.090 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:57 smithi057 ceph-mon[138896]: min_mon_release 19 (squid) 2024-04-15T21:32:57.090 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:57 smithi057 ceph-mon[138896]: election_strategy: 1 2024-04-15T21:32:57.090 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:57 smithi057 ceph-mon[138896]: 0: [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] mon.a 2024-04-15T21:32:57.090 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:57 smithi057 ceph-mon[138896]: 1: [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] mon.c 2024-04-15T21:32:57.090 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:57 smithi057 ceph-mon[138896]: 2: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-04-15T21:32:57.090 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:57 smithi057 ceph-mon[138896]: fsmap 2024-04-15T21:32:57.090 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:57 smithi057 ceph-mon[138896]: osdmap e113: 8 total, 8 up, 8 in 2024-04-15T21:32:57.090 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:57 smithi057 ceph-mon[138896]: mgrmap e52: y(active, since 39s), standbys: x 2024-04-15T21:32:57.090 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:57 smithi057 ceph-mon[138896]: overall HEALTH_OK 2024-04-15T21:32:57.090 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:57 smithi057 ceph-mon[138896]: mon.a calling monitor election 2024-04-15T21:32:57.090 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:57 smithi057 ceph-mon[138896]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-04-15T21:32:57.091 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:57 smithi057 ceph-mon[138896]: monmap epoch 4 2024-04-15T21:32:57.091 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:57 smithi057 ceph-mon[138896]: fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 2024-04-15T21:32:57.091 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:57 smithi057 ceph-mon[138896]: last_changed 2024-04-15T21:32:50.977672+0000 2024-04-15T21:32:57.091 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:57 smithi057 ceph-mon[138896]: created 2024-04-15T20:57:39.671790+0000 2024-04-15T21:32:57.091 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:57 smithi057 ceph-mon[138896]: min_mon_release 19 (squid) 2024-04-15T21:32:57.091 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:57 smithi057 ceph-mon[138896]: election_strategy: 1 2024-04-15T21:32:57.091 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:57 smithi057 ceph-mon[138896]: 0: [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] mon.a 2024-04-15T21:32:57.091 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:57 smithi057 ceph-mon[138896]: 1: [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] mon.c 2024-04-15T21:32:57.091 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:57 smithi057 ceph-mon[138896]: 2: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-04-15T21:32:57.091 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:57 smithi057 ceph-mon[138896]: fsmap 2024-04-15T21:32:57.091 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:57 smithi057 ceph-mon[138896]: osdmap e113: 8 total, 8 up, 8 in 2024-04-15T21:32:57.091 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:57 smithi057 ceph-mon[138896]: mgrmap e52: y(active, since 39s), standbys: x 2024-04-15T21:32:57.091 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:57 smithi057 ceph-mon[138896]: overall HEALTH_OK 2024-04-15T21:32:57.091 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:57 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='' 2024-04-15T21:32:57.091 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:57 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='' 2024-04-15T21:32:57.092 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:57 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:57.092 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:57 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:57.092 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:57 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:57.092 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:57 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:57.092 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:57 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:57.092 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:57 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:57.092 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:57 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:57.092 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:57 smithi057 ceph-mon[135669]: Reconfiguring mon.a (monmap changed)... 2024-04-15T21:32:57.092 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:57 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-15T21:32:57.092 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:57 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-15T21:32:57.092 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:57 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:57.093 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:57 smithi057 ceph-mon[135669]: Reconfiguring daemon mon.a on smithi057 2024-04-15T21:32:57.093 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:57 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:57.093 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:57 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:57.093 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:57 smithi057 ceph-mon[138896]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:57.093 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:57 smithi057 ceph-mon[138896]: Reconfiguring mon.a (monmap changed)... 2024-04-15T21:32:57.093 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:57 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-15T21:32:57.093 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:57 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-15T21:32:57.093 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:57 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:57.093 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:57 smithi057 ceph-mon[138896]: Reconfiguring daemon mon.a on smithi057 2024-04-15T21:32:57.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:57 smithi148 ceph-mon[117761]: pgmap v20: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:32:57.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:57 smithi148 ceph-mon[117761]: mon.c calling monitor election 2024-04-15T21:32:57.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:57 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T21:32:57.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:57 smithi148 ceph-mon[117761]: mon.b calling monitor election 2024-04-15T21:32:57.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:57 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T21:32:57.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:57 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T21:32:57.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:57 smithi148 ceph-mon[117761]: pgmap v21: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:32:57.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:57 smithi148 ceph-mon[117761]: pgmap v22: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:32:57.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:57 smithi148 ceph-mon[117761]: mon.c calling monitor election 2024-04-15T21:32:57.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:57 smithi148 ceph-mon[117761]: monmap epoch 4 2024-04-15T21:32:57.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:57 smithi148 ceph-mon[117761]: fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 2024-04-15T21:32:57.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:57 smithi148 ceph-mon[117761]: last_changed 2024-04-15T21:32:50.977672+0000 2024-04-15T21:32:57.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:57 smithi148 ceph-mon[117761]: created 2024-04-15T20:57:39.671790+0000 2024-04-15T21:32:57.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:57 smithi148 ceph-mon[117761]: min_mon_release 19 (squid) 2024-04-15T21:32:57.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:57 smithi148 ceph-mon[117761]: election_strategy: 1 2024-04-15T21:32:57.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:57 smithi148 ceph-mon[117761]: 0: [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] mon.a 2024-04-15T21:32:57.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:57 smithi148 ceph-mon[117761]: 1: [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] mon.c 2024-04-15T21:32:57.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:57 smithi148 ceph-mon[117761]: 2: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-04-15T21:32:57.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:57 smithi148 ceph-mon[117761]: fsmap 2024-04-15T21:32:57.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:57 smithi148 ceph-mon[117761]: osdmap e113: 8 total, 8 up, 8 in 2024-04-15T21:32:57.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:57 smithi148 ceph-mon[117761]: mgrmap e52: y(active, since 39s), standbys: x 2024-04-15T21:32:57.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:57 smithi148 ceph-mon[117761]: overall HEALTH_OK 2024-04-15T21:32:57.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:57 smithi148 ceph-mon[117761]: mon.a calling monitor election 2024-04-15T21:32:57.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:57 smithi148 ceph-mon[117761]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-04-15T21:32:57.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:57 smithi148 ceph-mon[117761]: monmap epoch 4 2024-04-15T21:32:57.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:57 smithi148 ceph-mon[117761]: fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 2024-04-15T21:32:57.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:57 smithi148 ceph-mon[117761]: last_changed 2024-04-15T21:32:50.977672+0000 2024-04-15T21:32:57.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:57 smithi148 ceph-mon[117761]: created 2024-04-15T20:57:39.671790+0000 2024-04-15T21:32:57.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:57 smithi148 ceph-mon[117761]: min_mon_release 19 (squid) 2024-04-15T21:32:57.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:57 smithi148 ceph-mon[117761]: election_strategy: 1 2024-04-15T21:32:57.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:57 smithi148 ceph-mon[117761]: 0: [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] mon.a 2024-04-15T21:32:57.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:57 smithi148 ceph-mon[117761]: 1: [v2:172.21.15.57:3301/0,v1:172.21.15.57:6790/0] mon.c 2024-04-15T21:32:57.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:57 smithi148 ceph-mon[117761]: 2: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.b 2024-04-15T21:32:57.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:57 smithi148 ceph-mon[117761]: fsmap 2024-04-15T21:32:57.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:57 smithi148 ceph-mon[117761]: osdmap e113: 8 total, 8 up, 8 in 2024-04-15T21:32:57.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:57 smithi148 ceph-mon[117761]: mgrmap e52: y(active, since 39s), standbys: x 2024-04-15T21:32:57.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:57 smithi148 ceph-mon[117761]: overall HEALTH_OK 2024-04-15T21:32:57.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:57 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='' 2024-04-15T21:32:57.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:57 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='' 2024-04-15T21:32:57.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:57 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:57.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:57 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:57.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:57 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:57.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:57 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:57.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:57 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:32:57.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:57 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:57.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:57 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:32:57.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:57 smithi148 ceph-mon[117761]: Reconfiguring mon.a (monmap changed)... 2024-04-15T21:32:57.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:57 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-15T21:32:57.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:57 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-15T21:32:57.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:57 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:57.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:57 smithi148 ceph-mon[117761]: Reconfiguring daemon mon.a on smithi057 2024-04-15T21:32:58.323 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:58 smithi057 ceph-mon[135669]: pgmap v23: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:32:58.323 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:58 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:58.323 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:58 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:58.323 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:58 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-15T21:32:58.323 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:58 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-15T21:32:58.323 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:58 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-15T21:32:58.323 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:58 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:58.324 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:58 smithi057 ceph-mon[138896]: pgmap v23: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:32:58.324 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:58 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:58.324 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:58 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:58.324 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:58 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-15T21:32:58.324 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:58 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-15T21:32:58.324 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:58 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-15T21:32:58.324 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:58 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:58.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:58 smithi148 ceph-mon[117761]: pgmap v23: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:32:58.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:58 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:58.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:58 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:32:58.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:58 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-15T21:32:58.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:58 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-15T21:32:58.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:58 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-15T21:32:58.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:58 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:32:59.326 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:59 smithi057 ceph-mon[135669]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:32:59.327 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:59 smithi057 ceph-mon[135669]: Reconfiguring mgr.y (monmap changed)... 2024-04-15T21:32:59.327 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:32:59 smithi057 ceph-mon[135669]: Reconfiguring daemon mgr.y on smithi057 2024-04-15T21:32:59.327 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:59 smithi057 ceph-mon[138896]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:32:59.327 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:59 smithi057 ceph-mon[138896]: Reconfiguring mgr.y (monmap changed)... 2024-04-15T21:32:59.327 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:32:59 smithi057 ceph-mon[138896]: Reconfiguring daemon mgr.y on smithi057 2024-04-15T21:32:59.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:59 smithi148 ceph-mon[117761]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:32:59.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:59 smithi148 ceph-mon[117761]: Reconfiguring mgr.y (monmap changed)... 2024-04-15T21:32:59.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:32:59 smithi148 ceph-mon[117761]: Reconfiguring daemon mgr.y on smithi057 2024-04-15T21:33:00.725 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:00 smithi057 ceph-mon[135669]: pgmap v24: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:33:00.725 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:00 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:00.725 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:00 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:00.725 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:00 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-15T21:33:00.725 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:00 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-15T21:33:00.725 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:00 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:33:00.725 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:00 smithi057 ceph-mon[138896]: pgmap v24: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:33:00.725 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:00 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:00.726 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:00 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:00.726 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:00 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-15T21:33:00.726 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:00 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-15T21:33:00.726 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:00 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:33:00.851 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:00 smithi148 ceph-mon[117761]: pgmap v24: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:33:00.851 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:00 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:00.852 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:00 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:00.852 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:00 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-15T21:33:00.852 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:00 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-15T21:33:00.852 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:00 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:33:01.851 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:01 smithi148 ceph-mon[117761]: Reconfiguring mon.c (monmap changed)... 2024-04-15T21:33:01.851 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:01 smithi148 ceph-mon[117761]: Reconfiguring daemon mon.c on smithi057 2024-04-15T21:33:01.879 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:01 smithi057 ceph-mon[135669]: Reconfiguring mon.c (monmap changed)... 2024-04-15T21:33:01.879 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:01 smithi057 ceph-mon[135669]: Reconfiguring daemon mon.c on smithi057 2024-04-15T21:33:01.880 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:33:01 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:33:01] "GET /metrics HTTP/1.1" 200 38013 "" "Prometheus/2.43.0" 2024-04-15T21:33:01.880 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:01 smithi057 ceph-mon[138896]: Reconfiguring mon.c (monmap changed)... 2024-04-15T21:33:01.880 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:01 smithi057 ceph-mon[138896]: Reconfiguring daemon mon.c on smithi057 2024-04-15T21:33:02.629 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:02 smithi057 ceph-mon[135669]: pgmap v25: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:33:02.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:02 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:02.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:02 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:02.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:02 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-15T21:33:02.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:02 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:33:02.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:02 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:33:02.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:02 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:02.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:02 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:02.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:02 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:02.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:02 smithi057 ceph-mon[138896]: pgmap v25: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:33:02.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:02 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:02.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:02 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:02.631 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:02 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-15T21:33:02.631 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:02 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:33:02.631 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:02 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:33:02.631 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:02 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:02.631 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:02 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:02.631 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:02 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:02.851 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:02 smithi148 ceph-mon[117761]: pgmap v25: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:33:02.851 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:02 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:02.851 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:02 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:02.852 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:02 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-15T21:33:02.852 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:02 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:33:02.852 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:02 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:33:02.852 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:02 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:02.852 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:02 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:02.852 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:02 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:03.762 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:03 smithi057 ceph-mon[135669]: Reconfiguring osd.0 (monmap changed)... 2024-04-15T21:33:03.762 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:03 smithi057 ceph-mon[135669]: Reconfiguring daemon osd.0 on smithi057 2024-04-15T21:33:03.762 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:03 smithi057 ceph-mon[138896]: Reconfiguring osd.0 (monmap changed)... 2024-04-15T21:33:03.762 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:03 smithi057 ceph-mon[138896]: Reconfiguring daemon osd.0 on smithi057 2024-04-15T21:33:03.851 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:03 smithi148 ceph-mon[117761]: Reconfiguring osd.0 (monmap changed)... 2024-04-15T21:33:03.852 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:03 smithi148 ceph-mon[117761]: Reconfiguring daemon osd.0 on smithi057 2024-04-15T21:33:04.728 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:04 smithi057 ceph-mon[135669]: pgmap v26: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:33:04.728 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:04 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:04.728 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:04 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:04.728 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:04 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-15T21:33:04.728 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:04 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:33:04.728 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:04 smithi057 ceph-mon[138896]: pgmap v26: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:33:04.729 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:04 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:04.729 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:04 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:04.729 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:04 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-15T21:33:04.729 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:04 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:33:04.780 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:04 smithi148 ceph-mon[117761]: pgmap v26: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:33:04.780 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:04 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:04.780 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:04 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:04.780 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:04 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-15T21:33:04.780 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:04 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:33:05.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:05 smithi057 ceph-mon[135669]: Reconfiguring osd.1 (monmap changed)... 2024-04-15T21:33:05.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:05 smithi057 ceph-mon[135669]: Reconfiguring daemon osd.1 on smithi057 2024-04-15T21:33:05.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:05 smithi057 ceph-mon[138896]: Reconfiguring osd.1 (monmap changed)... 2024-04-15T21:33:05.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:05 smithi057 ceph-mon[138896]: Reconfiguring daemon osd.1 on smithi057 2024-04-15T21:33:05.786 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:05 smithi148 ceph-mon[117761]: Reconfiguring osd.1 (monmap changed)... 2024-04-15T21:33:05.786 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:05 smithi148 ceph-mon[117761]: Reconfiguring daemon osd.1 on smithi057 2024-04-15T21:33:05.958 INFO:teuthology.orchestra.run.smithi057.stdout:true 2024-04-15T21:33:06.535 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:06 smithi057 ceph-mon[135669]: pgmap v27: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:33:06.668 INFO:teuthology.orchestra.run.smithi057.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-15T21:33:06.669 INFO:teuthology.orchestra.run.smithi057.stdout:agent.smithi057 smithi057 running 4s ago 34m - - 2024-04-15T21:33:06.669 INFO:teuthology.orchestra.run.smithi057.stdout:agent.smithi148 smithi148 running 18s ago 34m - - 2024-04-15T21:33:06.669 INFO:teuthology.orchestra.run.smithi057.stdout:alertmanager.a smithi057 *:9093,9094 running (4m) 4s ago 28m 26.3M - 0.25.0 c8568f914cd2 b3d0ee2337d1 2024-04-15T21:33:06.669 INFO:teuthology.orchestra.run.smithi057.stdout:grafana.a smithi148 *:3000 running (3m) 18s ago 28m 81.4M - 9.4.12 2bacad6d85d8 2d2c50c8da7b 2024-04-15T21:33:06.669 INFO:teuthology.orchestra.run.smithi057.stdout:iscsi.foo.smithi057.jwyjxv smithi057 running (7m) 4s ago 27m 62.3M - 3.5 e1d6a67b021e 9d8d20cf842b 2024-04-15T21:33:06.669 INFO:teuthology.orchestra.run.smithi057.stdout:mgr.x smithi148 *:8443,9283,8765 running (6m) 18s ago 33m 449M - 19.0.0-3084-g87dbfb63 a452a57266c7 56ad8667b91a 2024-04-15T21:33:06.669 INFO:teuthology.orchestra.run.smithi057.stdout:mgr.y smithi057 *:8443,9283,8765 running (17m) 4s ago 35m 506M - 19.0.0-3084-g87dbfb63 a452a57266c7 7bb446a32fbb 2024-04-15T21:33:06.669 INFO:teuthology.orchestra.run.smithi057.stdout:mon.a smithi057 running (34s) 4s ago 35m 34.8M 2048M 19.0.0-3084-g87dbfb63 a452a57266c7 91d9cf121952 2024-04-15T21:33:06.669 INFO:teuthology.orchestra.run.smithi057.stdout:mon.b smithi148 running (2m) 18s ago 33m 39.4M 2048M 19.0.0-3084-g87dbfb63 a452a57266c7 c911348a806b 2024-04-15T21:33:06.669 INFO:teuthology.orchestra.run.smithi057.stdout:mon.c smithi057 running (33m) 4s ago 33m 78.6M 2048M 17.2.0 e1d6a67b021e 7cbf3ea734af 2024-04-15T21:33:06.669 INFO:teuthology.orchestra.run.smithi057.stdout:node-exporter.a smithi057 *:9100 running (5m) 4s ago 29m 16.2M - 1.5.0 0da6a335fe13 1fe3c748de02 2024-04-15T21:33:06.669 INFO:teuthology.orchestra.run.smithi057.stdout:node-exporter.b smithi148 *:9100 running (5m) 18s ago 29m 15.9M - 1.5.0 0da6a335fe13 94918e657592 2024-04-15T21:33:06.669 INFO:teuthology.orchestra.run.smithi057.stdout:osd.0 smithi057 running (33m) 4s ago 33m 53.9M 4096M 17.2.0 e1d6a67b021e a825b23c2b8e 2024-04-15T21:33:06.670 INFO:teuthology.orchestra.run.smithi057.stdout:osd.1 smithi057 running (32m) 4s ago 32m 59.1M 4096M 17.2.0 e1d6a67b021e ef43105379fd 2024-04-15T21:33:06.670 INFO:teuthology.orchestra.run.smithi057.stdout:osd.2 smithi057 running (32m) 4s ago 32m 53.5M 4096M 17.2.0 e1d6a67b021e 8cea1b1b5212 2024-04-15T21:33:06.670 INFO:teuthology.orchestra.run.smithi057.stdout:osd.3 smithi057 running (31m) 4s ago 31m 53.0M 4096M 17.2.0 e1d6a67b021e 8400e9bee4fe 2024-04-15T21:33:06.670 INFO:teuthology.orchestra.run.smithi057.stdout:osd.4 smithi148 running (31m) 18s ago 31m 54.8M 4096M 17.2.0 e1d6a67b021e 955a657c7722 2024-04-15T21:33:06.670 INFO:teuthology.orchestra.run.smithi057.stdout:osd.5 smithi148 running (31m) 18s ago 31m 52.1M 4096M 17.2.0 e1d6a67b021e bf2b1914ffc9 2024-04-15T21:33:06.670 INFO:teuthology.orchestra.run.smithi057.stdout:osd.6 smithi148 running (30m) 18s ago 30m 52.2M 4096M 17.2.0 e1d6a67b021e ab801778ca01 2024-04-15T21:33:06.670 INFO:teuthology.orchestra.run.smithi057.stdout:osd.7 smithi148 running (30m) 18s ago 30m 53.1M 4096M 17.2.0 e1d6a67b021e c9334bc357be 2024-04-15T21:33:06.670 INFO:teuthology.orchestra.run.smithi057.stdout:prometheus.a smithi148 *:9095 running (4m) 18s ago 29m 66.4M - 2.43.0 a07b618ecd1d ff3fcf9e6b9f 2024-04-15T21:33:06.670 INFO:teuthology.orchestra.run.smithi057.stdout:rgw.foo.smithi057.lxigfo smithi057 *:8000 running (28m) 4s ago 28m 80.2M - 17.2.0 e1d6a67b021e fa044b726c8d 2024-04-15T21:33:06.670 INFO:teuthology.orchestra.run.smithi057.stdout:rgw.foo.smithi148.cgzzfh smithi148 *:8000 running (28m) 18s ago 28m 77.2M - 17.2.0 e1d6a67b021e 722242170e62 2024-04-15T21:33:06.851 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:06 smithi148 ceph-mon[117761]: pgmap v27: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:33:06.879 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:06 smithi057 ceph-mon[138896]: pgmap v27: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:33:07.087 INFO:teuthology.orchestra.run.smithi057.stdout:{ 2024-04-15T21:33:07.087 INFO:teuthology.orchestra.run.smithi057.stdout: "mon": { 2024-04-15T21:33:07.087 INFO:teuthology.orchestra.run.smithi057.stdout: "ceph version 19.0.0-3084-g87dbfb63 (87dbfb632e974cb2c28d17423071d2d833b53b29) squid (dev)": 3 2024-04-15T21:33:07.087 INFO:teuthology.orchestra.run.smithi057.stdout: }, 2024-04-15T21:33:07.087 INFO:teuthology.orchestra.run.smithi057.stdout: "mgr": { 2024-04-15T21:33:07.087 INFO:teuthology.orchestra.run.smithi057.stdout: "ceph version 19.0.0-3084-g87dbfb63 (87dbfb632e974cb2c28d17423071d2d833b53b29) squid (dev)": 2 2024-04-15T21:33:07.088 INFO:teuthology.orchestra.run.smithi057.stdout: }, 2024-04-15T21:33:07.088 INFO:teuthology.orchestra.run.smithi057.stdout: "osd": { 2024-04-15T21:33:07.088 INFO:teuthology.orchestra.run.smithi057.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 8 2024-04-15T21:33:07.088 INFO:teuthology.orchestra.run.smithi057.stdout: }, 2024-04-15T21:33:07.088 INFO:teuthology.orchestra.run.smithi057.stdout: "rgw": { 2024-04-15T21:33:07.088 INFO:teuthology.orchestra.run.smithi057.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 2 2024-04-15T21:33:07.088 INFO:teuthology.orchestra.run.smithi057.stdout: }, 2024-04-15T21:33:07.088 INFO:teuthology.orchestra.run.smithi057.stdout: "overall": { 2024-04-15T21:33:07.088 INFO:teuthology.orchestra.run.smithi057.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 10, 2024-04-15T21:33:07.088 INFO:teuthology.orchestra.run.smithi057.stdout: "ceph version 19.0.0-3084-g87dbfb63 (87dbfb632e974cb2c28d17423071d2d833b53b29) squid (dev)": 5 2024-04-15T21:33:07.088 INFO:teuthology.orchestra.run.smithi057.stdout: } 2024-04-15T21:33:07.088 INFO:teuthology.orchestra.run.smithi057.stdout:} 2024-04-15T21:33:07.455 INFO:teuthology.orchestra.run.smithi057.stdout:{ 2024-04-15T21:33:07.455 INFO:teuthology.orchestra.run.smithi057.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29", 2024-04-15T21:33:07.455 INFO:teuthology.orchestra.run.smithi057.stdout: "in_progress": true, 2024-04-15T21:33:07.455 INFO:teuthology.orchestra.run.smithi057.stdout: "which": "Upgrading daemons of type(s) mon on host(s) smithi057", 2024-04-15T21:33:07.455 INFO:teuthology.orchestra.run.smithi057.stdout: "services_complete": [], 2024-04-15T21:33:07.456 INFO:teuthology.orchestra.run.smithi057.stdout: "progress": "1/2 daemons upgraded", 2024-04-15T21:33:07.456 INFO:teuthology.orchestra.run.smithi057.stdout: "message": "Currently upgrading mon daemons", 2024-04-15T21:33:07.456 INFO:teuthology.orchestra.run.smithi057.stdout: "is_paused": false 2024-04-15T21:33:07.456 INFO:teuthology.orchestra.run.smithi057.stdout:} 2024-04-15T21:33:07.771 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:07 smithi057 ceph-mon[135669]: from='client.84103 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:33:07.771 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:07 smithi057 ceph-mon[135669]: from='client.74124 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:33:07.771 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:07 smithi057 ceph-mon[135669]: from='client.? 172.21.15.57:0/32890300' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:33:07.771 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:07 smithi057 ceph-mon[138896]: from='client.84103 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:33:07.771 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:07 smithi057 ceph-mon[138896]: from='client.74124 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:33:07.771 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:07 smithi057 ceph-mon[138896]: from='client.? 172.21.15.57:0/32890300' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:33:07.852 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:07 smithi148 ceph-mon[117761]: from='client.84103 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:33:07.852 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:07 smithi148 ceph-mon[117761]: from='client.74124 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:33:07.852 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:07 smithi148 ceph-mon[117761]: from='client.? 172.21.15.57:0/32890300' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:33:08.619 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:08 smithi057 ceph-mon[135669]: from='client.84115 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:33:08.619 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:08 smithi057 ceph-mon[135669]: pgmap v28: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:33:08.619 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:08 smithi057 ceph-mon[135669]: from='client.84127 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:33:08.619 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:08 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:08.619 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:08 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:08.619 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:08 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-15T21:33:08.619 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:08 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:33:08.619 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:08 smithi057 ceph-mon[138896]: from='client.84115 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:33:08.619 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:08 smithi057 ceph-mon[138896]: pgmap v28: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:33:08.620 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:08 smithi057 ceph-mon[138896]: from='client.84127 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:33:08.620 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:08 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:08.620 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:08 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:08.620 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:08 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-15T21:33:08.620 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:08 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:33:08.851 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:08 smithi148 ceph-mon[117761]: from='client.84115 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:33:08.851 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:08 smithi148 ceph-mon[117761]: pgmap v28: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:33:08.852 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:08 smithi148 ceph-mon[117761]: from='client.84127 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:33:08.852 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:08 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:08.852 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:08 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:08.852 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:08 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-15T21:33:08.852 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:08 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:33:09.851 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:09 smithi148 ceph-mon[117761]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:33:09.852 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:09 smithi148 ceph-mon[117761]: Reconfiguring osd.2 (monmap changed)... 2024-04-15T21:33:09.852 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:09 smithi148 ceph-mon[117761]: Reconfiguring daemon osd.2 on smithi057 2024-04-15T21:33:09.852 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:09 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:09.852 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:09 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:09.852 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:09 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:09.879 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:09 smithi057 ceph-mon[138896]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:33:09.880 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:09 smithi057 ceph-mon[138896]: Reconfiguring osd.2 (monmap changed)... 2024-04-15T21:33:09.880 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:09 smithi057 ceph-mon[138896]: Reconfiguring daemon osd.2 on smithi057 2024-04-15T21:33:09.880 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:09 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:09.880 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:09 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:09.880 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:09 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:09.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:09 smithi057 ceph-mon[135669]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:33:09.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:09 smithi057 ceph-mon[135669]: Reconfiguring osd.2 (monmap changed)... 2024-04-15T21:33:09.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:09 smithi057 ceph-mon[135669]: Reconfiguring daemon osd.2 on smithi057 2024-04-15T21:33:09.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:09 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:09.881 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:09 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:09.881 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:09 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:10.851 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:10 smithi148 ceph-mon[117761]: pgmap v29: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:33:10.851 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:10 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:10.852 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:10 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:10.852 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:10 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-15T21:33:10.852 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:10 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:33:10.879 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:10 smithi057 ceph-mon[135669]: pgmap v29: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:33:10.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:10 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:10.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:10 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:10.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:10 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-15T21:33:10.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:10 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:33:10.880 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:10 smithi057 ceph-mon[138896]: pgmap v29: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:33:10.880 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:10 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:10.880 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:10 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:10.880 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:10 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-15T21:33:10.880 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:10 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:33:11.851 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:11 smithi148 ceph-mon[117761]: Reconfiguring osd.3 (monmap changed)... 2024-04-15T21:33:11.851 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:11 smithi148 ceph-mon[117761]: Reconfiguring daemon osd.3 on smithi057 2024-04-15T21:33:11.879 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:11 smithi057 ceph-mon[135669]: Reconfiguring osd.3 (monmap changed)... 2024-04-15T21:33:11.879 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:11 smithi057 ceph-mon[135669]: Reconfiguring daemon osd.3 on smithi057 2024-04-15T21:33:11.880 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:33:11 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:33:11] "GET /metrics HTTP/1.1" 200 38022 "" "Prometheus/2.43.0" 2024-04-15T21:33:11.880 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:11 smithi057 ceph-mon[138896]: Reconfiguring osd.3 (monmap changed)... 2024-04-15T21:33:11.880 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:11 smithi057 ceph-mon[138896]: Reconfiguring daemon osd.3 on smithi057 2024-04-15T21:33:12.880 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:12 smithi057 ceph-mon[138896]: pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:33:12.880 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:12 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:12.880 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:12 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:12.880 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:12 smithi057 ceph-mon[138896]: Reconfiguring rgw.foo.smithi057.lxigfo (monmap changed)... 2024-04-15T21:33:12.880 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:12 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi057.lxigfo", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2024-04-15T21:33:12.880 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:12 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi057.lxigfo", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2024-04-15T21:33:12.880 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:12 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:33:12.880 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:12 smithi057 ceph-mon[138896]: Reconfiguring daemon rgw.foo.smithi057.lxigfo on smithi057 2024-04-15T21:33:12.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:12 smithi057 ceph-mon[135669]: pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:33:12.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:12 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:12.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:12 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:12.881 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:12 smithi057 ceph-mon[135669]: Reconfiguring rgw.foo.smithi057.lxigfo (monmap changed)... 2024-04-15T21:33:12.881 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:12 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi057.lxigfo", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2024-04-15T21:33:12.881 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:12 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi057.lxigfo", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2024-04-15T21:33:12.881 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:12 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:33:12.881 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:12 smithi057 ceph-mon[135669]: Reconfiguring daemon rgw.foo.smithi057.lxigfo on smithi057 2024-04-15T21:33:13.101 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:12 smithi148 ceph-mon[117761]: pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:33:13.101 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:12 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:13.101 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:12 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:13.101 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:12 smithi148 ceph-mon[117761]: Reconfiguring rgw.foo.smithi057.lxigfo (monmap changed)... 2024-04-15T21:33:13.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:12 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi057.lxigfo", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2024-04-15T21:33:13.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:12 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi057.lxigfo", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2024-04-15T21:33:13.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:12 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:33:13.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:12 smithi148 ceph-mon[117761]: Reconfiguring daemon rgw.foo.smithi057.lxigfo on smithi057 2024-04-15T21:33:13.664 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:13 smithi057 ceph-mon[135669]: pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:33:13.664 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:13 smithi057 ceph-mon[138896]: pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:33:14.101 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:13 smithi148 ceph-mon[117761]: pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:33:15.101 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:14 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:15.101 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:14 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:15.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:14 smithi148 ceph-mon[117761]: Reconfiguring mon.b (monmap changed)... 2024-04-15T21:33:15.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:14 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-15T21:33:15.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:14 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-15T21:33:15.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:14 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:33:15.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:14 smithi148 ceph-mon[117761]: Reconfiguring daemon mon.b on smithi148 2024-04-15T21:33:15.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:14 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:15.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:14 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:15.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:14 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:15.129 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:14 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:15.129 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:14 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:15.129 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:14 smithi057 ceph-mon[135669]: Reconfiguring mon.b (monmap changed)... 2024-04-15T21:33:15.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:14 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-15T21:33:15.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:14 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-15T21:33:15.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:14 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:33:15.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:14 smithi057 ceph-mon[135669]: Reconfiguring daemon mon.b on smithi148 2024-04-15T21:33:15.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:14 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:15.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:14 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:15.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:14 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:15.130 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:14 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:15.130 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:14 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:15.130 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:14 smithi057 ceph-mon[138896]: Reconfiguring mon.b (monmap changed)... 2024-04-15T21:33:15.130 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:14 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-15T21:33:15.130 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:14 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-15T21:33:15.130 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:14 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:33:15.131 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:14 smithi057 ceph-mon[138896]: Reconfiguring daemon mon.b on smithi148 2024-04-15T21:33:15.131 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:14 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:15.131 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:14 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:15.131 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:14 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:16.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:16 smithi148 ceph-mon[117761]: pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:33:16.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:16 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:16.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:16 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:16.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:16 smithi148 ceph-mon[117761]: Reconfiguring mgr.x (monmap changed)... 2024-04-15T21:33:16.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:16 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-15T21:33:16.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:16 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-15T21:33:16.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:16 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-15T21:33:16.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:16 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:33:16.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:16 smithi148 ceph-mon[117761]: Reconfiguring daemon mgr.x on smithi148 2024-04-15T21:33:16.880 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:16 smithi057 ceph-mon[138896]: pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:33:16.880 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:16 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:16.880 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:16 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:16.880 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:16 smithi057 ceph-mon[138896]: Reconfiguring mgr.x (monmap changed)... 2024-04-15T21:33:16.880 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:16 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-15T21:33:16.880 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:16 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-15T21:33:16.880 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:16 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-15T21:33:16.880 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:16 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:33:16.880 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:16 smithi057 ceph-mon[138896]: Reconfiguring daemon mgr.x on smithi148 2024-04-15T21:33:16.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:16 smithi057 ceph-mon[135669]: pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:33:16.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:16 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:16.881 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:16 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:16.881 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:16 smithi057 ceph-mon[135669]: Reconfiguring mgr.x (monmap changed)... 2024-04-15T21:33:16.881 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:16 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-15T21:33:16.881 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:16 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-15T21:33:16.881 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:16 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-15T21:33:16.881 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:16 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:33:16.881 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:16 smithi057 ceph-mon[135669]: Reconfiguring daemon mgr.x on smithi148 2024-04-15T21:33:17.755 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:17 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:33:17.755 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:17 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:17.755 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:17 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:17.755 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:17 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-15T21:33:17.756 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:17 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:33:17.773 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:17 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:33:17.773 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:17 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:17.773 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:17 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:17.773 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:17 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-15T21:33:17.773 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:17 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:33:17.773 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:17 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:33:17.773 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:17 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:17.773 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:17 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:17.774 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:17 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-15T21:33:17.774 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:17 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:33:18.851 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:18 smithi148 ceph-mon[117761]: pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:33:18.851 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:18 smithi148 ceph-mon[117761]: Reconfiguring osd.4 (monmap changed)... 2024-04-15T21:33:18.851 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:18 smithi148 ceph-mon[117761]: Reconfiguring daemon osd.4 on smithi148 2024-04-15T21:33:18.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:18 smithi057 ceph-mon[135669]: pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:33:18.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:18 smithi057 ceph-mon[135669]: Reconfiguring osd.4 (monmap changed)... 2024-04-15T21:33:18.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:18 smithi057 ceph-mon[135669]: Reconfiguring daemon osd.4 on smithi148 2024-04-15T21:33:18.880 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:18 smithi057 ceph-mon[138896]: pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:33:18.880 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:18 smithi057 ceph-mon[138896]: Reconfiguring osd.4 (monmap changed)... 2024-04-15T21:33:18.880 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:18 smithi057 ceph-mon[138896]: Reconfiguring daemon osd.4 on smithi148 2024-04-15T21:33:19.765 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:19 smithi148 ceph-mon[117761]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:33:19.765 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:19 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:19.765 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:19 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:19.765 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:19 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-15T21:33:19.766 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:19 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:33:19.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:19 smithi057 ceph-mon[135669]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:33:19.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:19 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:19.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:19 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:19.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:19 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-15T21:33:19.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:19 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:33:19.880 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:19 smithi057 ceph-mon[138896]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:33:19.880 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:19 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:19.880 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:19 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:19.881 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:19 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-15T21:33:19.881 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:19 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:33:20.715 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:20 smithi148 ceph-mon[117761]: pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:33:20.716 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:20 smithi148 ceph-mon[117761]: Reconfiguring osd.5 (monmap changed)... 2024-04-15T21:33:20.716 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:20 smithi148 ceph-mon[117761]: Reconfiguring daemon osd.5 on smithi148 2024-04-15T21:33:20.879 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:20 smithi057 ceph-mon[135669]: pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:33:20.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:20 smithi057 ceph-mon[135669]: Reconfiguring osd.5 (monmap changed)... 2024-04-15T21:33:20.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:20 smithi057 ceph-mon[135669]: Reconfiguring daemon osd.5 on smithi148 2024-04-15T21:33:20.880 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:20 smithi057 ceph-mon[138896]: pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:33:20.880 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:20 smithi057 ceph-mon[138896]: Reconfiguring osd.5 (monmap changed)... 2024-04-15T21:33:20.880 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:20 smithi057 ceph-mon[138896]: Reconfiguring daemon osd.5 on smithi148 2024-04-15T21:33:21.826 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:33:21 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:33:21] "GET /metrics HTTP/1.1" 200 38017 "" "Prometheus/2.43.0" 2024-04-15T21:33:22.101 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:21 smithi148 ceph-mon[117761]: pgmap v35: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:33:22.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:21 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:22.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:21 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:22.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:21 smithi148 ceph-mon[117761]: Reconfiguring osd.6 (monmap changed)... 2024-04-15T21:33:22.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:21 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-15T21:33:22.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:21 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:33:22.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:21 smithi148 ceph-mon[117761]: Reconfiguring daemon osd.6 on smithi148 2024-04-15T21:33:22.129 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:21 smithi057 ceph-mon[135669]: pgmap v35: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:33:22.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:21 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:22.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:21 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:22.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:21 smithi057 ceph-mon[135669]: Reconfiguring osd.6 (monmap changed)... 2024-04-15T21:33:22.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:21 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-15T21:33:22.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:21 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:33:22.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:21 smithi057 ceph-mon[135669]: Reconfiguring daemon osd.6 on smithi148 2024-04-15T21:33:22.130 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:21 smithi057 ceph-mon[138896]: pgmap v35: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:33:22.130 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:21 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:22.130 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:21 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:22.130 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:21 smithi057 ceph-mon[138896]: Reconfiguring osd.6 (monmap changed)... 2024-04-15T21:33:22.131 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:21 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-15T21:33:22.131 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:21 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:33:22.131 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:21 smithi057 ceph-mon[138896]: Reconfiguring daemon osd.6 on smithi148 2024-04-15T21:33:23.851 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:23 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:23.852 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:23 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:23.852 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:23 smithi148 ceph-mon[117761]: Reconfiguring osd.7 (monmap changed)... 2024-04-15T21:33:23.852 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:23 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-15T21:33:23.852 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:23 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:33:23.852 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:23 smithi148 ceph-mon[117761]: Reconfiguring daemon osd.7 on smithi148 2024-04-15T21:33:23.852 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:23 smithi148 ceph-mon[117761]: pgmap v36: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:33:23.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:23 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:23.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:23 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:23.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:23 smithi057 ceph-mon[135669]: Reconfiguring osd.7 (monmap changed)... 2024-04-15T21:33:23.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:23 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-15T21:33:23.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:23 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:33:23.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:23 smithi057 ceph-mon[135669]: Reconfiguring daemon osd.7 on smithi148 2024-04-15T21:33:23.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:23 smithi057 ceph-mon[135669]: pgmap v36: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:33:23.880 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:23 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:23.880 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:23 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:23.881 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:23 smithi057 ceph-mon[138896]: Reconfiguring osd.7 (monmap changed)... 2024-04-15T21:33:23.881 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:23 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-15T21:33:23.881 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:23 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:33:23.881 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:23 smithi057 ceph-mon[138896]: Reconfiguring daemon osd.7 on smithi148 2024-04-15T21:33:23.881 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:23 smithi057 ceph-mon[138896]: pgmap v36: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:33:25.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:25 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:25.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:25 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:25.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:25 smithi148 ceph-mon[117761]: Reconfiguring rgw.foo.smithi148.cgzzfh (monmap changed)... 2024-04-15T21:33:25.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:25 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi148.cgzzfh", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2024-04-15T21:33:25.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:25 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi148.cgzzfh", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2024-04-15T21:33:25.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:25 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:33:25.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:25 smithi148 ceph-mon[117761]: Reconfiguring daemon rgw.foo.smithi148.cgzzfh on smithi148 2024-04-15T21:33:25.553 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:25 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:25.553 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:25 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:25.553 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:25 smithi057 ceph-mon[138896]: Reconfiguring rgw.foo.smithi148.cgzzfh (monmap changed)... 2024-04-15T21:33:25.554 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:25 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi148.cgzzfh", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2024-04-15T21:33:25.554 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:25 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi148.cgzzfh", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2024-04-15T21:33:25.554 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:25 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:33:25.554 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:25 smithi057 ceph-mon[138896]: Reconfiguring daemon rgw.foo.smithi148.cgzzfh on smithi148 2024-04-15T21:33:25.554 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:25 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:25.554 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:25 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:25.554 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:25 smithi057 ceph-mon[135669]: Reconfiguring rgw.foo.smithi148.cgzzfh (monmap changed)... 2024-04-15T21:33:25.554 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:25 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi148.cgzzfh", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2024-04-15T21:33:25.554 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:25 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi148.cgzzfh", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2024-04-15T21:33:25.554 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:25 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:33:25.554 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:25 smithi057 ceph-mon[135669]: Reconfiguring daemon rgw.foo.smithi148.cgzzfh on smithi148 2024-04-15T21:33:26.471 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:26 smithi057 ceph-mon[135669]: pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:33:26.471 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:26 smithi057 ceph-mon[138896]: pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:33:26.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:26 smithi148 ceph-mon[117761]: pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:33:27.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:27 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:27.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:27 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:27.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:27 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:27.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:27 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:27.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:27 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:27.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:27 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:33:27.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:27 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:33:27.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:27 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:33:27.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:27 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:27.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:27 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-04-15T21:33:27.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:27 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-04-15T21:33:27.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:27 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-04-15T21:33:27.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:27 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-04-15T21:33:27.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:27 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-04-15T21:33:27.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:27 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-04-15T21:33:27.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:27 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:33:27.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:27 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:27.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:27 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:33:27.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:27 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:27.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:27 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:33:27.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:27 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:27.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:27 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:33:27.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:27 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-04-15T21:33:27.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:27 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-04-15T21:33:27.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:27 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-04-15T21:33:27.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:27 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-04-15T21:33:27.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:27 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:33:27.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:27 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:27.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:27 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:33:27.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:27 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:27.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:27 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:33:27.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:27 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:27.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:27 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:33:27.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:27 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-04-15T21:33:27.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:27 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-04-15T21:33:27.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:27 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-04-15T21:33:27.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:27 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-04-15T21:33:27.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:27 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:33:27.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:27 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-04-15T21:33:27.605 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:27 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-04-15T21:33:27.605 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:27 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-04-15T21:33:27.605 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:27 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-04-15T21:33:27.605 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:27 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:33:27.605 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:27 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-04-15T21:33:27.605 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:27 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-04-15T21:33:27.605 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:27 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-04-15T21:33:27.605 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:27 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-04-15T21:33:27.605 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:27 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:33:27.605 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:27 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-04-15T21:33:27.605 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:27 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-04-15T21:33:27.605 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:27 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-04-15T21:33:27.605 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:27 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-04-15T21:33:27.605 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:27 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:33:27.606 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:27 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-04-15T21:33:27.606 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:27 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-04-15T21:33:27.606 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:27 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-04-15T21:33:27.606 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:27 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-04-15T21:33:27.606 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:27 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:33:27.606 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:27 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-04-15T21:33:27.606 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:27 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-04-15T21:33:27.606 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:27 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-04-15T21:33:27.606 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:27 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-04-15T21:33:27.606 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:27 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-04-15T21:33:27.606 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:27 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-04-15T21:33:27.606 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:27 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-04-15T21:33:27.606 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:27 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T21:33:27.607 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:27 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T21:33:27.607 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:27 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-04-15T21:33:27.607 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:27 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-04-15T21:33:27.607 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:27 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-04-15T21:33:27.607 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:27 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-04-15T21:33:27.607 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:27 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-04-15T21:33:27.607 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:27 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-04-15T21:33:27.607 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:27 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-04-15T21:33:27.607 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:27 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-04-15T21:33:27.607 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:27 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-04-15T21:33:27.607 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:27 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-04-15T21:33:27.607 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:27 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-04-15T21:33:27.607 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:27 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-04-15T21:33:27.608 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:27 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-04-15T21:33:27.608 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:27 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-04-15T21:33:27.608 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:27 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T21:33:27.608 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:27 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T21:33:27.608 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:27 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-04-15T21:33:27.608 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:27 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-04-15T21:33:27.608 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:27 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-04-15T21:33:27.608 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:27 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-04-15T21:33:27.609 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:27 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-04-15T21:33:27.609 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:27 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-04-15T21:33:27.609 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:27 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-04-15T21:33:27.609 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:27 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-04-15T21:33:27.609 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:27 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-04-15T21:33:27.609 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:27 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-04-15T21:33:27.609 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:27 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-04-15T21:33:27.609 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:27 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T21:33:27.609 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:27 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T21:33:27.609 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:27 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T21:33:27.609 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:27 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T21:33:27.609 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:27 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T21:33:27.609 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:27 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T21:33:27.609 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:27 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T21:33:27.610 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:27 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T21:33:27.610 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:27 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T21:33:27.610 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:27 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T21:33:27.610 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:27 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T21:33:27.610 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:27 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T21:33:27.610 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:27 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-04-15T21:33:27.610 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:27 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-04-15T21:33:27.610 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:27 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-04-15T21:33:27.610 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:27 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:33:27.610 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:27 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:33:27.610 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:27 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:27.781 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:27.781 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:27.782 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:27.782 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:27.782 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:27.782 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:33:27.782 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:33:27.782 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:33:27.782 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:27.782 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-04-15T21:33:27.782 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-04-15T21:33:27.782 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-04-15T21:33:27.782 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-04-15T21:33:27.782 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-04-15T21:33:27.782 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-04-15T21:33:27.782 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:33:27.782 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:27.783 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:33:27.783 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:27.783 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:33:27.783 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:27.783 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:33:27.783 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-04-15T21:33:27.783 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-04-15T21:33:27.783 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-04-15T21:33:27.783 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-04-15T21:33:27.783 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:33:27.783 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:27.783 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:33:27.783 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:27.783 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:33:27.783 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:27.784 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:27.784 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:27.784 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:27.784 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:27.784 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:27.784 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:33:27.784 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:33:27.784 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:33:27.784 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:27.784 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-04-15T21:33:27.784 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-04-15T21:33:27.784 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-04-15T21:33:27.785 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-04-15T21:33:27.785 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-04-15T21:33:27.785 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-04-15T21:33:27.785 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:33:27.785 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:27.785 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:33:27.785 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:27.785 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:33:27.785 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:27.785 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:33:27.785 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-04-15T21:33:27.785 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-04-15T21:33:27.785 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-04-15T21:33:27.785 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-04-15T21:33:27.785 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:33:27.786 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:27.786 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:33:27.786 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:27.786 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:33:27.786 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:27.786 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:33:27.786 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-04-15T21:33:27.786 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-04-15T21:33:27.786 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-04-15T21:33:27.786 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-04-15T21:33:27.786 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:33:27.787 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-04-15T21:33:27.787 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-04-15T21:33:27.787 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-04-15T21:33:27.787 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-04-15T21:33:27.787 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:33:27.787 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-04-15T21:33:27.787 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-04-15T21:33:27.787 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-04-15T21:33:27.787 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-04-15T21:33:27.787 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:33:27.787 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-04-15T21:33:27.787 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-04-15T21:33:27.787 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-04-15T21:33:27.787 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-04-15T21:33:27.787 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:33:27.787 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-04-15T21:33:27.788 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-04-15T21:33:27.788 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-04-15T21:33:27.788 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:33:27.788 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-04-15T21:33:27.788 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-04-15T21:33:27.788 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-04-15T21:33:27.788 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-04-15T21:33:27.788 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:33:27.788 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-04-15T21:33:27.789 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-04-15T21:33:27.789 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-04-15T21:33:27.789 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-04-15T21:33:27.789 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:33:27.789 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-04-15T21:33:27.789 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-04-15T21:33:27.789 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-04-15T21:33:27.789 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-04-15T21:33:27.789 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:33:27.789 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-04-15T21:33:27.789 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-04-15T21:33:27.789 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-04-15T21:33:27.789 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-04-15T21:33:27.789 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:33:27.789 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-04-15T21:33:27.789 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-04-15T21:33:27.790 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-04-15T21:33:27.790 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-04-15T21:33:27.790 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:33:27.790 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-04-15T21:33:27.790 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-04-15T21:33:27.790 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-04-15T21:33:27.790 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-04-15T21:33:27.790 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-04-15T21:33:27.790 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-04-15T21:33:27.790 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-04-15T21:33:27.790 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T21:33:27.790 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T21:33:27.790 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-04-15T21:33:27.790 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-04-15T21:33:27.791 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-04-15T21:33:27.791 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-04-15T21:33:27.791 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-04-15T21:33:27.791 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-04-15T21:33:27.791 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-04-15T21:33:27.791 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-04-15T21:33:27.791 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-04-15T21:33:27.791 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-04-15T21:33:27.791 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-04-15T21:33:27.791 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-04-15T21:33:27.791 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-04-15T21:33:27.791 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-04-15T21:33:27.792 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:33:27.792 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-04-15T21:33:27.792 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-04-15T21:33:27.792 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-04-15T21:33:27.792 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-04-15T21:33:27.792 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-04-15T21:33:27.792 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-04-15T21:33:27.792 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-04-15T21:33:27.792 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T21:33:27.792 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T21:33:27.792 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-04-15T21:33:27.792 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-04-15T21:33:27.792 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-04-15T21:33:27.792 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-04-15T21:33:27.792 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-04-15T21:33:27.793 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-04-15T21:33:27.793 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-04-15T21:33:27.793 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-04-15T21:33:27.793 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-04-15T21:33:27.793 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-04-15T21:33:27.793 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-04-15T21:33:27.793 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-04-15T21:33:27.793 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-04-15T21:33:27.793 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-04-15T21:33:27.793 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T21:33:27.794 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T21:33:27.794 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-04-15T21:33:27.794 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-04-15T21:33:27.794 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-04-15T21:33:27.794 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-04-15T21:33:27.794 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-04-15T21:33:27.794 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-04-15T21:33:27.794 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-04-15T21:33:27.794 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-04-15T21:33:27.794 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-04-15T21:33:27.794 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-04-15T21:33:27.794 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-04-15T21:33:27.794 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T21:33:27.794 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T21:33:27.794 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T21:33:27.795 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T21:33:27.795 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T21:33:27.795 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T21:33:27.795 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T21:33:27.795 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T21:33:27.795 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T21:33:27.795 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T21:33:27.795 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T21:33:27.795 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T21:33:27.795 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-04-15T21:33:27.795 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-04-15T21:33:27.795 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-04-15T21:33:27.795 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:33:27.796 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:33:27.796 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:27.796 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-04-15T21:33:27.796 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T21:33:27.796 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T21:33:27.796 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-04-15T21:33:27.796 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-04-15T21:33:27.796 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-04-15T21:33:27.796 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-04-15T21:33:27.796 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-04-15T21:33:27.796 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-04-15T21:33:27.797 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-04-15T21:33:27.797 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-04-15T21:33:27.797 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-04-15T21:33:27.797 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-04-15T21:33:27.797 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-04-15T21:33:27.797 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T21:33:27.797 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T21:33:27.797 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T21:33:27.797 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T21:33:27.797 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T21:33:27.797 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T21:33:27.797 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T21:33:27.797 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T21:33:27.797 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T21:33:27.798 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T21:33:27.798 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T21:33:27.798 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T21:33:27.798 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-04-15T21:33:27.798 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-04-15T21:33:27.798 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-04-15T21:33:27.798 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:33:27.798 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:33:27.798 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:27 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:28.519 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:28 smithi148 ceph-mon[117761]: pgmap v38: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-04-15T21:33:28.519 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:28 smithi148 ceph-mon[117761]: Upgrade: Setting container_image for all mon 2024-04-15T21:33:28.519 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:28 smithi148 ceph-mon[117761]: Upgrade: Setting container_image for all crash 2024-04-15T21:33:28.519 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:28 smithi148 ceph-mon[117761]: Upgrade: Setting container_image for all mds 2024-04-15T21:33:28.520 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:28 smithi148 ceph-mon[117761]: Upgrade: Setting container_image for all rbd-mirror 2024-04-15T21:33:28.520 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:28 smithi148 ceph-mon[117761]: Upgrade: Setting container_image for all cephfs-mirror 2024-04-15T21:33:28.520 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:28 smithi148 ceph-mon[117761]: Upgrade: Setting container_image for all ceph-exporter 2024-04-15T21:33:28.520 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:28 smithi148 ceph-mon[117761]: Upgrade: Setting container_image for all nfs 2024-04-15T21:33:28.520 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:28 smithi148 ceph-mon[117761]: Upgrade: Setting container_image for all nvmeof 2024-04-15T21:33:28.520 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:28 smithi148 ceph-mon[117761]: Upgrade: Setting container_image for all node-exporter 2024-04-15T21:33:28.520 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:28 smithi148 ceph-mon[117761]: Upgrade: Setting container_image for all prometheus 2024-04-15T21:33:28.520 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:28 smithi148 ceph-mon[117761]: Upgrade: Setting container_image for all alertmanager 2024-04-15T21:33:28.520 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:28 smithi148 ceph-mon[117761]: Upgrade: Setting container_image for all grafana 2024-04-15T21:33:28.520 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:28 smithi148 ceph-mon[117761]: Upgrade: Setting container_image for all loki 2024-04-15T21:33:28.520 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:28 smithi148 ceph-mon[117761]: Upgrade: Setting container_image for all promtail 2024-04-15T21:33:28.520 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:28 smithi148 ceph-mon[117761]: Upgrade: Finalizing container_image settings 2024-04-15T21:33:28.520 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:28 smithi148 ceph-mon[117761]: Upgrade: Complete! 2024-04-15T21:33:28.520 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:28 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:33:28.520 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:28 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:33:28.520 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:28 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:28.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:28 smithi057 ceph-mon[135669]: pgmap v38: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-04-15T21:33:28.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:28 smithi057 ceph-mon[135669]: Upgrade: Setting container_image for all mon 2024-04-15T21:33:28.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:28 smithi057 ceph-mon[135669]: Upgrade: Setting container_image for all crash 2024-04-15T21:33:28.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:28 smithi057 ceph-mon[135669]: Upgrade: Setting container_image for all mds 2024-04-15T21:33:28.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:28 smithi057 ceph-mon[135669]: Upgrade: Setting container_image for all rbd-mirror 2024-04-15T21:33:28.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:28 smithi057 ceph-mon[135669]: Upgrade: Setting container_image for all cephfs-mirror 2024-04-15T21:33:28.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:28 smithi057 ceph-mon[135669]: Upgrade: Setting container_image for all ceph-exporter 2024-04-15T21:33:28.881 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:28 smithi057 ceph-mon[135669]: Upgrade: Setting container_image for all nfs 2024-04-15T21:33:28.881 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:28 smithi057 ceph-mon[135669]: Upgrade: Setting container_image for all nvmeof 2024-04-15T21:33:28.881 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:28 smithi057 ceph-mon[135669]: Upgrade: Setting container_image for all node-exporter 2024-04-15T21:33:28.881 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:28 smithi057 ceph-mon[135669]: Upgrade: Setting container_image for all prometheus 2024-04-15T21:33:28.881 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:28 smithi057 ceph-mon[135669]: Upgrade: Setting container_image for all alertmanager 2024-04-15T21:33:28.881 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:28 smithi057 ceph-mon[135669]: Upgrade: Setting container_image for all grafana 2024-04-15T21:33:28.881 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:28 smithi057 ceph-mon[135669]: Upgrade: Setting container_image for all loki 2024-04-15T21:33:28.881 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:28 smithi057 ceph-mon[135669]: Upgrade: Setting container_image for all promtail 2024-04-15T21:33:28.881 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:28 smithi057 ceph-mon[135669]: Upgrade: Finalizing container_image settings 2024-04-15T21:33:28.881 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:28 smithi057 ceph-mon[135669]: Upgrade: Complete! 2024-04-15T21:33:28.881 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:28 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:33:28.881 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:28 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:33:28.881 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:28 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:28.882 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:28 smithi057 ceph-mon[138896]: pgmap v38: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-04-15T21:33:28.882 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:28 smithi057 ceph-mon[138896]: Upgrade: Setting container_image for all mon 2024-04-15T21:33:28.882 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:28 smithi057 ceph-mon[138896]: Upgrade: Setting container_image for all crash 2024-04-15T21:33:28.882 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:28 smithi057 ceph-mon[138896]: Upgrade: Setting container_image for all mds 2024-04-15T21:33:28.882 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:28 smithi057 ceph-mon[138896]: Upgrade: Setting container_image for all rbd-mirror 2024-04-15T21:33:28.882 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:28 smithi057 ceph-mon[138896]: Upgrade: Setting container_image for all cephfs-mirror 2024-04-15T21:33:28.882 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:28 smithi057 ceph-mon[138896]: Upgrade: Setting container_image for all ceph-exporter 2024-04-15T21:33:28.882 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:28 smithi057 ceph-mon[138896]: Upgrade: Setting container_image for all nfs 2024-04-15T21:33:28.882 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:28 smithi057 ceph-mon[138896]: Upgrade: Setting container_image for all nvmeof 2024-04-15T21:33:28.882 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:28 smithi057 ceph-mon[138896]: Upgrade: Setting container_image for all node-exporter 2024-04-15T21:33:28.882 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:28 smithi057 ceph-mon[138896]: Upgrade: Setting container_image for all prometheus 2024-04-15T21:33:28.882 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:28 smithi057 ceph-mon[138896]: Upgrade: Setting container_image for all alertmanager 2024-04-15T21:33:28.882 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:28 smithi057 ceph-mon[138896]: Upgrade: Setting container_image for all grafana 2024-04-15T21:33:28.883 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:28 smithi057 ceph-mon[138896]: Upgrade: Setting container_image for all loki 2024-04-15T21:33:28.883 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:28 smithi057 ceph-mon[138896]: Upgrade: Setting container_image for all promtail 2024-04-15T21:33:28.883 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:28 smithi057 ceph-mon[138896]: Upgrade: Finalizing container_image settings 2024-04-15T21:33:28.883 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:28 smithi057 ceph-mon[138896]: Upgrade: Complete! 2024-04-15T21:33:28.883 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:28 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:33:28.883 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:28 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:33:28.883 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:28 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:29.851 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:29 smithi148 ceph-mon[117761]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:33:29.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:29 smithi057 ceph-mon[135669]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:33:29.880 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:29 smithi057 ceph-mon[138896]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:33:30.851 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:30 smithi148 ceph-mon[117761]: pgmap v39: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:33:30.879 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:30 smithi057 ceph-mon[135669]: pgmap v39: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:33:30.880 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:30 smithi057 ceph-mon[138896]: pgmap v39: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:33:31.879 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:33:31 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:33:31] "GET /metrics HTTP/1.1" 200 38017 "" "Prometheus/2.43.0" 2024-04-15T21:33:32.851 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:32 smithi148 ceph-mon[117761]: pgmap v40: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-04-15T21:33:32.852 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:32 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:33:32.852 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:32 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:32.852 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:32 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:32.852 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:32 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:32.852 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:32 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:32.879 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:32 smithi057 ceph-mon[135669]: pgmap v40: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-04-15T21:33:32.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:32 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:33:32.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:32 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:32.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:32 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:32.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:32 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:32.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:32 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:32.880 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:32 smithi057 ceph-mon[138896]: pgmap v40: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-04-15T21:33:32.880 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:32 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:33:32.880 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:32 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:32.880 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:32 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:32.880 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:32 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:32.880 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:32 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:34.851 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:34 smithi148 ceph-mon[117761]: pgmap v41: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:33:34.879 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:34 smithi057 ceph-mon[135669]: pgmap v41: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:33:34.880 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:34 smithi057 ceph-mon[138896]: pgmap v41: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:33:36.852 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:36 smithi148 ceph-mon[117761]: pgmap v42: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-04-15T21:33:36.879 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:36 smithi057 ceph-mon[135669]: pgmap v42: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-04-15T21:33:36.880 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:36 smithi057 ceph-mon[138896]: pgmap v42: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-04-15T21:33:38.516 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 -e sha1=87dbfb632e974cb2c28d17423071d2d833b53b29 -- bash -c 'ceph orch ps' 2024-04-15T21:33:38.840 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:38 smithi057 ceph-mon[135669]: pgmap v43: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:33:38.841 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:38 smithi057 ceph-mon[138896]: pgmap v43: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:33:38.851 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:38 smithi148 ceph-mon[117761]: pgmap v43: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:33:39.829 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:39 smithi057 ceph-mon[135669]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:33:39.829 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:39 smithi057 ceph-mon[135669]: from='client.84133 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:33:39.829 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:39 smithi057 ceph-mon[138896]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:33:39.829 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:39 smithi057 ceph-mon[138896]: from='client.84133 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:33:39.851 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:39 smithi148 ceph-mon[117761]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:33:39.851 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:39 smithi148 ceph-mon[117761]: from='client.84133 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:33:40.522 INFO:teuthology.orchestra.run.smithi057.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-15T21:33:40.522 INFO:teuthology.orchestra.run.smithi057.stdout:agent.smithi057 smithi057 running 14s ago 34m - - 2024-04-15T21:33:40.522 INFO:teuthology.orchestra.run.smithi057.stdout:agent.smithi148 smithi148 running 8s ago 34m - - 2024-04-15T21:33:40.523 INFO:teuthology.orchestra.run.smithi057.stdout:alertmanager.a smithi057 *:9093,9094 running (4m) 14s ago 29m 25.5M - 0.25.0 c8568f914cd2 b3d0ee2337d1 2024-04-15T21:33:40.523 INFO:teuthology.orchestra.run.smithi057.stdout:grafana.a smithi148 *:3000 running (4m) 8s ago 29m 81.4M - 9.4.12 2bacad6d85d8 2d2c50c8da7b 2024-04-15T21:33:40.523 INFO:teuthology.orchestra.run.smithi057.stdout:iscsi.foo.smithi057.jwyjxv smithi057 running (7m) 14s ago 28m 65.0M - 3.5 e1d6a67b021e 9d8d20cf842b 2024-04-15T21:33:40.523 INFO:teuthology.orchestra.run.smithi057.stdout:mgr.x smithi148 *:8443,9283,8765 running (7m) 8s ago 34m 450M - 19.0.0-3084-g87dbfb63 a452a57266c7 56ad8667b91a 2024-04-15T21:33:40.523 INFO:teuthology.orchestra.run.smithi057.stdout:mgr.y smithi057 *:8443,9283,8765 running (17m) 14s ago 35m 509M - 19.0.0-3084-g87dbfb63 a452a57266c7 7bb446a32fbb 2024-04-15T21:33:40.523 INFO:teuthology.orchestra.run.smithi057.stdout:mon.a smithi057 running (68s) 14s ago 35m 40.7M 2048M 19.0.0-3084-g87dbfb63 a452a57266c7 91d9cf121952 2024-04-15T21:33:40.523 INFO:teuthology.orchestra.run.smithi057.stdout:mon.b smithi148 running (2m) 8s ago 34m 40.1M 2048M 19.0.0-3084-g87dbfb63 a452a57266c7 c911348a806b 2024-04-15T21:33:40.523 INFO:teuthology.orchestra.run.smithi057.stdout:mon.c smithi057 running (51s) 14s ago 34m 35.0M 2048M 19.0.0-3084-g87dbfb63 a452a57266c7 0a5d96571022 2024-04-15T21:33:40.523 INFO:teuthology.orchestra.run.smithi057.stdout:node-exporter.a smithi057 *:9100 running (6m) 14s ago 30m 16.2M - 1.5.0 0da6a335fe13 1fe3c748de02 2024-04-15T21:33:40.523 INFO:teuthology.orchestra.run.smithi057.stdout:node-exporter.b smithi148 *:9100 running (6m) 8s ago 30m 16.6M - 1.5.0 0da6a335fe13 94918e657592 2024-04-15T21:33:40.523 INFO:teuthology.orchestra.run.smithi057.stdout:osd.0 smithi057 running (33m) 14s ago 33m 53.8M 4096M 17.2.0 e1d6a67b021e a825b23c2b8e 2024-04-15T21:33:40.523 INFO:teuthology.orchestra.run.smithi057.stdout:osd.1 smithi057 running (33m) 14s ago 33m 59.4M 4096M 17.2.0 e1d6a67b021e ef43105379fd 2024-04-15T21:33:40.523 INFO:teuthology.orchestra.run.smithi057.stdout:osd.2 smithi057 running (32m) 14s ago 32m 53.7M 4096M 17.2.0 e1d6a67b021e 8cea1b1b5212 2024-04-15T21:33:40.524 INFO:teuthology.orchestra.run.smithi057.stdout:osd.3 smithi057 running (32m) 14s ago 32m 52.7M 4096M 17.2.0 e1d6a67b021e 8400e9bee4fe 2024-04-15T21:33:40.524 INFO:teuthology.orchestra.run.smithi057.stdout:osd.4 smithi148 running (32m) 8s ago 32m 54.9M 4096M 17.2.0 e1d6a67b021e 955a657c7722 2024-04-15T21:33:40.524 INFO:teuthology.orchestra.run.smithi057.stdout:osd.5 smithi148 running (31m) 8s ago 31m 52.3M 4096M 17.2.0 e1d6a67b021e bf2b1914ffc9 2024-04-15T21:33:40.524 INFO:teuthology.orchestra.run.smithi057.stdout:osd.6 smithi148 running (31m) 8s ago 31m 52.5M 4096M 17.2.0 e1d6a67b021e ab801778ca01 2024-04-15T21:33:40.524 INFO:teuthology.orchestra.run.smithi057.stdout:osd.7 smithi148 running (31m) 8s ago 31m 53.1M 4096M 17.2.0 e1d6a67b021e c9334bc357be 2024-04-15T21:33:40.524 INFO:teuthology.orchestra.run.smithi057.stdout:prometheus.a smithi148 *:9095 running (5m) 8s ago 30m 66.4M - 2.43.0 a07b618ecd1d ff3fcf9e6b9f 2024-04-15T21:33:40.524 INFO:teuthology.orchestra.run.smithi057.stdout:rgw.foo.smithi057.lxigfo smithi057 *:8000 running (28m) 14s ago 28m 80.5M - 17.2.0 e1d6a67b021e fa044b726c8d 2024-04-15T21:33:40.524 INFO:teuthology.orchestra.run.smithi057.stdout:rgw.foo.smithi148.cgzzfh smithi148 *:8000 running (28m) 8s ago 28m 77.5M - 17.2.0 e1d6a67b021e 722242170e62 2024-04-15T21:33:40.844 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:40 smithi057 ceph-mon[135669]: pgmap v44: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:33:40.844 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:40 smithi057 ceph-mon[138896]: pgmap v44: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:33:40.851 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:40 smithi148 ceph-mon[117761]: pgmap v44: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:33:41.212 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 -e sha1=87dbfb632e974cb2c28d17423071d2d833b53b29 -- bash -c 'ceph versions | jq -e '"'"'.mon | length == 1'"'"'' 2024-04-15T21:33:41.740 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:41 smithi057 ceph-mon[135669]: from='client.84139 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:33:41.740 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:33:41 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:33:41] "GET /metrics HTTP/1.1" 200 38017 "" "Prometheus/2.43.0" 2024-04-15T21:33:41.740 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:41 smithi057 ceph-mon[138896]: from='client.84139 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:33:41.852 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:41 smithi148 ceph-mon[117761]: from='client.84139 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:33:42.690 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:42 smithi057 ceph-mon[135669]: pgmap v45: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:33:42.690 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:42 smithi057 ceph-mon[138896]: pgmap v45: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:33:42.851 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:42 smithi148 ceph-mon[117761]: pgmap v45: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:33:43.354 INFO:teuthology.orchestra.run.smithi057.stdout:true 2024-04-15T21:33:43.853 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:43 smithi148 ceph-mon[117761]: from='client.? 172.21.15.57:0/2787102561' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:33:43.879 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:43 smithi057 ceph-mon[135669]: from='client.? 172.21.15.57:0/2787102561' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:33:43.880 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:43 smithi057 ceph-mon[138896]: from='client.? 172.21.15.57:0/2787102561' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:33:44.830 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:44 smithi057 ceph-mon[135669]: pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:33:44.831 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:44 smithi057 ceph-mon[138896]: pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:33:44.851 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:44 smithi148 ceph-mon[117761]: pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:33:44.859 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 -e sha1=87dbfb632e974cb2c28d17423071d2d833b53b29 -- bash -c 'ceph versions | jq -e '"'"'.mon | keys'"'"' | grep $sha1' 2024-04-15T21:33:46.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:46 smithi148 ceph-mon[117761]: pgmap v47: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:33:46.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:46 smithi057 ceph-mon[135669]: pgmap v47: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:33:46.880 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:46 smithi057 ceph-mon[138896]: pgmap v47: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:33:47.879 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:47 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:47.879 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:47 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:47.879 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:47 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:47.879 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:47 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:33:47.880 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:47 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:47.880 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:47 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:47.880 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:47 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:47.880 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:47 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:33:47.880 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:47 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:47.880 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:47 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:47.880 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:47 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:47.880 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:47 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:33:48.585 INFO:teuthology.orchestra.run.smithi057.stdout: "ceph version 19.0.0-3084-g87dbfb63 (87dbfb632e974cb2c28d17423071d2d833b53b29) squid (dev)" 2024-04-15T21:33:48.779 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:48 smithi148 ceph-mon[117761]: pgmap v48: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:33:48.779 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:48 smithi148 ceph-mon[117761]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:33:48.779 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:48 smithi148 ceph-mon[117761]: from='client.? 172.21.15.57:0/1766776371' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:33:48.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:48 smithi057 ceph-mon[135669]: pgmap v48: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:33:48.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:48 smithi057 ceph-mon[135669]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:33:48.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:48 smithi057 ceph-mon[135669]: from='client.? 172.21.15.57:0/1766776371' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:33:48.880 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:48 smithi057 ceph-mon[138896]: pgmap v48: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:33:48.880 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:48 smithi057 ceph-mon[138896]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:33:48.880 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:48 smithi057 ceph-mon[138896]: from='client.? 172.21.15.57:0/1766776371' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:33:49.222 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 -e sha1=87dbfb632e974cb2c28d17423071d2d833b53b29 -- bash -c 'ceph orch upgrade check quay.ceph.io/ceph-ci/ceph:$sha1 | jq -e '"'"'.up_to_date | length == 5'"'"'' 2024-04-15T21:33:49.851 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:49 smithi148 ceph-mon[117761]: pgmap v49: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:33:49.874 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:49 smithi057 ceph-mon[135669]: pgmap v49: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:33:49.875 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:49 smithi057 ceph-mon[138896]: pgmap v49: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:33:51.852 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:51 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:51.852 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:51 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:51.852 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:51 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:51.879 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:51 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:51.879 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:51 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:51.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:51 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:51.880 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:33:51 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:33:51] "GET /metrics HTTP/1.1" 200 38019 "" "Prometheus/2.43.0" 2024-04-15T21:33:51.880 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:51 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:51.880 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:51 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:51.880 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:51 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:33:52.851 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:52 smithi148 ceph-mon[117761]: pgmap v50: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:33:52.851 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:52 smithi148 ceph-mon[117761]: from='client.74172 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:33:52.879 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:52 smithi057 ceph-mon[138896]: pgmap v50: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:33:52.879 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:52 smithi057 ceph-mon[138896]: from='client.74172 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:33:52.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:52 smithi057 ceph-mon[135669]: pgmap v50: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:33:52.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:52 smithi057 ceph-mon[135669]: from='client.74172 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:33:53.047 INFO:teuthology.orchestra.run.smithi057.stdout:true 2024-04-15T21:33:53.824 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 -e sha1=87dbfb632e974cb2c28d17423071d2d833b53b29 -- bash -c 'ceph orch upgrade status' 2024-04-15T21:33:54.851 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:54 smithi148 ceph-mon[117761]: pgmap v51: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:33:54.879 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:54 smithi057 ceph-mon[135669]: pgmap v51: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:33:54.880 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:54 smithi057 ceph-mon[138896]: pgmap v51: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:33:55.894 INFO:teuthology.orchestra.run.smithi057.stdout:{ 2024-04-15T21:33:55.894 INFO:teuthology.orchestra.run.smithi057.stdout: "target_image": null, 2024-04-15T21:33:55.894 INFO:teuthology.orchestra.run.smithi057.stdout: "in_progress": false, 2024-04-15T21:33:55.894 INFO:teuthology.orchestra.run.smithi057.stdout: "which": "", 2024-04-15T21:33:55.894 INFO:teuthology.orchestra.run.smithi057.stdout: "services_complete": [], 2024-04-15T21:33:55.894 INFO:teuthology.orchestra.run.smithi057.stdout: "progress": null, 2024-04-15T21:33:55.894 INFO:teuthology.orchestra.run.smithi057.stdout: "message": "", 2024-04-15T21:33:55.895 INFO:teuthology.orchestra.run.smithi057.stdout: "is_paused": false 2024-04-15T21:33:55.895 INFO:teuthology.orchestra.run.smithi057.stdout:} 2024-04-15T21:33:56.584 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 -e sha1=87dbfb632e974cb2c28d17423071d2d833b53b29 -- bash -c 'ceph health detail' 2024-04-15T21:33:56.612 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:56 smithi057 ceph-mon[135669]: pgmap v52: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:33:56.612 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:56 smithi057 ceph-mon[138896]: pgmap v52: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:33:56.852 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:56 smithi148 ceph-mon[117761]: pgmap v52: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:33:57.812 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:57 smithi057 ceph-mon[135669]: from='client.74178 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:33:57.812 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:57 smithi057 ceph-mon[138896]: from='client.74178 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:33:57.851 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:57 smithi148 ceph-mon[117761]: from='client.74178 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:33:58.630 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:58 smithi057 ceph-mon[135669]: pgmap v53: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:33:58.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:58 smithi057 ceph-mon[138896]: pgmap v53: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:33:58.851 INFO:teuthology.orchestra.run.smithi057.stdout:HEALTH_OK 2024-04-15T21:33:58.852 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:58 smithi148 ceph-mon[117761]: pgmap v53: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:33:59.606 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 -e sha1=87dbfb632e974cb2c28d17423071d2d833b53b29 -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types osd --limit 2' 2024-04-15T21:33:59.851 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:59 smithi148 ceph-mon[117761]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:33:59.851 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:33:59 smithi148 ceph-mon[117761]: from='client.? 172.21.15.57:0/4140600916' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-04-15T21:33:59.879 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:59 smithi057 ceph-mon[135669]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:33:59.879 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:33:59 smithi057 ceph-mon[135669]: from='client.? 172.21.15.57:0/4140600916' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-04-15T21:33:59.880 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:59 smithi057 ceph-mon[138896]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:33:59.880 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:33:59 smithi057 ceph-mon[138896]: from='client.? 172.21.15.57:0/4140600916' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-04-15T21:34:00.851 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:00 smithi148 ceph-mon[117761]: pgmap v54: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:34:00.879 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:00 smithi057 ceph-mon[135669]: pgmap v54: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:34:00.880 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:00 smithi057 ceph-mon[138896]: pgmap v54: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:34:01.879 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:34:01 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:34:01] "GET /metrics HTTP/1.1" 200 38019 "" "Prometheus/2.43.0" 2024-04-15T21:34:02.584 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:02 smithi057 ceph-mon[135669]: pgmap v55: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:34:02.584 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:02 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:34:02.584 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:02 smithi057 ceph-mon[138896]: pgmap v55: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:34:02.584 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:02 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:34:02.851 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:02 smithi148 ceph-mon[117761]: pgmap v55: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:34:02.851 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:02 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:34:03.347 INFO:teuthology.orchestra.run.smithi057.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29 2024-04-15T21:34:03.851 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:03 smithi148 ceph-mon[117761]: from='client.74190 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29", "daemon_types": "osd", "limit": 2, "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:34:03.851 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:03 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:03.852 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:03 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:03.852 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:03 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:03.852 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:03 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:03.879 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:03 smithi057 ceph-mon[138896]: from='client.74190 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29", "daemon_types": "osd", "limit": 2, "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:34:03.880 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:03 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:03.880 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:03 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:03.880 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:03 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:03.880 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:03 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:03.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:03 smithi057 ceph-mon[135669]: from='client.74190 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29", "daemon_types": "osd", "limit": 2, "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:34:03.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:03 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:03.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:03 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:03.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:03 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:03.881 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:03 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:03.957 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 -e sha1=87dbfb632e974cb2c28d17423071d2d833b53b29 -- bash -c 'while ceph orch upgrade status | jq '"'"'.in_progress'"'"' | grep true && ! ceph orch upgrade status | jq '"'"'.message'"'"' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done' 2024-04-15T21:34:04.851 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:04 smithi148 ceph-mon[117761]: pgmap v56: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:34:04.852 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:04 smithi148 ceph-mon[117761]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29 2024-04-15T21:34:04.852 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:04 smithi148 ceph-mon[117761]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29 2024-04-15T21:34:04.879 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:04 smithi057 ceph-mon[138896]: pgmap v56: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:34:04.880 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:04 smithi057 ceph-mon[138896]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29 2024-04-15T21:34:04.880 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:04 smithi057 ceph-mon[138896]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29 2024-04-15T21:34:04.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:04 smithi057 ceph-mon[135669]: pgmap v56: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:34:04.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:04 smithi057 ceph-mon[135669]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29 2024-04-15T21:34:04.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:04 smithi057 ceph-mon[135669]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29 2024-04-15T21:34:06.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:06 smithi057 ceph-mon[138896]: pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:34:06.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:06 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:06.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:06 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:06.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:06 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:06.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:06 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:06.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:06 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:06.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:06 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:06.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:06 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:06.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:06 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:06.630 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:06 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-04-15T21:34:06.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:06 smithi057 ceph-mon[135669]: pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:34:06.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:06 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:06.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:06 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:06.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:06 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:06.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:06 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:06.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:06 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:06.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:06 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:06.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:06 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:06.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:06 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:06.631 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:06 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-04-15T21:34:06.851 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:06 smithi148 ceph-mon[117761]: pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:34:06.852 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:06 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:06.852 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:06 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:06.852 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:06 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:06.852 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:06 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:06.852 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:06 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:06.852 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:06 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:06.852 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:06 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:06.852 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:06 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:06.852 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:06 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-04-15T21:34:07.732 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:07 smithi057 ceph-mon[135669]: Upgrade: Target is version 19.0.0-3084-g87dbfb63 (squid) 2024-04-15T21:34:07.732 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:07 smithi057 ceph-mon[135669]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29, digests ['quay.ceph.io/ceph-ci/ceph@sha256:386dcbdb0b8a78b880705c56a17f715946e178c298e478ab4b58fddb8072ae6f'] 2024-04-15T21:34:07.732 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:07 smithi057 ceph-mon[135669]: Upgrade: Setting container_image for all mgr 2024-04-15T21:34:07.732 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:07 smithi057 ceph-mon[135669]: Upgrade: Setting container_image for all mon 2024-04-15T21:34:07.732 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:07 smithi057 ceph-mon[135669]: Upgrade: Setting container_image for all crash 2024-04-15T21:34:07.732 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:07 smithi057 ceph-mon[135669]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-04-15T21:34:07.732 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:07 smithi057 ceph-mon[135669]: Upgrade: osd.0 is safe to restart 2024-04-15T21:34:07.732 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:07 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:07.732 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:07 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:07.732 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:07 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:07.733 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:07 smithi057 ceph-mon[138896]: Upgrade: Target is version 19.0.0-3084-g87dbfb63 (squid) 2024-04-15T21:34:07.733 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:07 smithi057 ceph-mon[138896]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29, digests ['quay.ceph.io/ceph-ci/ceph@sha256:386dcbdb0b8a78b880705c56a17f715946e178c298e478ab4b58fddb8072ae6f'] 2024-04-15T21:34:07.733 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:07 smithi057 ceph-mon[138896]: Upgrade: Setting container_image for all mgr 2024-04-15T21:34:07.733 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:07 smithi057 ceph-mon[138896]: Upgrade: Setting container_image for all mon 2024-04-15T21:34:07.733 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:07 smithi057 ceph-mon[138896]: Upgrade: Setting container_image for all crash 2024-04-15T21:34:07.733 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:07 smithi057 ceph-mon[138896]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-04-15T21:34:07.733 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:07 smithi057 ceph-mon[138896]: Upgrade: osd.0 is safe to restart 2024-04-15T21:34:07.733 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:07 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:07.733 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:07 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:07.733 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:07 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:07.851 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:07 smithi148 ceph-mon[117761]: Upgrade: Target is version 19.0.0-3084-g87dbfb63 (squid) 2024-04-15T21:34:07.852 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:07 smithi148 ceph-mon[117761]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29, digests ['quay.ceph.io/ceph-ci/ceph@sha256:386dcbdb0b8a78b880705c56a17f715946e178c298e478ab4b58fddb8072ae6f'] 2024-04-15T21:34:07.852 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:07 smithi148 ceph-mon[117761]: Upgrade: Setting container_image for all mgr 2024-04-15T21:34:07.852 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:07 smithi148 ceph-mon[117761]: Upgrade: Setting container_image for all mon 2024-04-15T21:34:07.852 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:07 smithi148 ceph-mon[117761]: Upgrade: Setting container_image for all crash 2024-04-15T21:34:07.852 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:07 smithi148 ceph-mon[117761]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-04-15T21:34:07.852 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:07 smithi148 ceph-mon[117761]: Upgrade: osd.0 is safe to restart 2024-04-15T21:34:07.852 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:07 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:07.852 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:07 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:07.852 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:07 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:08.799 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:08 smithi057 ceph-mon[135669]: pgmap v58: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:34:08.799 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:08 smithi057 ceph-mon[138896]: pgmap v58: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:34:08.852 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:08 smithi148 ceph-mon[117761]: pgmap v58: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:34:08.926 INFO:teuthology.orchestra.run.smithi057.stdout:true 2024-04-15T21:34:09.637 INFO:teuthology.orchestra.run.smithi057.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-15T21:34:09.637 INFO:teuthology.orchestra.run.smithi057.stdout:agent.smithi057 smithi057 running 2s ago 35m - - 2024-04-15T21:34:09.637 INFO:teuthology.orchestra.run.smithi057.stdout:agent.smithi148 smithi148 running 19s ago 35m - - 2024-04-15T21:34:09.637 INFO:teuthology.orchestra.run.smithi057.stdout:alertmanager.a smithi057 *:9093,9094 running (5m) 2s ago 29m 25.5M - 0.25.0 c8568f914cd2 b3d0ee2337d1 2024-04-15T21:34:09.637 INFO:teuthology.orchestra.run.smithi057.stdout:grafana.a smithi148 *:3000 running (4m) 19s ago 29m 79.6M - 9.4.12 2bacad6d85d8 2d2c50c8da7b 2024-04-15T21:34:09.637 INFO:teuthology.orchestra.run.smithi057.stdout:iscsi.foo.smithi057.jwyjxv smithi057 running (8m) 2s ago 28m 65.0M - 3.5 e1d6a67b021e 9d8d20cf842b 2024-04-15T21:34:09.637 INFO:teuthology.orchestra.run.smithi057.stdout:mgr.x smithi148 *:8443,9283,8765 running (7m) 19s ago 34m 451M - 19.0.0-3084-g87dbfb63 a452a57266c7 56ad8667b91a 2024-04-15T21:34:09.637 INFO:teuthology.orchestra.run.smithi057.stdout:mgr.y smithi057 *:8443,9283,8765 running (18m) 2s ago 36m 511M - 19.0.0-3084-g87dbfb63 a452a57266c7 7bb446a32fbb 2024-04-15T21:34:09.637 INFO:teuthology.orchestra.run.smithi057.stdout:mon.a smithi057 running (97s) 2s ago 36m 42.6M 2048M 19.0.0-3084-g87dbfb63 a452a57266c7 91d9cf121952 2024-04-15T21:34:09.637 INFO:teuthology.orchestra.run.smithi057.stdout:mon.b smithi148 running (3m) 19s ago 34m 42.0M 2048M 19.0.0-3084-g87dbfb63 a452a57266c7 c911348a806b 2024-04-15T21:34:09.637 INFO:teuthology.orchestra.run.smithi057.stdout:mon.c smithi057 running (80s) 2s ago 34m 37.1M 2048M 19.0.0-3084-g87dbfb63 a452a57266c7 0a5d96571022 2024-04-15T21:34:09.637 INFO:teuthology.orchestra.run.smithi057.stdout:node-exporter.a smithi057 *:9100 running (6m) 2s ago 30m 16.0M - 1.5.0 0da6a335fe13 1fe3c748de02 2024-04-15T21:34:09.638 INFO:teuthology.orchestra.run.smithi057.stdout:node-exporter.b smithi148 *:9100 running (6m) 19s ago 30m 16.9M - 1.5.0 0da6a335fe13 94918e657592 2024-04-15T21:34:09.638 INFO:teuthology.orchestra.run.smithi057.stdout:osd.0 smithi057 running (34m) 2s ago 34m 53.7M 4096M 17.2.0 e1d6a67b021e a825b23c2b8e 2024-04-15T21:34:09.638 INFO:teuthology.orchestra.run.smithi057.stdout:osd.1 smithi057 running (33m) 2s ago 33m 59.4M 4096M 17.2.0 e1d6a67b021e ef43105379fd 2024-04-15T21:34:09.638 INFO:teuthology.orchestra.run.smithi057.stdout:osd.2 smithi057 running (33m) 2s ago 33m 53.7M 4096M 17.2.0 e1d6a67b021e 8cea1b1b5212 2024-04-15T21:34:09.638 INFO:teuthology.orchestra.run.smithi057.stdout:osd.3 smithi057 running (33m) 2s ago 33m 52.7M 4096M 17.2.0 e1d6a67b021e 8400e9bee4fe 2024-04-15T21:34:09.638 INFO:teuthology.orchestra.run.smithi057.stdout:osd.4 smithi148 running (32m) 19s ago 32m 54.9M 4096M 17.2.0 e1d6a67b021e 955a657c7722 2024-04-15T21:34:09.638 INFO:teuthology.orchestra.run.smithi057.stdout:osd.5 smithi148 running (32m) 19s ago 32m 52.3M 4096M 17.2.0 e1d6a67b021e bf2b1914ffc9 2024-04-15T21:34:09.638 INFO:teuthology.orchestra.run.smithi057.stdout:osd.6 smithi148 running (31m) 19s ago 31m 52.5M 4096M 17.2.0 e1d6a67b021e ab801778ca01 2024-04-15T21:34:09.638 INFO:teuthology.orchestra.run.smithi057.stdout:osd.7 smithi148 running (31m) 19s ago 31m 53.1M 4096M 17.2.0 e1d6a67b021e c9334bc357be 2024-04-15T21:34:09.638 INFO:teuthology.orchestra.run.smithi057.stdout:prometheus.a smithi148 *:9095 running (5m) 19s ago 30m 68.6M - 2.43.0 a07b618ecd1d ff3fcf9e6b9f 2024-04-15T21:34:09.638 INFO:teuthology.orchestra.run.smithi057.stdout:rgw.foo.smithi057.lxigfo smithi057 *:8000 running (29m) 2s ago 29m 80.6M - 17.2.0 e1d6a67b021e fa044b726c8d 2024-04-15T21:34:09.638 INFO:teuthology.orchestra.run.smithi057.stdout:rgw.foo.smithi148.cgzzfh smithi148 *:8000 running (29m) 19s ago 29m 77.5M - 17.2.0 e1d6a67b021e 722242170e62 2024-04-15T21:34:09.689 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:09 smithi148 ceph-mon[117761]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:34:09.690 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:09 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:09.690 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:09 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-15T21:34:09.690 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:09 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:09.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:09 smithi057 ceph-mon[135669]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:34:09.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:09 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:09.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:09 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-15T21:34:09.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:09 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:09.880 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:09 smithi057 ceph-mon[138896]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:34:09.880 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:09 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:09.880 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:09 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-15T21:34:09.880 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:09 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:10.066 INFO:teuthology.orchestra.run.smithi057.stdout:{ 2024-04-15T21:34:10.066 INFO:teuthology.orchestra.run.smithi057.stdout: "mon": { 2024-04-15T21:34:10.066 INFO:teuthology.orchestra.run.smithi057.stdout: "ceph version 19.0.0-3084-g87dbfb63 (87dbfb632e974cb2c28d17423071d2d833b53b29) squid (dev)": 3 2024-04-15T21:34:10.066 INFO:teuthology.orchestra.run.smithi057.stdout: }, 2024-04-15T21:34:10.066 INFO:teuthology.orchestra.run.smithi057.stdout: "mgr": { 2024-04-15T21:34:10.066 INFO:teuthology.orchestra.run.smithi057.stdout: "ceph version 19.0.0-3084-g87dbfb63 (87dbfb632e974cb2c28d17423071d2d833b53b29) squid (dev)": 2 2024-04-15T21:34:10.066 INFO:teuthology.orchestra.run.smithi057.stdout: }, 2024-04-15T21:34:10.066 INFO:teuthology.orchestra.run.smithi057.stdout: "osd": { 2024-04-15T21:34:10.066 INFO:teuthology.orchestra.run.smithi057.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 8 2024-04-15T21:34:10.067 INFO:teuthology.orchestra.run.smithi057.stdout: }, 2024-04-15T21:34:10.067 INFO:teuthology.orchestra.run.smithi057.stdout: "rgw": { 2024-04-15T21:34:10.067 INFO:teuthology.orchestra.run.smithi057.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 2 2024-04-15T21:34:10.067 INFO:teuthology.orchestra.run.smithi057.stdout: }, 2024-04-15T21:34:10.067 INFO:teuthology.orchestra.run.smithi057.stdout: "overall": { 2024-04-15T21:34:10.067 INFO:teuthology.orchestra.run.smithi057.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 10, 2024-04-15T21:34:10.067 INFO:teuthology.orchestra.run.smithi057.stdout: "ceph version 19.0.0-3084-g87dbfb63 (87dbfb632e974cb2c28d17423071d2d833b53b29) squid (dev)": 5 2024-04-15T21:34:10.067 INFO:teuthology.orchestra.run.smithi057.stdout: } 2024-04-15T21:34:10.067 INFO:teuthology.orchestra.run.smithi057.stdout:} 2024-04-15T21:34:10.416 INFO:teuthology.orchestra.run.smithi057.stdout:{ 2024-04-15T21:34:10.417 INFO:teuthology.orchestra.run.smithi057.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29", 2024-04-15T21:34:10.417 INFO:teuthology.orchestra.run.smithi057.stdout: "in_progress": true, 2024-04-15T21:34:10.417 INFO:teuthology.orchestra.run.smithi057.stdout: "which": "Upgrading daemons of type(s) osd. Upgrade limited to 2 daemons (2 remaining).", 2024-04-15T21:34:10.417 INFO:teuthology.orchestra.run.smithi057.stdout: "services_complete": [], 2024-04-15T21:34:10.417 INFO:teuthology.orchestra.run.smithi057.stdout: "progress": "0/8 daemons upgraded", 2024-04-15T21:34:10.417 INFO:teuthology.orchestra.run.smithi057.stdout: "message": "Currently upgrading osd daemons", 2024-04-15T21:34:10.417 INFO:teuthology.orchestra.run.smithi057.stdout: "is_paused": false 2024-04-15T21:34:10.417 INFO:teuthology.orchestra.run.smithi057.stdout:} 2024-04-15T21:34:10.882 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:10 smithi057 ceph-mon[135669]: pgmap v59: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:34:10.882 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:10 smithi057 ceph-mon[135669]: from='client.84181 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:34:10.882 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:10 smithi057 ceph-mon[135669]: Upgrade: Updating osd.0 2024-04-15T21:34:10.882 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:10 smithi057 ceph-mon[135669]: Deploying daemon osd.0 on smithi057 2024-04-15T21:34:10.882 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:10 smithi057 ceph-mon[135669]: from='client.84187 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:34:10.882 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:10 smithi057 ceph-mon[135669]: from='client.84193 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:34:10.882 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:10 smithi057 ceph-mon[135669]: from='client.? 172.21.15.57:0/38583264' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:10.882 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:10 smithi057 ceph-mon[135669]: from='client.84205 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:34:10.883 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:10 smithi057 ceph-mon[138896]: pgmap v59: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:34:10.883 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:10 smithi057 ceph-mon[138896]: from='client.84181 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:34:10.883 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:10 smithi057 ceph-mon[138896]: Upgrade: Updating osd.0 2024-04-15T21:34:10.883 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:10 smithi057 ceph-mon[138896]: Deploying daemon osd.0 on smithi057 2024-04-15T21:34:10.883 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:10 smithi057 ceph-mon[138896]: from='client.84187 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:34:10.883 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:10 smithi057 ceph-mon[138896]: from='client.84193 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:34:10.883 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:10 smithi057 ceph-mon[138896]: from='client.? 172.21.15.57:0/38583264' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:10.883 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:10 smithi057 ceph-mon[138896]: from='client.84205 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:34:11.101 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:10 smithi148 ceph-mon[117761]: pgmap v59: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:34:11.101 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:10 smithi148 ceph-mon[117761]: from='client.84181 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:34:11.101 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:10 smithi148 ceph-mon[117761]: Upgrade: Updating osd.0 2024-04-15T21:34:11.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:10 smithi148 ceph-mon[117761]: Deploying daemon osd.0 on smithi057 2024-04-15T21:34:11.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:10 smithi148 ceph-mon[117761]: from='client.84187 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:34:11.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:10 smithi148 ceph-mon[117761]: from='client.84193 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:34:11.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:10 smithi148 ceph-mon[117761]: from='client.? 172.21.15.57:0/38583264' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:11.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:10 smithi148 ceph-mon[117761]: from='client.84205 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:34:11.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:11 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:11.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:11 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:11.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:11 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:11.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:11 smithi057 ceph-mon[135669]: pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:34:11.881 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:34:11 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:34:11] "GET /metrics HTTP/1.1" 200 38019 "" "Prometheus/2.43.0" 2024-04-15T21:34:11.881 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:11 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:11.881 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:11 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:11.881 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:11 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:11.881 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:11 smithi057 ceph-mon[138896]: pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:34:12.101 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:11 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:12.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:11 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:12.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:11 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:12.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:11 smithi148 ceph-mon[117761]: pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:34:13.789 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 15 21:34:13 smithi057 systemd[1]: Stopping Ceph osd.0 for b97cffaa-fb6a-11ee-bc8f-c7b262605968... 2024-04-15T21:34:14.101 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:13 smithi148 ceph-mon[117761]: pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:34:14.129 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:13 smithi057 ceph-mon[135669]: pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:34:14.130 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:13 smithi057 ceph-mon[138896]: pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:34:14.130 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 15 21:34:13 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-0[32995]: 2024-04-15T21:34:13.812+0000 7f0cc3a0b700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-15T21:34:14.130 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 15 21:34:13 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-0[32995]: 2024-04-15T21:34:13.812+0000 7f0cc3a0b700 -1 osd.0 113 *** Got signal Terminated *** 2024-04-15T21:34:14.130 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 15 21:34:13 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-0[32995]: 2024-04-15T21:34:13.812+0000 7f0cc3a0b700 -1 osd.0 113 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-15T21:34:15.101 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:14 smithi148 ceph-mon[117761]: osd.0 marked itself down and dead 2024-04-15T21:34:15.129 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:14 smithi057 ceph-mon[135669]: osd.0 marked itself down and dead 2024-04-15T21:34:15.130 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:14 smithi057 ceph-mon[138896]: osd.0 marked itself down and dead 2024-04-15T21:34:15.415 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 15 21:34:15 smithi057 podman[143532]: 2024-04-15 21:34:15.134886369 +0000 UTC m=+1.430463567 container died a825b23c2b8e23b437647904db8aaccc6e6410b2f8bd9ca4c4868ca4c068e373 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-0, GIT_CLEAN=True, com.redhat.component=centos-stream-container, io.k8s.display-name=CentOS Stream 8, distribution-scope=public, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, maintainer=Guillaume Abrioux , architecture=x86_64, GIT_REPO=https://github.com/ceph/ceph-container.git, build-date=2022-05-03T08:36:31.336870, release=754, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, name=centos-stream, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, vendor=Red Hat, Inc., CEPH_POINT_RELEASE=-17.2.0, RELEASE=HEAD, version=8, io.openshift.expose-services=, io.openshift.tags=base centos centos-stream, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., ceph=True, GIT_BRANCH=HEAD, io.buildah.version=1.19.8, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, vcs-type=git, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com) 2024-04-15T21:34:15.809 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 15 21:34:15 smithi057 podman[143532]: 2024-04-15 21:34:15.503935218 +0000 UTC m=+1.799512404 container cleanup a825b23c2b8e23b437647904db8aaccc6e6410b2f8bd9ca4c4868ca4c068e373 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-0, GIT_CLEAN=True, CEPH_POINT_RELEASE=-17.2.0, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, distribution-scope=public, vendor=Red Hat, Inc., release=754, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.k8s.display-name=CentOS Stream 8, architecture=x86_64, name=centos-stream, maintainer=Guillaume Abrioux , vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, io.openshift.tags=base centos centos-stream, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, io.openshift.expose-services=, GIT_BRANCH=HEAD, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, RELEASE=HEAD, ceph=True, GIT_REPO=https://github.com/ceph/ceph-container.git, version=8, vcs-type=git, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, build-date=2022-05-03T08:36:31.336870, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, io.buildah.version=1.19.8, com.redhat.component=centos-stream-container) 2024-04-15T21:34:15.809 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 15 21:34:15 smithi057 bash[143532]: ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-0 2024-04-15T21:34:16.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:15 smithi148 ceph-mon[117761]: pgmap v62: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:34:16.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:15 smithi148 ceph-mon[117761]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-15T21:34:16.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:15 smithi148 ceph-mon[117761]: osdmap e114: 8 total, 7 up, 8 in 2024-04-15T21:34:16.129 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:15 smithi057 ceph-mon[135669]: pgmap v62: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:34:16.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:15 smithi057 ceph-mon[135669]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-15T21:34:16.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:15 smithi057 ceph-mon[135669]: osdmap e114: 8 total, 7 up, 8 in 2024-04-15T21:34:16.130 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:15 smithi057 ceph-mon[138896]: pgmap v62: 161 pgs: 161 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:34:16.130 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:15 smithi057 ceph-mon[138896]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-15T21:34:16.130 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:15 smithi057 ceph-mon[138896]: osdmap e114: 8 total, 7 up, 8 in 2024-04-15T21:34:16.130 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 15 21:34:15 smithi057 podman[143560]: 2024-04-15 21:34:15.846974179 +0000 UTC m=+0.715172475 container remove a825b23c2b8e23b437647904db8aaccc6e6410b2f8bd9ca4c4868ca4c068e373 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-0, io.buildah.version=1.19.8, io.k8s.display-name=CentOS Stream 8, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, release=754, com.redhat.component=centos-stream-container, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, architecture=x86_64, io.openshift.tags=base centos centos-stream, CEPH_POINT_RELEASE=-17.2.0, vcs-type=git, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, version=8, name=centos-stream, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, RELEASE=HEAD, GIT_REPO=https://github.com/ceph/ceph-container.git, GIT_CLEAN=True, build-date=2022-05-03T08:36:31.336870, io.openshift.expose-services=, ceph=True, distribution-scope=public, vendor=Red Hat, Inc., GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly.) 2024-04-15T21:34:16.437 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 15 21:34:16 smithi057 podman[143648]: 2024-04-15 21:34:16.075635418 +0000 UTC m=+0.018201398 image pull a452a57266c718c37049de4c2da9a5e566bb7b9c6db62908ada4c8b0e854997b quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29 2024-04-15T21:34:16.437 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 15 21:34:16 smithi057 podman[143648]: 2024-04-15 21:34:16.30728997 +0000 UTC m=+0.249855928 container create 49bceae455201cecbfd98125c1e57847ae0dae07cd808815b8f1dfb3cc76bf21 (image=quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-0-deactivate, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, ceph=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, RELEASE=main-87dbfb6, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.build-date=20240409, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS) 2024-04-15T21:34:16.829 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 15 21:34:16 smithi057 podman[143648]: 2024-04-15 21:34:16.550788479 +0000 UTC m=+0.493354448 container init 49bceae455201cecbfd98125c1e57847ae0dae07cd808815b8f1dfb3cc76bf21 (image=quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-0-deactivate, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , RELEASE=main-87dbfb6) 2024-04-15T21:34:16.829 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 15 21:34:16 smithi057 podman[143648]: 2024-04-15 21:34:16.554097509 +0000 UTC m=+0.496663469 container start 49bceae455201cecbfd98125c1e57847ae0dae07cd808815b8f1dfb3cc76bf21 (image=quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-0-deactivate, GIT_BRANCH=HEAD, RELEASE=main-87dbfb6, ceph=True, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=) 2024-04-15T21:34:16.829 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 15 21:34:16 smithi057 podman[143648]: 2024-04-15 21:34:16.642128948 +0000 UTC m=+0.584694910 container attach 49bceae455201cecbfd98125c1e57847ae0dae07cd808815b8f1dfb3cc76bf21 (image=quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-0-deactivate, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, RELEASE=main-87dbfb6, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-15T21:34:17.101 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:16 smithi148 ceph-mon[117761]: osdmap e115: 8 total, 7 up, 8 in 2024-04-15T21:34:17.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:16 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.6", "id": [1, 5]}]: dispatch 2024-04-15T21:34:17.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:16 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.9", "id": [1, 2, 4, 0]}]: dispatch 2024-04-15T21:34:17.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:16 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.6", "id": [1, 5]}]: dispatch 2024-04-15T21:34:17.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:16 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.c", "id": [3, 5]}]: dispatch 2024-04-15T21:34:17.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:16 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.d", "id": [1, 5]}]: dispatch 2024-04-15T21:34:17.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:16 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.9", "id": [1, 2, 4, 0]}]: dispatch 2024-04-15T21:34:17.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:16 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.f", "id": [1, 5, 3, 0]}]: dispatch 2024-04-15T21:34:17.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:16 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.13", "id": [1, 2]}]: dispatch 2024-04-15T21:34:17.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:16 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.c", "id": [3, 5]}]: dispatch 2024-04-15T21:34:17.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:16 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.19", "id": [3, 5]}]: dispatch 2024-04-15T21:34:17.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:16 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.d", "id": [1, 5]}]: dispatch 2024-04-15T21:34:17.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:16 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [4, 0]}]: dispatch 2024-04-15T21:34:17.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:16 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [3, 0]}]: dispatch 2024-04-15T21:34:17.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:16 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.f", "id": [1, 5, 3, 0]}]: dispatch 2024-04-15T21:34:17.103 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:16 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.13", "id": [1, 2]}]: dispatch 2024-04-15T21:34:17.103 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:16 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.19", "id": [3, 5]}]: dispatch 2024-04-15T21:34:17.103 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:16 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [4, 0]}]: dispatch 2024-04-15T21:34:17.103 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:16 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [3, 0]}]: dispatch 2024-04-15T21:34:17.103 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:16 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:17.103 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:16 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:34:17.129 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 15 21:34:16 smithi057 podman[143648]: 2024-04-15 21:34:16.868583946 +0000 UTC m=+0.811149912 container died 49bceae455201cecbfd98125c1e57847ae0dae07cd808815b8f1dfb3cc76bf21 (image=quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-0-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, RELEASE=main-87dbfb6, ceph=True, GIT_CLEAN=True, org.label-schema.build-date=20240409) 2024-04-15T21:34:17.130 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:16 smithi057 ceph-mon[138896]: osdmap e115: 8 total, 7 up, 8 in 2024-04-15T21:34:17.130 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:16 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.6", "id": [1, 5]}]: dispatch 2024-04-15T21:34:17.130 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:16 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.9", "id": [1, 2, 4, 0]}]: dispatch 2024-04-15T21:34:17.130 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:16 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.6", "id": [1, 5]}]: dispatch 2024-04-15T21:34:17.130 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:16 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.c", "id": [3, 5]}]: dispatch 2024-04-15T21:34:17.130 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:16 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.d", "id": [1, 5]}]: dispatch 2024-04-15T21:34:17.130 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:16 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.9", "id": [1, 2, 4, 0]}]: dispatch 2024-04-15T21:34:17.130 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:16 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.f", "id": [1, 5, 3, 0]}]: dispatch 2024-04-15T21:34:17.131 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:16 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.13", "id": [1, 2]}]: dispatch 2024-04-15T21:34:17.131 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:16 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.c", "id": [3, 5]}]: dispatch 2024-04-15T21:34:17.131 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:16 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.19", "id": [3, 5]}]: dispatch 2024-04-15T21:34:17.131 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:16 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.d", "id": [1, 5]}]: dispatch 2024-04-15T21:34:17.131 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:16 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [4, 0]}]: dispatch 2024-04-15T21:34:17.131 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:16 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [3, 0]}]: dispatch 2024-04-15T21:34:17.131 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:16 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.f", "id": [1, 5, 3, 0]}]: dispatch 2024-04-15T21:34:17.131 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:16 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.13", "id": [1, 2]}]: dispatch 2024-04-15T21:34:17.131 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:16 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.19", "id": [3, 5]}]: dispatch 2024-04-15T21:34:17.131 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:16 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [4, 0]}]: dispatch 2024-04-15T21:34:17.131 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:16 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [3, 0]}]: dispatch 2024-04-15T21:34:17.131 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:16 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:17.131 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:16 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:34:17.132 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:16 smithi057 ceph-mon[135669]: osdmap e115: 8 total, 7 up, 8 in 2024-04-15T21:34:17.132 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:16 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.6", "id": [1, 5]}]: dispatch 2024-04-15T21:34:17.132 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:16 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.9", "id": [1, 2, 4, 0]}]: dispatch 2024-04-15T21:34:17.132 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:16 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.6", "id": [1, 5]}]: dispatch 2024-04-15T21:34:17.132 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:16 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.c", "id": [3, 5]}]: dispatch 2024-04-15T21:34:17.132 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:16 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.d", "id": [1, 5]}]: dispatch 2024-04-15T21:34:17.132 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:16 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.9", "id": [1, 2, 4, 0]}]: dispatch 2024-04-15T21:34:17.132 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:16 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.f", "id": [1, 5, 3, 0]}]: dispatch 2024-04-15T21:34:17.132 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:16 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.13", "id": [1, 2]}]: dispatch 2024-04-15T21:34:17.132 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:16 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.c", "id": [3, 5]}]: dispatch 2024-04-15T21:34:17.132 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:16 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.19", "id": [3, 5]}]: dispatch 2024-04-15T21:34:17.132 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:16 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.d", "id": [1, 5]}]: dispatch 2024-04-15T21:34:17.132 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:16 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [4, 0]}]: dispatch 2024-04-15T21:34:17.132 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:16 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [3, 0]}]: dispatch 2024-04-15T21:34:17.133 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:16 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.f", "id": [1, 5, 3, 0]}]: dispatch 2024-04-15T21:34:17.133 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:16 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.13", "id": [1, 2]}]: dispatch 2024-04-15T21:34:17.133 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:16 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.19", "id": [3, 5]}]: dispatch 2024-04-15T21:34:17.133 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:16 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [4, 0]}]: dispatch 2024-04-15T21:34:17.133 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:16 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [3, 0]}]: dispatch 2024-04-15T21:34:17.133 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:16 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:17.133 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:16 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:34:17.481 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 15 21:34:17 smithi057 podman[143675]: 2024-04-15 21:34:17.454127162 +0000 UTC m=+0.575717528 container remove 49bceae455201cecbfd98125c1e57847ae0dae07cd808815b8f1dfb3cc76bf21 (image=quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-0-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, RELEASE=main-87dbfb6, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS) 2024-04-15T21:34:17.829 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 15 21:34:17 smithi057 systemd[1]: ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@osd.0.service: Deactivated successfully. 2024-04-15T21:34:17.829 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 15 21:34:17 smithi057 systemd[1]: Stopped Ceph osd.0 for b97cffaa-fb6a-11ee-bc8f-c7b262605968. 2024-04-15T21:34:17.829 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 15 21:34:17 smithi057 systemd[1]: ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@osd.0.service: Consumed 15.692s CPU time. 2024-04-15T21:34:17.830 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 15 21:34:17 smithi057 systemd[1]: Starting Ceph osd.0 for b97cffaa-fb6a-11ee-bc8f-c7b262605968... 2024-04-15T21:34:18.101 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:17 smithi148 ceph-mon[117761]: pgmap v65: 161 pgs: 21 stale+active+clean, 140 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s 2024-04-15T21:34:18.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:17 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.6", "id": [1, 5]}]': finished 2024-04-15T21:34:18.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:17 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.9", "id": [1, 2, 4, 0]}]': finished 2024-04-15T21:34:18.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:17 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.c", "id": [3, 5]}]': finished 2024-04-15T21:34:18.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:17 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.d", "id": [1, 5]}]': finished 2024-04-15T21:34:18.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:17 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.f", "id": [1, 5, 3, 0]}]': finished 2024-04-15T21:34:18.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:17 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.13", "id": [1, 2]}]': finished 2024-04-15T21:34:18.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:17 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.19", "id": [3, 5]}]': finished 2024-04-15T21:34:18.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:17 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [4, 0]}]': finished 2024-04-15T21:34:18.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:17 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [3, 0]}]': finished 2024-04-15T21:34:18.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:17 smithi148 ceph-mon[117761]: osdmap e116: 8 total, 7 up, 8 in 2024-04-15T21:34:18.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:17 smithi148 ceph-mon[117761]: osdmap e117: 8 total, 7 up, 8 in 2024-04-15T21:34:18.130 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 15 21:34:17 smithi057 podman[143778]: 2024-04-15 21:34:17.818666602 +0000 UTC m=+0.017958360 image pull a452a57266c718c37049de4c2da9a5e566bb7b9c6db62908ada4c8b0e854997b quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29 2024-04-15T21:34:18.130 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 15 21:34:17 smithi057 podman[143778]: 2024-04-15 21:34:17.921808239 +0000 UTC m=+0.121099983 container create 88b020ac853d0642558cb99ee60f3939fe63d948ab200661314c3f9636f87639 (image=quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-0-activate, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, RELEASE=main-87dbfb6, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0) 2024-04-15T21:34:18.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:17 smithi057 ceph-mon[135669]: pgmap v65: 161 pgs: 21 stale+active+clean, 140 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s 2024-04-15T21:34:18.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:17 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.6", "id": [1, 5]}]': finished 2024-04-15T21:34:18.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:17 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.9", "id": [1, 2, 4, 0]}]': finished 2024-04-15T21:34:18.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:17 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.c", "id": [3, 5]}]': finished 2024-04-15T21:34:18.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:17 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.d", "id": [1, 5]}]': finished 2024-04-15T21:34:18.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:17 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.f", "id": [1, 5, 3, 0]}]': finished 2024-04-15T21:34:18.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:17 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.13", "id": [1, 2]}]': finished 2024-04-15T21:34:18.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:17 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.19", "id": [3, 5]}]': finished 2024-04-15T21:34:18.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:17 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [4, 0]}]': finished 2024-04-15T21:34:18.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:17 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [3, 0]}]': finished 2024-04-15T21:34:18.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:17 smithi057 ceph-mon[135669]: osdmap e116: 8 total, 7 up, 8 in 2024-04-15T21:34:18.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:17 smithi057 ceph-mon[135669]: osdmap e117: 8 total, 7 up, 8 in 2024-04-15T21:34:18.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:17 smithi057 ceph-mon[138896]: pgmap v65: 161 pgs: 21 stale+active+clean, 140 active+clean; 585 KiB data, 98 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s 2024-04-15T21:34:18.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:17 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.6", "id": [1, 5]}]': finished 2024-04-15T21:34:18.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:17 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.9", "id": [1, 2, 4, 0]}]': finished 2024-04-15T21:34:18.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:17 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.c", "id": [3, 5]}]': finished 2024-04-15T21:34:18.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:17 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.d", "id": [1, 5]}]': finished 2024-04-15T21:34:18.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:17 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.f", "id": [1, 5, 3, 0]}]': finished 2024-04-15T21:34:18.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:17 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.13", "id": [1, 2]}]': finished 2024-04-15T21:34:18.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:17 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.19", "id": [3, 5]}]': finished 2024-04-15T21:34:18.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:17 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [4, 0]}]': finished 2024-04-15T21:34:18.133 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:17 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [3, 0]}]': finished 2024-04-15T21:34:18.133 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:17 smithi057 ceph-mon[138896]: osdmap e116: 8 total, 7 up, 8 in 2024-04-15T21:34:18.133 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:17 smithi057 ceph-mon[138896]: osdmap e117: 8 total, 7 up, 8 in 2024-04-15T21:34:18.597 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 15 21:34:18 smithi057 podman[143778]: 2024-04-15 21:34:18.141555757 +0000 UTC m=+0.340847508 container init 88b020ac853d0642558cb99ee60f3939fe63d948ab200661314c3f9636f87639 (image=quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-0-activate, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, RELEASE=main-87dbfb6, GIT_CLEAN=True, ceph=True, GIT_BRANCH=HEAD, io.buildah.version=1.33.5) 2024-04-15T21:34:18.598 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 15 21:34:18 smithi057 podman[143778]: 2024-04-15 21:34:18.145323933 +0000 UTC m=+0.344615683 container start 88b020ac853d0642558cb99ee60f3939fe63d948ab200661314c3f9636f87639 (image=quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-0-activate, GIT_CLEAN=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, RELEASE=main-87dbfb6, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0) 2024-04-15T21:34:18.598 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 15 21:34:18 smithi057 podman[143778]: 2024-04-15 21:34:18.207543715 +0000 UTC m=+0.406835471 container attach 88b020ac853d0642558cb99ee60f3939fe63d948ab200661314c3f9636f87639 (image=quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-0-activate, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-87dbfb6, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, maintainer=Guillaume Abrioux ) 2024-04-15T21:34:18.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:18 smithi057 ceph-mon[135669]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:34:18.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:18 smithi057 ceph-mon[135669]: osdmap e118: 8 total, 7 up, 8 in 2024-04-15T21:34:18.880 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:18 smithi057 ceph-mon[138896]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:34:18.880 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:18 smithi057 ceph-mon[138896]: osdmap e118: 8 total, 7 up, 8 in 2024-04-15T21:34:18.880 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 15 21:34:18 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-0-activate[143792]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-04-15T21:34:18.880 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 15 21:34:18 smithi057 bash[143778]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-04-15T21:34:18.881 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 15 21:34:18 smithi057 bash[143778]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-0 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-04-15T21:34:18.881 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 15 21:34:18 smithi057 bash[143778]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-04-15T21:34:18.881 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 15 21:34:18 smithi057 bash[143778]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-04-15T21:34:18.881 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 15 21:34:18 smithi057 bash[143778]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-0/block 2024-04-15T21:34:18.881 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 15 21:34:18 smithi057 bash[143778]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-04-15T21:34:18.881 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 15 21:34:18 smithi057 bash[143778]: --> ceph-volume raw activate successful for osd ID: 0 2024-04-15T21:34:18.881 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 15 21:34:18 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-0-activate[143792]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-0 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-04-15T21:34:18.881 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 15 21:34:18 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-0-activate[143792]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-04-15T21:34:18.881 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 15 21:34:18 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-0-activate[143792]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-04-15T21:34:18.881 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 15 21:34:18 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-0-activate[143792]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-0/block 2024-04-15T21:34:18.881 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 15 21:34:18 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-0-activate[143792]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-04-15T21:34:18.881 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 15 21:34:18 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-0-activate[143792]: --> ceph-volume raw activate successful for osd ID: 0 2024-04-15T21:34:18.881 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 15 21:34:18 smithi057 podman[143778]: 2024-04-15 21:34:18.620173914 +0000 UTC m=+0.819465659 container died 88b020ac853d0642558cb99ee60f3939fe63d948ab200661314c3f9636f87639 (image=quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-0-activate, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=main-87dbfb6, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.license=GPLv2) 2024-04-15T21:34:19.101 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:18 smithi148 ceph-mon[117761]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:34:19.101 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:18 smithi148 ceph-mon[117761]: osdmap e118: 8 total, 7 up, 8 in 2024-04-15T21:34:19.581 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 15 21:34:19 smithi057 podman[143914]: 2024-04-15 21:34:19.236705341 +0000 UTC m=+0.611032670 container remove 88b020ac853d0642558cb99ee60f3939fe63d948ab200661314c3f9636f87639 (image=quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-0-activate, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, ceph=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, RELEASE=main-87dbfb6, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-15T21:34:19.582 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 15 21:34:19 smithi057 podman[143979]: 2024-04-15 21:34:19.352388899 +0000 UTC m=+0.018178219 image pull a452a57266c718c37049de4c2da9a5e566bb7b9c6db62908ada4c8b0e854997b quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29 2024-04-15T21:34:19.582 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 15 21:34:19 smithi057 podman[143979]: 2024-04-15 21:34:19.462380255 +0000 UTC m=+0.128169574 container create 59532c1e03759bc576323b45170ee7d626c066edf63a4dc4f03ba1a99c988696 (image=quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-87dbfb6, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-15T21:34:19.835 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 15 21:34:19 smithi057 podman[143979]: 2024-04-15 21:34:19.698686809 +0000 UTC m=+0.364476144 container init 59532c1e03759bc576323b45170ee7d626c066edf63a4dc4f03ba1a99c988696 (image=quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-0, CEPH_POINT_RELEASE=, RELEASE=main-87dbfb6, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-15T21:34:19.836 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 15 21:34:19 smithi057 podman[143979]: 2024-04-15 21:34:19.702385629 +0000 UTC m=+0.368174951 container start 59532c1e03759bc576323b45170ee7d626c066edf63a4dc4f03ba1a99c988696 (image=quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-0, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-87dbfb6, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS) 2024-04-15T21:34:19.836 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 15 21:34:19 smithi057 ceph-osd[143998]: -- 172.21.15.57:0/1520335892 <== mon.0 v2:172.21.15.57:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5630b309d680 con 0x5630b3067000 2024-04-15T21:34:19.836 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 15 21:34:19 smithi057 bash[143979]: 59532c1e03759bc576323b45170ee7d626c066edf63a4dc4f03ba1a99c988696 2024-04-15T21:34:19.836 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 15 21:34:19 smithi057 systemd[1]: Started Ceph osd.0 for b97cffaa-fb6a-11ee-bc8f-c7b262605968. 2024-04-15T21:34:20.101 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:19 smithi148 ceph-mon[117761]: pgmap v69: 161 pgs: 6 remapped+peering, 2 activating, 21 active+undersized+degraded, 35 active+undersized, 97 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 67/624 objects degraded (10.737%); 0 B/s, 0 objects/s recovering 2024-04-15T21:34:20.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:19 smithi148 ceph-mon[117761]: Health check failed: Reduced data availability: 2 pgs inactive, 2 pgs peering (PG_AVAILABILITY) 2024-04-15T21:34:20.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:19 smithi148 ceph-mon[117761]: Health check failed: Degraded data redundancy: 67/624 objects degraded (10.737%), 21 pgs degraded (PG_DEGRADED) 2024-04-15T21:34:20.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:19 smithi057 ceph-mon[135669]: pgmap v69: 161 pgs: 6 remapped+peering, 2 activating, 21 active+undersized+degraded, 35 active+undersized, 97 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 67/624 objects degraded (10.737%); 0 B/s, 0 objects/s recovering 2024-04-15T21:34:20.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:19 smithi057 ceph-mon[135669]: Health check failed: Reduced data availability: 2 pgs inactive, 2 pgs peering (PG_AVAILABILITY) 2024-04-15T21:34:20.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:19 smithi057 ceph-mon[135669]: Health check failed: Degraded data redundancy: 67/624 objects degraded (10.737%), 21 pgs degraded (PG_DEGRADED) 2024-04-15T21:34:20.130 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:19 smithi057 ceph-mon[138896]: pgmap v69: 161 pgs: 6 remapped+peering, 2 activating, 21 active+undersized+degraded, 35 active+undersized, 97 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 67/624 objects degraded (10.737%); 0 B/s, 0 objects/s recovering 2024-04-15T21:34:20.130 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:19 smithi057 ceph-mon[138896]: Health check failed: Reduced data availability: 2 pgs inactive, 2 pgs peering (PG_AVAILABILITY) 2024-04-15T21:34:20.130 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:19 smithi057 ceph-mon[138896]: Health check failed: Degraded data redundancy: 67/624 objects degraded (10.737%), 21 pgs degraded (PG_DEGRADED) 2024-04-15T21:34:20.629 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 15 21:34:20 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-0[143994]: 2024-04-15T21:34:20.238+0000 7f0dff9ad7c0 -1 Falling back to public interface 2024-04-15T21:34:21.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:20 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:21.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:20 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:21.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:20 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:21.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:20 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:21.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:20 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:21.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:20 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:21.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:20 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:21.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:20 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:21.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:20 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:21.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:20 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:21.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:20 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:21.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:20 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:21.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:20 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:21.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:20 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:21.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:20 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:21.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:20 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:21.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:20 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:21.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:20 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:21.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:20 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:21.132 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:20 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:21.132 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:20 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:21.132 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:20 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:21.132 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:20 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:21.132 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:20 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:21.132 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:20 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:21.132 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:20 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:21.132 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:20 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:21.132 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:20 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:21.132 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:20 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:21.132 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:20 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:21.132 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:20 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:21.133 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:20 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:21.133 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:20 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:21.133 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:20 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:21.133 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:20 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:21.133 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:20 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:21.133 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:20 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:21.133 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:20 smithi057 ceph-mon[138896]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:21.133 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:20 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:21.133 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:20 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:21.134 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:20 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:21.134 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:20 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:21.134 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:20 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:21.134 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:20 smithi057 ceph-mon[138896]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:21.134 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:20 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:21.134 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:20 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:21.134 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:20 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:21.134 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:20 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:21.134 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:20 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:21.134 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:20 smithi057 ceph-mon[138896]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:21.134 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:20 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:21.134 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:20 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:21.134 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:20 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:21.134 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:20 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:21.134 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:20 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:21.135 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:20 smithi057 ceph-mon[138896]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:21.135 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:20 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:21.135 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:20 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:21.135 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:20 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:21.135 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:20 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:21.135 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:20 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:21.135 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:20 smithi057 ceph-mon[138896]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:21.135 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:20 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:21.135 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:20 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:21.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:20 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:21.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:20 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:21.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:20 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:21.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:20 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:21.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:20 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:21.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:20 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:21.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:20 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:21.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:20 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:21.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:20 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:21.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:20 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:21.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:20 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:21.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:20 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:21.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:20 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:21.137 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:20 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:21.137 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:20 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:21.137 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:20 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:21.137 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:20 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:21.137 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:20 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:21.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:20 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:21.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:20 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:21.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:20 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:21.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:20 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:21.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:20 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:21.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:20 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:21.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:20 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:21.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:20 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:21.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:20 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:21.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:20 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:21.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:20 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:21.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:20 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:21.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:20 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:21.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:20 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:21.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:20 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:21.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:20 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:21.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:20 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:21.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:20 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:21.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:20 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:21.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:20 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:21.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:20 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:21.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:20 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:21.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:20 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:21.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:20 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:21.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:20 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:21.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:20 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:21.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:20 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:21.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:20 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:21.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:20 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:21.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:20 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:21.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:20 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:21.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:20 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:21.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:20 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:21.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:20 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:21.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:20 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:21.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:20 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:21.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:20 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:21.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:20 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:21.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:20 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:21.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:20 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:21.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:20 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:21.629 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:34:21 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:34:21] "GET /metrics HTTP/1.1" 200 38079 "" "Prometheus/2.43.0" 2024-04-15T21:34:22.088 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:21 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:22.088 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:21 smithi057 ceph-mon[135669]: pgmap v70: 161 pgs: 6 remapped+peering, 2 activating, 21 active+undersized+degraded, 35 active+undersized, 97 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 67/624 objects degraded (10.737%); 0 B/s, 0 objects/s recovering 2024-04-15T21:34:22.089 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:21 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:22.089 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:21 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:22.089 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:21 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:22.089 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:21 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:22.089 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:21 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:22.089 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:21 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:22.089 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:21 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:22.089 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:21 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:22.089 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:21 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:22.089 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:21 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:22.089 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:21 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:22.089 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:21 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:22.089 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:21 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:22.089 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:21 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:22.089 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:21 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:22.090 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:21 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:22.090 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:21 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:22.090 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:21 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:22.090 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:21 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:22.090 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:21 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:22.090 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:21 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:22.090 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:21 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:22.090 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:21 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:22.090 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:21 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:22.090 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:21 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:22.090 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:21 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:22.090 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:21 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:22.091 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:21 smithi057 ceph-mon[138896]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:22.091 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:21 smithi057 ceph-mon[138896]: pgmap v70: 161 pgs: 6 remapped+peering, 2 activating, 21 active+undersized+degraded, 35 active+undersized, 97 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 67/624 objects degraded (10.737%); 0 B/s, 0 objects/s recovering 2024-04-15T21:34:22.091 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:21 smithi057 ceph-mon[138896]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:22.091 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:21 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:22.091 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:21 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:22.091 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:21 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:22.091 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:21 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:22.091 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:21 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:22.091 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:21 smithi057 ceph-mon[138896]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:22.091 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:21 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:22.091 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:21 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:22.092 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:21 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:22.092 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:21 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:22.092 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:21 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:22.092 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:21 smithi057 ceph-mon[138896]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:22.092 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:21 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:22.092 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:21 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:22.092 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:21 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:22.092 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:21 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:22.092 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:21 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:22.092 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:21 smithi057 ceph-mon[138896]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:22.092 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:21 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:22.092 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:21 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:22.092 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:21 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:22.092 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:21 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:22.092 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:21 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:22.093 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:21 smithi057 ceph-mon[138896]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:22.093 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:21 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:22.093 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:21 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:22.093 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:21 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:22.093 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:21 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:22.093 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:21 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:22.093 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:21 smithi057 ceph-mon[138896]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:22.093 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:21 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:22.093 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:21 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:22.093 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:21 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:22.093 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:21 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:22.094 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:21 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:22.094 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:21 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:22.094 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:21 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:22.094 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:21 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:22.094 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:21 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:22.094 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:21 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:22.094 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:21 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:22.094 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:21 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:22.094 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:21 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:22.094 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:21 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:22.094 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:21 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:22.094 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:21 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:22.095 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:21 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:22.095 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:21 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:22.095 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:21 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:22.095 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:21 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:22.095 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:21 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:22.095 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:21 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:22.095 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:21 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:22.095 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:21 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:22.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:21 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:22.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:21 smithi148 ceph-mon[117761]: pgmap v70: 161 pgs: 6 remapped+peering, 2 activating, 21 active+undersized+degraded, 35 active+undersized, 97 active+clean; 585 KiB data, 99 MiB used, 715 GiB / 715 GiB avail; 67/624 objects degraded (10.737%); 0 B/s, 0 objects/s recovering 2024-04-15T21:34:22.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:21 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:22.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:21 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:22.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:21 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:22.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:21 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:22.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:21 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:22.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:21 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:22.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:21 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:22.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:21 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:22.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:21 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:22.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:21 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:22.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:21 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:22.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:21 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:22.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:21 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:22.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:21 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:22.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:21 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:22.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:21 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:22.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:21 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:22.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:21 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:22.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:21 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:22.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:21 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:22.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:21 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:22.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:21 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:22.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:21 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:22.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:21 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:22.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:21 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:22.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:21 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:22.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:21 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:22.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:21 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:22.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:21 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:22.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:21 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:22.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:21 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:22.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:21 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:22.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:21 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:22.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:21 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:22.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:21 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:22.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:21 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:22.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:21 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:22.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:21 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:22.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:21 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:22.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:21 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:22.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:21 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:23.038 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 15 21:34:22 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-0[143994]: 2024-04-15T21:34:22.970+0000 7f0dff9ad7c0 -1 osd.0 0 read_superblock omap replica is missing. 2024-04-15T21:34:23.038 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 15 21:34:23 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-0[143994]: 2024-04-15T21:34:23.000+0000 7f0dff9ad7c0 -1 osd.0 113 log_to_monitors true 2024-04-15T21:34:23.039 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:22 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:23.039 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:22 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:23.039 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:22 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:23.039 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:22 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:23.039 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:22 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:23.039 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:22 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:23.039 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:22 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:23.039 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:22 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:23.039 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:22 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:23.039 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:22 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:23.039 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:22 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:23.040 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:22 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:23.040 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:22 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:23.040 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:22 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:23.040 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:22 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:23.040 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:22 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:23.040 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:22 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:23.040 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:22 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:23.040 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:22 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:23.040 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:22 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:23.040 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:22 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:23.040 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:22 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:23.040 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:22 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:23.040 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:22 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:23.040 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:22 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:23.040 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:22 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:23.041 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:22 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:23.041 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:22 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:23.041 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:22 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:23.041 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:22 smithi057 ceph-mon[138896]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:23.041 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:22 smithi057 ceph-mon[138896]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:23.041 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:22 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:23.041 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:22 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:23.041 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:22 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:23.041 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:22 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:23.041 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:22 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:23.041 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:22 smithi057 ceph-mon[138896]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:23.041 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:22 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:23.042 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:22 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:23.042 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:22 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:23.042 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:22 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:23.042 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:22 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:23.042 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:22 smithi057 ceph-mon[138896]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:23.042 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:22 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:23.042 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:22 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:23.042 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:22 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:23.042 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:22 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:23.042 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:22 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:23.042 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:22 smithi057 ceph-mon[138896]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:23.042 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:22 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:23.042 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:22 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:23.042 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:22 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:23.043 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:22 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:23.043 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:22 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:23.043 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:22 smithi057 ceph-mon[138896]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:23.043 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:22 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:23.043 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:22 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:23.043 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:22 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:23.043 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:22 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:23.043 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:22 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:23.043 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:22 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:23.043 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:22 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:23.044 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:22 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:23.044 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:22 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:23.044 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:22 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:23.044 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:22 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:23.044 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:22 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:23.044 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:22 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:23.044 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:22 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:23.044 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:22 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:23.044 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:22 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:23.044 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:22 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:23.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:22 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:23.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:22 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:23.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:22 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:23.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:22 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:23.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:22 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:23.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:22 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:23.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:22 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:23.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:22 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:23.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:22 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:23.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:22 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:23.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:22 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:23.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:22 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:23.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:22 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:23.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:22 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:23.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:22 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:23.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:22 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:23.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:22 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:23.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:22 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:23.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:22 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:23.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:22 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:23.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:22 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:23.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:22 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:23.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:22 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:23.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:22 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:23.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:22 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:23.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:22 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:23.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:22 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:23.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:22 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:23.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:22 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:23.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:22 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:23.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:22 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:23.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:22 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:23.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:22 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:23.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:22 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:23.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:22 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:23.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:22 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:24.190 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 15 21:34:23 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-0[143994]: 2024-04-15T21:34:23.937+0000 7f0df0e05700 -1 osd.0 113 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-15T21:34:24.190 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:23 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:24.190 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:23 smithi057 ceph-mon[135669]: pgmap v71: 161 pgs: 6 active+clean+remapped, 21 active+undersized+degraded, 35 active+undersized, 99 active+clean; 585 KiB data, 100 MiB used, 715 GiB / 715 GiB avail; 682 B/s rd, 0 op/s; 67/627 objects degraded (10.686%); 1/627 objects misplaced (0.159%); 0 B/s, 0 objects/s recovering 2024-04-15T21:34:24.190 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:23 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:24.190 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:23 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:24.190 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:23 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:24.191 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:23 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:24.191 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:23 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:24.191 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:23 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:24.191 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:23 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:24.191 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:23 smithi057 ceph-mon[135669]: from='osd.0 [v2:172.21.15.57:6802/2164926802,v1:172.21.15.57:6803/2164926802]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-15T21:34:24.191 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:23 smithi057 ceph-mon[135669]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-15T21:34:24.191 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:23 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:24.191 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:23 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:24.191 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:23 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:24.191 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:23 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:24.191 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:23 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:24.191 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:23 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:24.191 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:23 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:24.191 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:23 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:24.192 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:23 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:24.192 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:23 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:24.192 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:23 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:24.192 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:23 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:24.192 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:23 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:24.192 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:23 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:24.192 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:23 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:24.192 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:23 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:24.192 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:23 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:24.192 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:23 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:24.193 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:23 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:24.193 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:23 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:24.193 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:23 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:24.193 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:23 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:24.193 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:23 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:24.193 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:23 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:24.193 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:23 smithi057 ceph-mon[135669]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 2 pgs inactive, 2 pgs peering) 2024-04-15T21:34:24.193 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:23 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:24.193 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:23 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:24.193 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:23 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:24.193 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:23 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:24.193 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:23 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:24.193 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:23 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:24.193 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:23 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:24.194 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:23 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:24.194 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:23 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:24.194 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:23 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:24.194 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:23 smithi057 ceph-mon[138896]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:24.194 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:23 smithi057 ceph-mon[138896]: pgmap v71: 161 pgs: 6 active+clean+remapped, 21 active+undersized+degraded, 35 active+undersized, 99 active+clean; 585 KiB data, 100 MiB used, 715 GiB / 715 GiB avail; 682 B/s rd, 0 op/s; 67/627 objects degraded (10.686%); 1/627 objects misplaced (0.159%); 0 B/s, 0 objects/s recovering 2024-04-15T21:34:24.194 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:23 smithi057 ceph-mon[138896]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:24.194 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:23 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:24.194 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:23 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:24.194 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:23 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:24.194 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:23 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:24.195 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:23 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:24.195 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:23 smithi057 ceph-mon[138896]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:24.195 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:23 smithi057 ceph-mon[138896]: from='osd.0 [v2:172.21.15.57:6802/2164926802,v1:172.21.15.57:6803/2164926802]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-15T21:34:24.195 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:23 smithi057 ceph-mon[138896]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-15T21:34:24.195 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:23 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:24.195 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:23 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:24.195 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:23 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:24.195 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:23 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:24.195 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:23 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:24.195 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:23 smithi057 ceph-mon[138896]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:24.195 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:23 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:24.195 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:23 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:24.195 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:23 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:24.195 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:23 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:24.195 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:23 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:24.196 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:23 smithi057 ceph-mon[138896]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:24.196 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:23 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:24.196 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:23 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:24.196 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:23 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:24.196 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:23 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:24.196 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:23 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:24.196 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:23 smithi057 ceph-mon[138896]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:24.196 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:23 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:24.196 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:23 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:24.196 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:23 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:24.196 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:23 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:24.196 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:23 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:24.196 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:23 smithi057 ceph-mon[138896]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:24.196 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:23 smithi057 ceph-mon[138896]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 2 pgs inactive, 2 pgs peering) 2024-04-15T21:34:24.197 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:23 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:24.197 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:23 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:24.197 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:23 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:24.197 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:23 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:24.197 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:23 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:24.197 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:23 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:24.197 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:23 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:24.197 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:23 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:24.197 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:23 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:24.197 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:23 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:24.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:23 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:24.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:23 smithi148 ceph-mon[117761]: pgmap v71: 161 pgs: 6 active+clean+remapped, 21 active+undersized+degraded, 35 active+undersized, 99 active+clean; 585 KiB data, 100 MiB used, 715 GiB / 715 GiB avail; 682 B/s rd, 0 op/s; 67/627 objects degraded (10.686%); 1/627 objects misplaced (0.159%); 0 B/s, 0 objects/s recovering 2024-04-15T21:34:24.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:23 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:24.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:23 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:24.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:23 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:24.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:23 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:24.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:23 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:24.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:23 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:24.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:23 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:24.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:23 smithi148 ceph-mon[117761]: from='osd.0 [v2:172.21.15.57:6802/2164926802,v1:172.21.15.57:6803/2164926802]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-15T21:34:24.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:23 smithi148 ceph-mon[117761]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-15T21:34:24.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:23 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:24.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:23 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:24.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:23 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:24.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:23 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:24.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:23 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:24.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:23 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:24.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:23 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:24.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:23 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:24.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:23 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:24.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:23 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:24.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:23 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:24.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:23 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:24.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:23 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:24.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:23 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:24.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:23 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:24.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:23 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:24.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:23 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:24.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:23 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:24.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:23 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:24.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:23 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:24.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:23 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:24.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:23 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:24.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:23 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:24.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:23 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:24.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:23 smithi148 ceph-mon[117761]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 2 pgs inactive, 2 pgs peering) 2024-04-15T21:34:24.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:23 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:24.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:23 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:24.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:23 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:24.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:23 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:24.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:23 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:24.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:23 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:24.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:23 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:24.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:23 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:24.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:23 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:24.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:23 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:25.130 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:24 smithi057 ceph-mon[138896]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:25.130 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:24 smithi057 ceph-mon[138896]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:25.130 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:24 smithi057 ceph-mon[138896]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-15T21:34:25.130 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:24 smithi057 ceph-mon[138896]: osdmap e119: 8 total, 7 up, 8 in 2024-04-15T21:34:25.130 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:24 smithi057 ceph-mon[138896]: from='osd.0 [v2:172.21.15.57:6802/2164926802,v1:172.21.15.57:6803/2164926802]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi057", "root=default"]}]: dispatch 2024-04-15T21:34:25.131 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:24 smithi057 ceph-mon[138896]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi057", "root=default"]}]: dispatch 2024-04-15T21:34:25.131 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:24 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:25.131 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:24 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:25.131 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:24 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:25.131 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:24 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:25.131 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:24 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:25.131 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:24 smithi057 ceph-mon[138896]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:25.131 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:24 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:25.131 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:24 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:25.131 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:24 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:25.131 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:24 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:25.131 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:24 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:25.131 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:24 smithi057 ceph-mon[138896]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:25.131 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:24 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:25.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:24 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:25.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:24 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:25.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:24 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:25.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:24 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:25.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:24 smithi057 ceph-mon[138896]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:25.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:24 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:25.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:24 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:25.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:24 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:25.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:24 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:25.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:24 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:25.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:24 smithi057 ceph-mon[138896]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:25.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:24 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:25.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:24 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:25.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:24 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:25.133 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:24 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:25.133 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:24 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:25.133 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:24 smithi057 ceph-mon[138896]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:25.133 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:24 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:25.133 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:24 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:25.133 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:24 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:25.133 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:24 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:25.133 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:24 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:25.133 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:24 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:25.133 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:24 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:25.133 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:24 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:25.133 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:24 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:25.133 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:24 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:25.134 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:24 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:25.134 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:24 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:25.134 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:24 smithi057 ceph-mon[135669]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-15T21:34:25.134 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:24 smithi057 ceph-mon[135669]: osdmap e119: 8 total, 7 up, 8 in 2024-04-15T21:34:25.134 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:24 smithi057 ceph-mon[135669]: from='osd.0 [v2:172.21.15.57:6802/2164926802,v1:172.21.15.57:6803/2164926802]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi057", "root=default"]}]: dispatch 2024-04-15T21:34:25.134 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:24 smithi057 ceph-mon[135669]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi057", "root=default"]}]: dispatch 2024-04-15T21:34:25.134 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:24 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:25.134 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:24 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:25.134 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:24 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:25.135 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:24 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:25.135 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:24 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:25.135 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:24 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:25.135 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:24 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:25.135 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:24 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:25.135 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:24 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:25.135 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:24 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:25.135 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:24 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:25.135 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:24 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:25.135 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:24 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:25.135 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:24 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:25.135 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:24 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:25.135 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:24 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:25.135 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:24 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:25.135 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:24 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:25.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:24 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:25.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:24 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:25.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:24 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:25.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:24 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:25.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:24 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:25.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:24 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:25.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:24 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:25.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:24 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:25.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:24 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:25.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:24 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:25.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:24 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:25.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:24 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:25.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:24 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:25.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:24 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:25.136 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:24 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:25.137 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:24 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:25.137 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:24 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:25.137 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:24 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:25.137 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:24 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:25.137 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:24 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:25.137 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:24 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:25.137 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:24 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:25.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:24 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:25.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:24 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:25.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:24 smithi148 ceph-mon[117761]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-15T21:34:25.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:24 smithi148 ceph-mon[117761]: osdmap e119: 8 total, 7 up, 8 in 2024-04-15T21:34:25.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:24 smithi148 ceph-mon[117761]: from='osd.0 [v2:172.21.15.57:6802/2164926802,v1:172.21.15.57:6803/2164926802]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi057", "root=default"]}]: dispatch 2024-04-15T21:34:25.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:24 smithi148 ceph-mon[117761]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi057", "root=default"]}]: dispatch 2024-04-15T21:34:25.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:24 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:25.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:24 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:25.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:24 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:25.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:24 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:25.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:24 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:25.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:24 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:25.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:24 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:25.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:24 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:25.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:24 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:25.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:24 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:25.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:24 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:25.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:24 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:25.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:24 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:25.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:24 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:25.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:24 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:25.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:24 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:25.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:24 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:25.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:24 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:25.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:24 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:25.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:24 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:25.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:24 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:25.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:24 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:25.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:24 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:25.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:24 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:25.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:24 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:25.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:24 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:25.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:24 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:25.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:24 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:25.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:24 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:25.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:24 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:25.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:24 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:25.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:24 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:25.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:24 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:25.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:24 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:25.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:24 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:25.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:24 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:25.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:24 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:25.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:24 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:25.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:24 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:25.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:24 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:26.072 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:25 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:26.073 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:25 smithi057 ceph-mon[135669]: pgmap v73: 161 pgs: 6 active+clean+remapped, 21 active+undersized+degraded, 35 active+undersized, 99 active+clean; 585 KiB data, 115 MiB used, 715 GiB / 715 GiB avail; 578 B/s rd, 0 op/s; 67/627 objects degraded (10.686%); 1/627 objects misplaced (0.159%); 0 B/s, 0 objects/s recovering 2024-04-15T21:34:26.073 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:25 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:26.073 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:25 smithi057 ceph-mon[135669]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-15T21:34:26.073 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:25 smithi057 ceph-mon[135669]: osd.0 [v2:172.21.15.57:6802/2164926802,v1:172.21.15.57:6803/2164926802] boot 2024-04-15T21:34:26.073 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:25 smithi057 ceph-mon[135669]: osdmap e120: 8 total, 8 up, 8 in 2024-04-15T21:34:26.073 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:25 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-15T21:34:26.073 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:25 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:26.073 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:25 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:26.073 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:25 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:26.073 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:25 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:26.073 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:25 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:26.073 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:25 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:26.073 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:25 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:26.074 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:25 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:26.074 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:25 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:26.074 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:25 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:26.074 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:25 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:26.074 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:25 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:26.074 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:25 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:26.074 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:25 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:26.074 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:25 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:26.074 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:25 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:26.074 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:25 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:26.074 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:25 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:26.074 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:25 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:26.074 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:25 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:26.074 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:25 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:26.075 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:25 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:26.075 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:25 smithi057 ceph-mon[138896]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:26.075 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:25 smithi057 ceph-mon[138896]: pgmap v73: 161 pgs: 6 active+clean+remapped, 21 active+undersized+degraded, 35 active+undersized, 99 active+clean; 585 KiB data, 115 MiB used, 715 GiB / 715 GiB avail; 578 B/s rd, 0 op/s; 67/627 objects degraded (10.686%); 1/627 objects misplaced (0.159%); 0 B/s, 0 objects/s recovering 2024-04-15T21:34:26.075 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:25 smithi057 ceph-mon[138896]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:26.075 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:25 smithi057 ceph-mon[138896]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-15T21:34:26.075 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:25 smithi057 ceph-mon[138896]: osd.0 [v2:172.21.15.57:6802/2164926802,v1:172.21.15.57:6803/2164926802] boot 2024-04-15T21:34:26.075 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:25 smithi057 ceph-mon[138896]: osdmap e120: 8 total, 8 up, 8 in 2024-04-15T21:34:26.075 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:25 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-15T21:34:26.075 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:25 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:26.075 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:25 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:26.075 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:25 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:26.076 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:25 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:26.076 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:25 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:26.076 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:25 smithi057 ceph-mon[138896]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:26.076 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:25 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:26.076 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:25 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:26.076 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:25 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:26.076 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:25 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:26.076 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:25 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:26.076 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:25 smithi057 ceph-mon[138896]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:26.076 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:25 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:26.076 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:25 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:26.076 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:25 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:26.076 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:25 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:26.077 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:25 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:26.077 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:25 smithi057 ceph-mon[138896]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:26.077 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:25 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:26.077 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:25 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:26.077 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:25 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:26.077 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:25 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:26.077 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:25 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:26.077 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:25 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:26.077 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:25 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:26.077 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:25 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:26.077 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:25 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:26.078 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:25 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:26.078 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:25 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:26.078 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:25 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:26.078 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:25 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:26.078 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:25 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:26.078 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:25 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:26.078 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:25 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:26.078 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:25 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:26.078 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:25 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:26.078 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:25 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:26.078 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:25 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:26.078 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:25 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:26.078 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:25 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:26.078 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:25 smithi057 ceph-mon[135669]: osdmap e121: 8 total, 8 up, 8 in 2024-04-15T21:34:26.079 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:25 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:26.079 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:25 smithi057 ceph-mon[138896]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:26.079 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:25 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:26.079 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:25 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:26.079 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:25 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:26.079 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:25 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:26.079 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:25 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:26.079 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:25 smithi057 ceph-mon[138896]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:26.079 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:25 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:26.079 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:25 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:26.079 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:25 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:26.079 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:25 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:26.079 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:25 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:26.080 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:25 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:26.080 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:25 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:26.080 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:25 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:26.080 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:25 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:26.080 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:25 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:26.080 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:25 smithi057 ceph-mon[138896]: osdmap e121: 8 total, 8 up, 8 in 2024-04-15T21:34:26.253 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:25 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:26.253 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:25 smithi148 ceph-mon[117761]: pgmap v73: 161 pgs: 6 active+clean+remapped, 21 active+undersized+degraded, 35 active+undersized, 99 active+clean; 585 KiB data, 115 MiB used, 715 GiB / 715 GiB avail; 578 B/s rd, 0 op/s; 67/627 objects degraded (10.686%); 1/627 objects misplaced (0.159%); 0 B/s, 0 objects/s recovering 2024-04-15T21:34:26.253 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:25 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:26.253 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:25 smithi148 ceph-mon[117761]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-15T21:34:26.253 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:25 smithi148 ceph-mon[117761]: osd.0 [v2:172.21.15.57:6802/2164926802,v1:172.21.15.57:6803/2164926802] boot 2024-04-15T21:34:26.253 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:25 smithi148 ceph-mon[117761]: osdmap e120: 8 total, 8 up, 8 in 2024-04-15T21:34:26.253 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:25 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-15T21:34:26.254 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:25 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:26.254 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:25 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:26.254 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:25 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:26.254 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:25 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:26.254 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:25 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:26.254 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:25 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:26.254 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:25 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:26.254 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:25 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:26.254 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:25 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:26.254 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:25 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:26.254 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:25 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:26.254 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:25 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:26.255 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:25 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:26.255 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:25 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:26.255 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:25 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:26.255 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:25 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:26.255 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:25 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:26.255 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:25 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:26.255 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:25 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:26.255 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:25 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:26.255 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:25 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:26.255 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:25 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:26.255 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:25 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:26.255 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:25 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:26.255 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:25 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:26.255 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:25 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:26.256 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:25 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:26.256 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:25 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:26.256 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:25 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:26.256 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:25 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:26.256 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:25 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:26.256 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:25 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:26.256 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:25 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:26.257 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:25 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:26.257 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:25 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:26.257 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:25 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:26.257 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:25 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:26.257 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:25 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:26.257 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:25 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:26.257 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:25 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:26.257 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:25 smithi148 ceph-mon[117761]: osdmap e121: 8 total, 8 up, 8 in 2024-04-15T21:34:27.120 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:26 smithi057 ceph-mon[138896]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:27.120 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:26 smithi057 ceph-mon[138896]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:27.121 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:26 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:27.121 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:26 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:27.121 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:26 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:27.121 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:26 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:27.121 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:26 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:27.121 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:26 smithi057 ceph-mon[138896]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:27.121 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:26 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:27.121 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:26 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:27.121 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:26 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:27.121 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:26 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:27.121 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:26 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:27.121 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:26 smithi057 ceph-mon[138896]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:27.121 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:26 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:27.121 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:26 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:27.122 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:26 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:27.122 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:26 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:27.122 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:26 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:27.122 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:26 smithi057 ceph-mon[138896]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:27.122 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:26 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:27.122 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:26 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:27.122 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:26 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:27.122 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:26 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:27.122 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:26 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:27.122 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:26 smithi057 ceph-mon[138896]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:27.122 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:26 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:27.122 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:26 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:27.122 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:26 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:27.123 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:26 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:27.123 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:26 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:27.123 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:26 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:27.123 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:26 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:27.123 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:26 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:27.123 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:26 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:27.123 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:26 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:27.123 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:26 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:27.123 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:26 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:27.123 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:26 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:27.123 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:26 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:27.124 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:26 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:27.124 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:26 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:27.124 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:26 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:27.124 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:26 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:27.124 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:26 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:27.124 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:26 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:27.124 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:26 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:27.124 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:26 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:27.124 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:26 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:27.124 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:26 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:27.124 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:26 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:27.124 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:26 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:27.124 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:26 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:27.124 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:26 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:27.124 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:26 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:27.125 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:26 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:27.125 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:26 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:27.125 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:26 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:27.125 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:26 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:27.125 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:26 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:27.125 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:26 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:27.125 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:26 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:27.125 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:26 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:27.125 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:26 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:27.125 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:26 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:27.126 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:26 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:27.126 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:26 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:27.126 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:26 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:27.126 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:26 smithi057 ceph-mon[138896]: osdmap e122: 8 total, 8 up, 8 in 2024-04-15T21:34:27.126 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:26 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:27.126 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:26 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:27.126 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:26 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:27.126 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:26 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:27.126 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:26 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:27.126 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:26 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:27.126 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:26 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:27.126 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:26 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:27.126 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:26 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:27.127 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:26 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:27.127 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:26 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:27.127 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:26 smithi057 ceph-mon[135669]: osdmap e122: 8 total, 8 up, 8 in 2024-04-15T21:34:27.127 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:26 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:27.230 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:26 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:27.230 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:26 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:27.230 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:26 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:27.231 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:26 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:27.231 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:26 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:27.231 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:26 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:27.231 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:26 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:27.231 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:26 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:27.231 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:26 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:27.231 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:26 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:27.231 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:26 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:27.231 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:26 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:27.231 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:26 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:27.231 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:26 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:27.231 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:26 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:27.232 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:26 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:27.232 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:26 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:27.232 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:26 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:27.232 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:26 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:27.232 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:26 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:27.232 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:26 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:27.232 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:26 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:27.232 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:26 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:27.232 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:26 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:27.232 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:26 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:27.232 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:26 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:27.233 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:26 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:27.233 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:26 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:27.233 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:26 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:27.233 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:26 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:27.233 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:26 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:27.233 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:26 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:27.233 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:26 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:27.233 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:26 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:27.233 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:26 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:27.233 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:26 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:27.233 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:26 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:27.233 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:26 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:27.233 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:26 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:27.234 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:26 smithi148 ceph-mon[117761]: osdmap e122: 8 total, 8 up, 8 in 2024-04-15T21:34:27.234 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:26 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:28.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:27 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:28.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:27 smithi057 ceph-mon[135669]: pgmap v76: 161 pgs: 6 active+clean+remapped, 21 active+undersized+degraded, 35 active+undersized, 99 active+clean; 585 KiB data, 115 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s; 67/627 objects degraded (10.686%); 1/627 objects misplaced (0.159%); 0 B/s, 0 objects/s recovering 2024-04-15T21:34:28.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:27 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:28.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:27 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:28.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:27 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:28.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:27 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:28.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:27 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-04-15T21:34:28.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:27 smithi057 ceph-mon[135669]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-04-15T21:34:28.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:27 smithi057 ceph-mon[135669]: Upgrade: osd.0 is safe to restart 2024-04-15T21:34:28.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:27 smithi057 ceph-mon[135669]: Health check update: Degraded data redundancy: 67/627 objects degraded (10.686%), 21 pgs degraded (PG_DEGRADED) 2024-04-15T21:34:28.131 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:27 smithi057 ceph-mon[138896]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:28.131 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:27 smithi057 ceph-mon[138896]: pgmap v76: 161 pgs: 6 active+clean+remapped, 21 active+undersized+degraded, 35 active+undersized, 99 active+clean; 585 KiB data, 115 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s; 67/627 objects degraded (10.686%); 1/627 objects misplaced (0.159%); 0 B/s, 0 objects/s recovering 2024-04-15T21:34:28.131 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:27 smithi057 ceph-mon[138896]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:28.131 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:27 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:28.131 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:27 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:28.131 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:27 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:28.131 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:27 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-04-15T21:34:28.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:27 smithi057 ceph-mon[138896]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-04-15T21:34:28.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:27 smithi057 ceph-mon[138896]: Upgrade: osd.0 is safe to restart 2024-04-15T21:34:28.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:27 smithi057 ceph-mon[138896]: Health check update: Degraded data redundancy: 67/627 objects degraded (10.686%), 21 pgs degraded (PG_DEGRADED) 2024-04-15T21:34:28.145 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:27 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:28.145 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:27 smithi148 ceph-mon[117761]: pgmap v76: 161 pgs: 6 active+clean+remapped, 21 active+undersized+degraded, 35 active+undersized, 99 active+clean; 585 KiB data, 115 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s; 67/627 objects degraded (10.686%); 1/627 objects misplaced (0.159%); 0 B/s, 0 objects/s recovering 2024-04-15T21:34:28.145 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:27 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:28.145 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:27 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:28.145 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:27 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:28.145 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:27 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:28.145 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:27 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-04-15T21:34:28.145 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:27 smithi148 ceph-mon[117761]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-04-15T21:34:28.145 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:27 smithi148 ceph-mon[117761]: Upgrade: osd.0 is safe to restart 2024-04-15T21:34:28.145 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:27 smithi148 ceph-mon[117761]: Health check update: Degraded data redundancy: 67/627 objects degraded (10.686%), 21 pgs degraded (PG_DEGRADED) 2024-04-15T21:34:29.101 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:28 smithi148 ceph-mon[117761]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:34:29.366 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:28 smithi057 ceph-mon[135669]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:34:29.366 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:28 smithi057 ceph-mon[138896]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:34:30.040 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:29 smithi057 ceph-mon[135669]: pgmap v78: 161 pgs: 4 active+clean+remapped, 7 active+undersized+degraded, 13 active+undersized, 137 active+clean; 585 KiB data, 116 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s; 28/627 objects degraded (4.466%); 1/627 objects misplaced (0.159%) 2024-04-15T21:34:30.041 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:29 smithi057 ceph-mon[138896]: pgmap v78: 161 pgs: 4 active+clean+remapped, 7 active+undersized+degraded, 13 active+undersized, 137 active+clean; 585 KiB data, 116 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s; 28/627 objects degraded (4.466%); 1/627 objects misplaced (0.159%) 2024-04-15T21:34:30.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:29 smithi148 ceph-mon[117761]: pgmap v78: 161 pgs: 4 active+clean+remapped, 7 active+undersized+degraded, 13 active+undersized, 137 active+clean; 585 KiB data, 116 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s; 28/627 objects degraded (4.466%); 1/627 objects misplaced (0.159%) 2024-04-15T21:34:31.880 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:34:31 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:34:31] "GET /metrics HTTP/1.1" 200 38079 "" "Prometheus/2.43.0" 2024-04-15T21:34:31.880 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:31 smithi057 ceph-mon[138896]: pgmap v79: 161 pgs: 161 active+clean; 585 KiB data, 116 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:34:31.880 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:31 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:31.880 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:31 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:31.880 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:31 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:31.880 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:31 smithi057 ceph-mon[138896]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 28/627 objects degraded (4.466%), 7 pgs degraded) 2024-04-15T21:34:31.880 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:31 smithi057 ceph-mon[138896]: Cluster is now healthy 2024-04-15T21:34:31.880 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:31 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-15T21:34:31.881 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:31 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:31.881 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:31 smithi057 ceph-mon[135669]: pgmap v79: 161 pgs: 161 active+clean; 585 KiB data, 116 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:34:31.881 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:31 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:31.881 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:31 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:31.881 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:31 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:31.881 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:31 smithi057 ceph-mon[135669]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 28/627 objects degraded (4.466%), 7 pgs degraded) 2024-04-15T21:34:31.881 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:31 smithi057 ceph-mon[135669]: Cluster is now healthy 2024-04-15T21:34:31.881 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:31 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-15T21:34:31.881 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:31 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:32.101 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:31 smithi148 ceph-mon[117761]: pgmap v79: 161 pgs: 161 active+clean; 585 KiB data, 116 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:34:32.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:31 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:32.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:31 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:32.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:31 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:32.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:31 smithi148 ceph-mon[117761]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 28/627 objects degraded (4.466%), 7 pgs degraded) 2024-04-15T21:34:32.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:31 smithi148 ceph-mon[117761]: Cluster is now healthy 2024-04-15T21:34:32.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:31 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-15T21:34:32.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:31 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:33.101 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:32 smithi148 ceph-mon[117761]: Upgrade: Updating osd.0 2024-04-15T21:34:33.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:32 smithi148 ceph-mon[117761]: Deploying daemon osd.0 on smithi057 2024-04-15T21:34:33.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:32 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:33.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:32 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:34:33.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:32 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:33.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:32 smithi057 ceph-mon[135669]: Upgrade: Updating osd.0 2024-04-15T21:34:33.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:32 smithi057 ceph-mon[135669]: Deploying daemon osd.0 on smithi057 2024-04-15T21:34:33.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:32 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:33.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:32 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:34:33.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:32 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:33.130 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:32 smithi057 ceph-mon[138896]: Upgrade: Updating osd.0 2024-04-15T21:34:33.130 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:32 smithi057 ceph-mon[138896]: Deploying daemon osd.0 on smithi057 2024-04-15T21:34:33.130 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:32 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:33.130 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:32 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:34:33.130 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:32 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:34.101 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:33 smithi148 ceph-mon[117761]: pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 116 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-04-15T21:34:34.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:33 smithi057 ceph-mon[135669]: pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 116 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-04-15T21:34:34.130 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:33 smithi057 ceph-mon[138896]: pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 116 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-04-15T21:34:36.213 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:35 smithi057 ceph-mon[135669]: pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 116 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-04-15T21:34:36.213 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:35 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:36.213 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:35 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:36.213 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:35 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:36.213 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:35 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:36.213 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:35 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:36.213 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:35 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:36.214 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:35 smithi057 ceph-mon[138896]: pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 116 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-04-15T21:34:36.214 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:35 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:36.214 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:35 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:36.214 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:35 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:36.214 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:35 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:36.214 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:35 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:36.214 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:35 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:36.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:35 smithi148 ceph-mon[117761]: pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 116 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-04-15T21:34:36.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:35 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:36.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:35 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:36.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:35 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:36.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:35 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:36.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:35 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:36.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:35 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:36.578 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 15 21:34:36 smithi057 systemd[1]: Stopping Ceph osd.0 for b97cffaa-fb6a-11ee-bc8f-c7b262605968... 2024-04-15T21:34:36.880 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 15 21:34:36 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-0[143994]: 2024-04-15T21:34:36.575+0000 7f0df6014700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-15T21:34:36.880 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 15 21:34:36 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-0[143994]: 2024-04-15T21:34:36.575+0000 7f0df6014700 -1 osd.0 122 *** Got signal Terminated *** 2024-04-15T21:34:36.880 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 15 21:34:36 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-0[143994]: 2024-04-15T21:34:36.575+0000 7f0df6014700 -1 osd.0 122 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-15T21:34:37.282 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:36 smithi057 ceph-mon[135669]: osd.0 marked itself down and dead 2024-04-15T21:34:37.282 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:36 smithi057 ceph-mon[138896]: osd.0 marked itself down and dead 2024-04-15T21:34:37.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:36 smithi148 ceph-mon[117761]: osd.0 marked itself down and dead 2024-04-15T21:34:37.545 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 15 21:34:37 smithi057 podman[147415]: 2024-04-15 21:34:37.280107467 +0000 UTC m=+0.814945781 container died 59532c1e03759bc576323b45170ee7d626c066edf63a4dc4f03ba1a99c988696 (image=quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-0, RELEASE=main-87dbfb6, GIT_CLEAN=True, ceph=True, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux ) 2024-04-15T21:34:37.851 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 15 21:34:37 smithi057 podman[147415]: 2024-04-15 21:34:37.64221797 +0000 UTC m=+1.177056279 container cleanup 59532c1e03759bc576323b45170ee7d626c066edf63a4dc4f03ba1a99c988696 (image=quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-0, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, org.label-schema.license=GPLv2, RELEASE=main-87dbfb6, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-15T21:34:37.851 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 15 21:34:37 smithi057 bash[147415]: ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-0 2024-04-15T21:34:38.129 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 15 21:34:37 smithi057 podman[147433]: 2024-04-15 21:34:37.970820425 +0000 UTC m=+0.689297729 container remove 59532c1e03759bc576323b45170ee7d626c066edf63a4dc4f03ba1a99c988696 (image=quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, RELEASE=main-87dbfb6, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, ceph=True, io.buildah.version=1.33.5) 2024-04-15T21:34:38.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:37 smithi057 ceph-mon[135669]: pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 116 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-04-15T21:34:38.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:37 smithi057 ceph-mon[135669]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-15T21:34:38.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:37 smithi057 ceph-mon[135669]: osdmap e123: 8 total, 7 up, 8 in 2024-04-15T21:34:38.130 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:37 smithi057 ceph-mon[138896]: pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 116 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-04-15T21:34:38.130 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:37 smithi057 ceph-mon[138896]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-15T21:34:38.130 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:37 smithi057 ceph-mon[138896]: osdmap e123: 8 total, 7 up, 8 in 2024-04-15T21:34:38.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:37 smithi148 ceph-mon[117761]: pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 116 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-04-15T21:34:38.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:37 smithi148 ceph-mon[117761]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-15T21:34:38.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:37 smithi148 ceph-mon[117761]: osdmap e123: 8 total, 7 up, 8 in 2024-04-15T21:34:38.601 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 15 21:34:38 smithi057 podman[147524]: 2024-04-15 21:34:38.305253591 +0000 UTC m=+0.108816758 container create 33e5cbd2112aeda1984a9b483f493704efe855006e8ab2001413d7a9ca51aec6 (image=quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-0-deactivate, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, ceph=True, RELEASE=main-87dbfb6, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-15T21:34:38.601 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 15 21:34:38 smithi057 podman[147524]: 2024-04-15 21:34:38.21466984 +0000 UTC m=+0.018232968 image pull a452a57266c718c37049de4c2da9a5e566bb7b9c6db62908ada4c8b0e854997b quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29 2024-04-15T21:34:38.601 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 15 21:34:38 smithi057 podman[147524]: 2024-04-15 21:34:38.51589443 +0000 UTC m=+0.319457540 container init 33e5cbd2112aeda1984a9b483f493704efe855006e8ab2001413d7a9ca51aec6 (image=quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-0-deactivate, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, RELEASE=main-87dbfb6, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-15T21:34:38.601 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 15 21:34:38 smithi057 podman[147524]: 2024-04-15 21:34:38.519324328 +0000 UTC m=+0.322887444 container start 33e5cbd2112aeda1984a9b483f493704efe855006e8ab2001413d7a9ca51aec6 (image=quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-0-deactivate, org.label-schema.license=GPLv2, RELEASE=main-87dbfb6, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , ceph=True, GIT_CLEAN=True) 2024-04-15T21:34:38.601 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 15 21:34:38 smithi057 podman[147524]: 2024-04-15 21:34:38.599291893 +0000 UTC m=+0.402855010 container attach 33e5cbd2112aeda1984a9b483f493704efe855006e8ab2001413d7a9ca51aec6 (image=quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-0-deactivate, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, ceph=True, RELEASE=main-87dbfb6, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-15T21:34:38.880 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 15 21:34:38 smithi057 podman[147524]: 2024-04-15 21:34:38.835305052 +0000 UTC m=+0.638868170 container died 33e5cbd2112aeda1984a9b483f493704efe855006e8ab2001413d7a9ca51aec6 (image=quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-0-deactivate, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, RELEASE=main-87dbfb6, org.label-schema.build-date=20240409, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_CLEAN=True) 2024-04-15T21:34:39.237 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:38 smithi148 ceph-mon[117761]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:34:39.237 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:38 smithi148 ceph-mon[117761]: osdmap e124: 8 total, 7 up, 8 in 2024-04-15T21:34:39.310 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:38 smithi057 ceph-mon[135669]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:34:39.310 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:38 smithi057 ceph-mon[135669]: osdmap e124: 8 total, 7 up, 8 in 2024-04-15T21:34:39.313 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:38 smithi057 ceph-mon[138896]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:34:39.314 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:38 smithi057 ceph-mon[138896]: osdmap e124: 8 total, 7 up, 8 in 2024-04-15T21:34:39.582 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 15 21:34:39 smithi057 podman[147550]: 2024-04-15 21:34:39.361967661 +0000 UTC m=+0.517724610 container remove 33e5cbd2112aeda1984a9b483f493704efe855006e8ab2001413d7a9ca51aec6 (image=quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-0-deactivate, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, ceph=True, RELEASE=main-87dbfb6, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-15T21:34:39.582 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 15 21:34:39 smithi057 systemd[1]: ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@osd.0.service: Deactivated successfully. 2024-04-15T21:34:39.582 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 15 21:34:39 smithi057 systemd[1]: Stopped Ceph osd.0 for b97cffaa-fb6a-11ee-bc8f-c7b262605968. 2024-04-15T21:34:39.582 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 15 21:34:39 smithi057 systemd[1]: ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@osd.0.service: Consumed 1.837s CPU time. 2024-04-15T21:34:39.880 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 15 21:34:39 smithi057 systemd[1]: Starting Ceph osd.0 for b97cffaa-fb6a-11ee-bc8f-c7b262605968... 2024-04-15T21:34:39.880 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 15 21:34:39 smithi057 podman[147651]: 2024-04-15 21:34:39.804922962 +0000 UTC m=+0.102392260 container create b4835229e572374447d60fd632fea5186eca99698f628fc7bb5a13c45208b5cb (image=quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-0-activate, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, RELEASE=main-87dbfb6) 2024-04-15T21:34:39.880 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 15 21:34:39 smithi057 podman[147651]: 2024-04-15 21:34:39.720489801 +0000 UTC m=+0.017959057 image pull a452a57266c718c37049de4c2da9a5e566bb7b9c6db62908ada4c8b0e854997b quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29 2024-04-15T21:34:40.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:39 smithi148 ceph-mon[117761]: pgmap v85: 161 pgs: 62 peering, 99 active+clean; 585 KiB data, 117 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:34:40.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:39 smithi148 ceph-mon[117761]: Health check failed: Reduced data availability: 10 pgs inactive, 10 pgs peering (PG_AVAILABILITY) 2024-04-15T21:34:40.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:39 smithi057 ceph-mon[135669]: pgmap v85: 161 pgs: 62 peering, 99 active+clean; 585 KiB data, 117 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:34:40.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:39 smithi057 ceph-mon[135669]: Health check failed: Reduced data availability: 10 pgs inactive, 10 pgs peering (PG_AVAILABILITY) 2024-04-15T21:34:40.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:39 smithi057 ceph-mon[138896]: pgmap v85: 161 pgs: 62 peering, 99 active+clean; 585 KiB data, 117 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:34:40.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:39 smithi057 ceph-mon[138896]: Health check failed: Reduced data availability: 10 pgs inactive, 10 pgs peering (PG_AVAILABILITY) 2024-04-15T21:34:40.380 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 15 21:34:40 smithi057 podman[147651]: 2024-04-15 21:34:40.032544465 +0000 UTC m=+0.330013721 container init b4835229e572374447d60fd632fea5186eca99698f628fc7bb5a13c45208b5cb (image=quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-0-activate, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-87dbfb6, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_CLEAN=True) 2024-04-15T21:34:40.380 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 15 21:34:40 smithi057 podman[147651]: 2024-04-15 21:34:40.036087405 +0000 UTC m=+0.333556667 container start b4835229e572374447d60fd632fea5186eca99698f628fc7bb5a13c45208b5cb (image=quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-0-activate, GIT_CLEAN=True, RELEASE=main-87dbfb6, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, ceph=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-15T21:34:40.380 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 15 21:34:40 smithi057 podman[147651]: 2024-04-15 21:34:40.124303427 +0000 UTC m=+0.421772695 container attach b4835229e572374447d60fd632fea5186eca99698f628fc7bb5a13c45208b5cb (image=quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-0-activate, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-87dbfb6, org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, ceph=True) 2024-04-15T21:34:40.795 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 15 21:34:40 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-0-activate[147666]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-04-15T21:34:40.795 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 15 21:34:40 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-0-activate[147666]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-0 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-04-15T21:34:40.795 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 15 21:34:40 smithi057 bash[147651]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-04-15T21:34:40.796 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 15 21:34:40 smithi057 bash[147651]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-0 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-04-15T21:34:40.796 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 15 21:34:40 smithi057 bash[147651]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-04-15T21:34:40.796 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 15 21:34:40 smithi057 bash[147651]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-04-15T21:34:40.796 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 15 21:34:40 smithi057 bash[147651]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-0/block 2024-04-15T21:34:40.796 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 15 21:34:40 smithi057 bash[147651]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-04-15T21:34:40.796 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 15 21:34:40 smithi057 bash[147651]: --> ceph-volume raw activate successful for osd ID: 0 2024-04-15T21:34:40.796 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 15 21:34:40 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-0-activate[147666]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-04-15T21:34:40.796 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 15 21:34:40 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-0-activate[147666]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-04-15T21:34:40.796 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 15 21:34:40 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-0-activate[147666]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-0/block 2024-04-15T21:34:40.796 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 15 21:34:40 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-0-activate[147666]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-04-15T21:34:40.796 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 15 21:34:40 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-0-activate[147666]: --> ceph-volume raw activate successful for osd ID: 0 2024-04-15T21:34:40.796 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 15 21:34:40 smithi057 podman[147651]: 2024-04-15 21:34:40.521710953 +0000 UTC m=+0.819180214 container died b4835229e572374447d60fd632fea5186eca99698f628fc7bb5a13c45208b5cb (image=quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-0-activate, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-87dbfb6, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-04-15T21:34:40.797 INFO:teuthology.orchestra.run.smithi057.stdout:true 2024-04-15T21:34:41.379 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 15 21:34:41 smithi057 podman[147807]: 2024-04-15 21:34:41.053885458 +0000 UTC m=+0.526798003 container remove b4835229e572374447d60fd632fea5186eca99698f628fc7bb5a13c45208b5cb (image=quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-0-activate, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, RELEASE=main-87dbfb6, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-15T21:34:41.380 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 15 21:34:41 smithi057 podman[147916]: 2024-04-15 21:34:41.186881889 +0000 UTC m=+0.018487336 image pull a452a57266c718c37049de4c2da9a5e566bb7b9c6db62908ada4c8b0e854997b quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29 2024-04-15T21:34:41.380 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 15 21:34:41 smithi057 podman[147916]: 2024-04-15 21:34:41.288161572 +0000 UTC m=+0.119767012 container create f6b587b36d79b224729adef49a0ac365597d5d9389f589f46012fda50d214503 (image=quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-0, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-87dbfb6, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409) 2024-04-15T21:34:41.514 INFO:teuthology.orchestra.run.smithi057.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-15T21:34:41.514 INFO:teuthology.orchestra.run.smithi057.stdout:agent.smithi057 smithi057 running 5s ago 35m - - 2024-04-15T21:34:41.515 INFO:teuthology.orchestra.run.smithi057.stdout:agent.smithi148 smithi148 running 10s ago 35m - - 2024-04-15T21:34:41.515 INFO:teuthology.orchestra.run.smithi057.stdout:alertmanager.a smithi057 *:9093,9094 running (5m) 5s ago 30m 25.5M - 0.25.0 c8568f914cd2 b3d0ee2337d1 2024-04-15T21:34:41.515 INFO:teuthology.orchestra.run.smithi057.stdout:grafana.a smithi148 *:3000 running (5m) 10s ago 30m 81.8M - 9.4.12 2bacad6d85d8 2d2c50c8da7b 2024-04-15T21:34:41.515 INFO:teuthology.orchestra.run.smithi057.stdout:iscsi.foo.smithi057.jwyjxv smithi057 running (8m) 5s ago 29m 65.1M - 3.5 e1d6a67b021e 9d8d20cf842b 2024-04-15T21:34:41.515 INFO:teuthology.orchestra.run.smithi057.stdout:mgr.x smithi148 *:8443,9283,8765 running (8m) 10s ago 35m 451M - 19.0.0-3084-g87dbfb63 a452a57266c7 56ad8667b91a 2024-04-15T21:34:41.515 INFO:teuthology.orchestra.run.smithi057.stdout:mgr.y smithi057 *:8443,9283,8765 running (18m) 5s ago 36m 514M - 19.0.0-3084-g87dbfb63 a452a57266c7 7bb446a32fbb 2024-04-15T21:34:41.515 INFO:teuthology.orchestra.run.smithi057.stdout:mon.a smithi057 running (2m) 5s ago 36m 43.5M 2048M 19.0.0-3084-g87dbfb63 a452a57266c7 91d9cf121952 2024-04-15T21:34:41.515 INFO:teuthology.orchestra.run.smithi057.stdout:mon.b smithi148 running (3m) 10s ago 35m 45.6M 2048M 19.0.0-3084-g87dbfb63 a452a57266c7 c911348a806b 2024-04-15T21:34:41.515 INFO:teuthology.orchestra.run.smithi057.stdout:mon.c smithi057 running (112s) 5s ago 35m 36.7M 2048M 19.0.0-3084-g87dbfb63 a452a57266c7 0a5d96571022 2024-04-15T21:34:41.515 INFO:teuthology.orchestra.run.smithi057.stdout:node-exporter.a smithi057 *:9100 running (7m) 5s ago 31m 16.0M - 1.5.0 0da6a335fe13 1fe3c748de02 2024-04-15T21:34:41.515 INFO:teuthology.orchestra.run.smithi057.stdout:node-exporter.b smithi148 *:9100 running (7m) 10s ago 31m 16.3M - 1.5.0 0da6a335fe13 94918e657592 2024-04-15T21:34:41.515 INFO:teuthology.orchestra.run.smithi057.stdout:osd.0 smithi057 running (22s) 5s ago 34m 42.3M 4096M 19.0.0-3084-g87dbfb63 a452a57266c7 59532c1e0375 2024-04-15T21:34:41.515 INFO:teuthology.orchestra.run.smithi057.stdout:osd.1 smithi057 running (34m) 5s ago 34m 60.4M 4096M 17.2.0 e1d6a67b021e ef43105379fd 2024-04-15T21:34:41.515 INFO:teuthology.orchestra.run.smithi057.stdout:osd.2 smithi057 running (33m) 5s ago 33m 54.5M 4096M 17.2.0 e1d6a67b021e 8cea1b1b5212 2024-04-15T21:34:41.516 INFO:teuthology.orchestra.run.smithi057.stdout:osd.3 smithi057 running (33m) 5s ago 33m 53.7M 4096M 17.2.0 e1d6a67b021e 8400e9bee4fe 2024-04-15T21:34:41.516 INFO:teuthology.orchestra.run.smithi057.stdout:osd.4 smithi148 running (33m) 10s ago 33m 56.1M 4096M 17.2.0 e1d6a67b021e 955a657c7722 2024-04-15T21:34:41.516 INFO:teuthology.orchestra.run.smithi057.stdout:osd.5 smithi148 running (32m) 10s ago 32m 53.6M 4096M 17.2.0 e1d6a67b021e bf2b1914ffc9 2024-04-15T21:34:41.516 INFO:teuthology.orchestra.run.smithi057.stdout:osd.6 smithi148 running (32m) 10s ago 32m 53.6M 4096M 17.2.0 e1d6a67b021e ab801778ca01 2024-04-15T21:34:41.516 INFO:teuthology.orchestra.run.smithi057.stdout:osd.7 smithi148 running (32m) 10s ago 32m 54.6M 4096M 17.2.0 e1d6a67b021e c9334bc357be 2024-04-15T21:34:41.516 INFO:teuthology.orchestra.run.smithi057.stdout:prometheus.a smithi148 *:9095 running (6m) 10s ago 31m 74.1M - 2.43.0 a07b618ecd1d ff3fcf9e6b9f 2024-04-15T21:34:41.516 INFO:teuthology.orchestra.run.smithi057.stdout:rgw.foo.smithi057.lxigfo smithi057 *:8000 running (29m) 5s ago 29m 80.8M - 17.2.0 e1d6a67b021e fa044b726c8d 2024-04-15T21:34:41.516 INFO:teuthology.orchestra.run.smithi057.stdout:rgw.foo.smithi148.cgzzfh smithi148 *:8000 running (29m) 10s ago 29m 77.7M - 17.2.0 e1d6a67b021e 722242170e62 2024-04-15T21:34:41.879 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:34:41 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:34:41] "GET /metrics HTTP/1.1" 200 38097 "" "Prometheus/2.43.0" 2024-04-15T21:34:41.880 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 15 21:34:41 smithi057 podman[147916]: 2024-04-15 21:34:41.516191961 +0000 UTC m=+0.347797403 container init f6b587b36d79b224729adef49a0ac365597d5d9389f589f46012fda50d214503 (image=quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-0, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, RELEASE=main-87dbfb6, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, io.buildah.version=1.33.5) 2024-04-15T21:34:41.880 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 15 21:34:41 smithi057 podman[147916]: 2024-04-15 21:34:41.520351225 +0000 UTC m=+0.351956668 container start f6b587b36d79b224729adef49a0ac365597d5d9389f589f46012fda50d214503 (image=quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-0, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, RELEASE=main-87dbfb6, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , ceph=True) 2024-04-15T21:34:41.880 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 15 21:34:41 smithi057 ceph-osd[147958]: -- 172.21.15.57:0/1899736161 <== mon.0 v2:172.21.15.57:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55fcc19ab680 con 0x55fcc1975400 2024-04-15T21:34:41.880 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 15 21:34:41 smithi057 bash[147916]: f6b587b36d79b224729adef49a0ac365597d5d9389f589f46012fda50d214503 2024-04-15T21:34:41.880 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 15 21:34:41 smithi057 systemd[1]: Started Ceph osd.0 for b97cffaa-fb6a-11ee-bc8f-c7b262605968. 2024-04-15T21:34:41.953 INFO:teuthology.orchestra.run.smithi057.stdout:{ 2024-04-15T21:34:41.953 INFO:teuthology.orchestra.run.smithi057.stdout: "mon": { 2024-04-15T21:34:41.953 INFO:teuthology.orchestra.run.smithi057.stdout: "ceph version 19.0.0-3084-g87dbfb63 (87dbfb632e974cb2c28d17423071d2d833b53b29) squid (dev)": 3 2024-04-15T21:34:41.953 INFO:teuthology.orchestra.run.smithi057.stdout: }, 2024-04-15T21:34:41.953 INFO:teuthology.orchestra.run.smithi057.stdout: "mgr": { 2024-04-15T21:34:41.953 INFO:teuthology.orchestra.run.smithi057.stdout: "ceph version 19.0.0-3084-g87dbfb63 (87dbfb632e974cb2c28d17423071d2d833b53b29) squid (dev)": 2 2024-04-15T21:34:41.953 INFO:teuthology.orchestra.run.smithi057.stdout: }, 2024-04-15T21:34:41.953 INFO:teuthology.orchestra.run.smithi057.stdout: "osd": { 2024-04-15T21:34:41.953 INFO:teuthology.orchestra.run.smithi057.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 7 2024-04-15T21:34:41.953 INFO:teuthology.orchestra.run.smithi057.stdout: }, 2024-04-15T21:34:41.953 INFO:teuthology.orchestra.run.smithi057.stdout: "rgw": { 2024-04-15T21:34:41.953 INFO:teuthology.orchestra.run.smithi057.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 2 2024-04-15T21:34:41.953 INFO:teuthology.orchestra.run.smithi057.stdout: }, 2024-04-15T21:34:41.953 INFO:teuthology.orchestra.run.smithi057.stdout: "overall": { 2024-04-15T21:34:41.953 INFO:teuthology.orchestra.run.smithi057.stdout: "ceph version 17.2.0 (43e2e60a7559d3f46c9d53f1ca875fd499a1e35e) quincy (stable)": 9, 2024-04-15T21:34:41.954 INFO:teuthology.orchestra.run.smithi057.stdout: "ceph version 19.0.0-3084-g87dbfb63 (87dbfb632e974cb2c28d17423071d2d833b53b29) squid (dev)": 5 2024-04-15T21:34:41.954 INFO:teuthology.orchestra.run.smithi057.stdout: } 2024-04-15T21:34:41.954 INFO:teuthology.orchestra.run.smithi057.stdout:} 2024-04-15T21:34:42.319 INFO:teuthology.orchestra.run.smithi057.stdout:{ 2024-04-15T21:34:42.319 INFO:teuthology.orchestra.run.smithi057.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29", 2024-04-15T21:34:42.319 INFO:teuthology.orchestra.run.smithi057.stdout: "in_progress": true, 2024-04-15T21:34:42.319 INFO:teuthology.orchestra.run.smithi057.stdout: "which": "Upgrading daemons of type(s) osd. Upgrade limited to 2 daemons (0 remaining).", 2024-04-15T21:34:42.319 INFO:teuthology.orchestra.run.smithi057.stdout: "services_complete": [], 2024-04-15T21:34:42.320 INFO:teuthology.orchestra.run.smithi057.stdout: "progress": "0/8 daemons upgraded", 2024-04-15T21:34:42.320 INFO:teuthology.orchestra.run.smithi057.stdout: "message": "Currently upgrading osd daemons", 2024-04-15T21:34:42.320 INFO:teuthology.orchestra.run.smithi057.stdout: "is_paused": false 2024-04-15T21:34:42.320 INFO:teuthology.orchestra.run.smithi057.stdout:} 2024-04-15T21:34:42.320 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 15 21:34:42 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-0[147952]: 2024-04-15T21:34:42.065+0000 7f5743fc77c0 -1 Falling back to public interface 2024-04-15T21:34:42.320 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:41 smithi057 ceph-mon[138896]: pgmap v86: 161 pgs: 62 peering, 99 active+clean; 585 KiB data, 117 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s 2024-04-15T21:34:42.320 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:41 smithi057 ceph-mon[138896]: from='client.74232 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:34:42.321 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:41 smithi057 ceph-mon[138896]: from='client.74238 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:34:42.321 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:41 smithi057 ceph-mon[138896]: from='client.74244 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:34:42.321 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:41 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:42.321 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:41 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:42.321 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:41 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:42.321 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:41 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:42.321 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:41 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:42.321 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:41 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:42.321 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:41 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:42.321 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:41 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:42.321 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:41 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:42.321 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:41 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:42.321 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:41 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:42.322 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:41 smithi057 ceph-mon[135669]: pgmap v86: 161 pgs: 62 peering, 99 active+clean; 585 KiB data, 117 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s 2024-04-15T21:34:42.322 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:41 smithi057 ceph-mon[135669]: from='client.74232 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:34:42.322 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:41 smithi057 ceph-mon[135669]: from='client.74238 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:34:42.322 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:41 smithi057 ceph-mon[135669]: from='client.74244 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:34:42.322 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:41 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:42.322 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:41 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:42.322 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:41 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:42.322 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:41 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:42.322 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:41 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:42.322 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:41 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:42.322 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:41 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:42.323 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:41 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:42.323 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:41 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:42.323 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:41 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:42.323 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:41 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:42.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:41 smithi148 ceph-mon[117761]: pgmap v86: 161 pgs: 62 peering, 99 active+clean; 585 KiB data, 117 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s 2024-04-15T21:34:42.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:41 smithi148 ceph-mon[117761]: from='client.74232 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:34:42.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:41 smithi148 ceph-mon[117761]: from='client.74238 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:34:42.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:41 smithi148 ceph-mon[117761]: from='client.74244 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:34:42.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:41 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:42.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:41 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:42.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:41 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:42.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:41 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:42.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:41 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:42.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:41 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:42.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:41 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:42.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:41 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:42.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:41 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:42.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:41 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:42.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:41 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:43.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:42 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:43.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:42 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:43.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:42 smithi148 ceph-mon[117761]: from='client.? 172.21.15.57:0/1651742276' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:43.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:42 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:43.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:42 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:43.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:42 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:43.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:42 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:43.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:42 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:43.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:42 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:43.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:42 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:43.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:42 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:43.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:42 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:43.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:42 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:43.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:42 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:43.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:42 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:43.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:42 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:43.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:42 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:43.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:42 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:43.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:42 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:43.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:42 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:43.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:42 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:43.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:42 smithi148 ceph-mon[117761]: from='client.74259 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:34:43.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:42 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:43.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:42 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:43.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:42 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:43.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:42 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:43.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:42 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:43.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:42 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:43.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:42 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:43.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:42 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:43.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:42 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:43.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:42 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:43.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:42 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:43.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:42 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:43.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:42 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:43.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:42 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:43.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:42 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:43.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:42 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:43.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:42 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:43.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:42 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:43.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:42 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:43.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:42 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:43.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:42 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:43.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:42 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:43.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:42 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:43.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:42 smithi057 ceph-mon[135669]: from='client.? 172.21.15.57:0/1651742276' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:43.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:42 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:43.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:42 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:43.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:42 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:43.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:42 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:43.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:42 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:43.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:42 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:43.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:42 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:43.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:42 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:43.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:42 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:43.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:42 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:43.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:42 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:43.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:42 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:43.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:42 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:43.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:42 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:43.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:42 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:43.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:42 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:43.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:42 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:43.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:42 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:43.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:42 smithi057 ceph-mon[135669]: from='client.74259 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:34:43.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:42 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:43.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:42 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:43.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:42 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:43.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:42 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:43.383 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:42 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:43.383 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:42 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:43.383 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:42 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:43.383 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:42 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:43.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:42 smithi057 ceph-mon[138896]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:43.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:42 smithi057 ceph-mon[138896]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:43.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:42 smithi057 ceph-mon[138896]: from='client.? 172.21.15.57:0/1651742276' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:43.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:42 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:43.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:42 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:43.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:42 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:43.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:42 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:43.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:42 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:43.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:42 smithi057 ceph-mon[138896]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:43.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:42 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:43.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:42 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:43.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:42 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:43.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:42 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:43.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:42 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:43.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:42 smithi057 ceph-mon[138896]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:43.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:42 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:43.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:42 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:43.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:42 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:43.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:42 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:43.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:42 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:43.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:42 smithi057 ceph-mon[138896]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:43.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:42 smithi057 ceph-mon[138896]: from='client.74259 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:34:43.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:42 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:43.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:42 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:43.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:42 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:43.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:42 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:43.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:42 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:43.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:42 smithi057 ceph-mon[138896]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:43.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:42 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:43.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:42 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:43.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:42 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:43.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:42 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:43.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:42 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:43.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:42 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:43.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:42 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:43.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:42 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:43.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:42 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:43.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:42 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:43.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:42 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:43.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:42 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:43.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:42 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:43.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:42 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:43.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:42 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:43.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:42 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:43.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:42 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:43.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:42 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:43.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:42 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:43.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:42 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:43.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:42 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:43.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:42 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:43.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:42 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:43.387 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:42 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:43.387 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:42 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:43.387 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:42 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:43.387 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:42 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:43.387 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:42 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:44.204 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:43 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:44.204 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:43 smithi057 ceph-mon[135669]: pgmap v87: 161 pgs: 22 active+undersized+degraded, 40 active+undersized, 99 active+clean; 585 KiB data, 117 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 68/627 objects degraded (10.845%) 2024-04-15T21:34:44.204 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:43 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:44.204 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:43 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:44.204 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:43 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:44.204 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:43 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:44.204 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:43 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:44.204 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:43 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:44.204 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:43 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:44.204 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:43 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:44.204 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:43 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:44.205 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:43 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:44.205 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:43 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:44.205 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:43 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:44.205 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:43 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:44.205 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:43 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:44.205 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:43 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:44.205 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:43 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:44.205 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:43 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:44.205 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:43 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:44.205 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:43 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:44.205 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:43 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:44.205 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:43 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:44.205 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:43 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:44.205 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:43 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:44.206 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:43 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:44.206 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:43 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:44.206 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:43 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:44.206 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:43 smithi057 ceph-mon[135669]: Health check failed: Degraded data redundancy: 68/627 objects degraded (10.845%), 22 pgs degraded (PG_DEGRADED) 2024-04-15T21:34:44.206 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:43 smithi057 ceph-mon[138896]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:44.206 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:43 smithi057 ceph-mon[138896]: pgmap v87: 161 pgs: 22 active+undersized+degraded, 40 active+undersized, 99 active+clean; 585 KiB data, 117 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 68/627 objects degraded (10.845%) 2024-04-15T21:34:44.206 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:43 smithi057 ceph-mon[138896]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:44.206 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:43 smithi057 ceph-mon[138896]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:44.206 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:43 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:44.206 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:43 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:44.206 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:43 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:44.207 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:43 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:44.207 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:43 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:44.207 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:43 smithi057 ceph-mon[138896]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:44.207 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:43 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:44.207 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:43 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:44.207 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:43 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:44.207 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:43 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:44.207 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:43 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:44.207 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:43 smithi057 ceph-mon[138896]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:44.207 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:43 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:44.207 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:43 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:44.207 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:43 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:44.207 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:43 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:44.207 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:43 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:44.207 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:43 smithi057 ceph-mon[138896]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:44.207 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:43 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:44.208 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:43 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:44.208 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:43 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:44.208 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:43 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:44.208 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:43 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:44.208 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:43 smithi057 ceph-mon[138896]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:44.208 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:43 smithi057 ceph-mon[138896]: Health check failed: Degraded data redundancy: 68/627 objects degraded (10.845%), 22 pgs degraded (PG_DEGRADED) 2024-04-15T21:34:44.208 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:43 smithi057 ceph-mon[135669]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 10 pgs inactive, 10 pgs peering) 2024-04-15T21:34:44.208 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:43 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:44.208 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:43 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:44.208 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:43 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:44.208 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:43 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:44.208 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:43 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:44.209 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:43 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:44.209 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:43 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:44.209 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:43 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:44.209 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:43 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:44.209 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:43 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:44.209 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:43 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:44.209 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:43 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:44.209 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:43 smithi057 ceph-mon[138896]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 10 pgs inactive, 10 pgs peering) 2024-04-15T21:34:44.209 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:43 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:44.209 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:43 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:44.209 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:43 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:44.209 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:43 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:44.209 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:43 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:44.209 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:43 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:44.210 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:43 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:44.210 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:43 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:44.210 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:43 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:44.210 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:43 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:44.210 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:43 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:44.210 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:43 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:44.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:43 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:44.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:43 smithi148 ceph-mon[117761]: pgmap v87: 161 pgs: 22 active+undersized+degraded, 40 active+undersized, 99 active+clean; 585 KiB data, 117 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 68/627 objects degraded (10.845%) 2024-04-15T21:34:44.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:43 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:44.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:43 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:44.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:43 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:44.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:43 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:44.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:43 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:44.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:43 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:44.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:43 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:44.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:43 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:44.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:43 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:44.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:43 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:44.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:43 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:44.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:43 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:44.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:43 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:44.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:43 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:44.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:43 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:44.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:43 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:44.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:43 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:44.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:43 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:44.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:43 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:44.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:43 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:44.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:43 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:44.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:43 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:44.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:43 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:44.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:43 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:44.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:43 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:44.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:43 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:44.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:43 smithi148 ceph-mon[117761]: Health check failed: Degraded data redundancy: 68/627 objects degraded (10.845%), 22 pgs degraded (PG_DEGRADED) 2024-04-15T21:34:44.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:43 smithi148 ceph-mon[117761]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 10 pgs inactive, 10 pgs peering) 2024-04-15T21:34:44.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:43 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:44.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:43 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:44.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:43 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:44.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:43 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:44.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:43 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:44.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:43 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:44.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:43 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:44.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:43 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:44.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:43 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:44.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:43 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:44.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:43 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:44.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:43 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:45.061 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 15 21:34:44 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-0[147952]: 2024-04-15T21:34:44.805+0000 7f5743fc77c0 -1 osd.0 122 log_to_monitors true 2024-04-15T21:34:45.061 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:44 smithi057 ceph-mon[138896]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:45.061 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:44 smithi057 ceph-mon[138896]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:45.061 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:44 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:45.062 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:44 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:45.062 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:44 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:45.062 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:44 smithi057 ceph-mon[138896]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:45.062 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:44 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:45.062 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:44 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:45.062 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:44 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:45.062 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:44 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:45.062 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:44 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:45.062 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:44 smithi057 ceph-mon[138896]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:45.062 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:44 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:45.062 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:44 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:45.062 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:44 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:45.062 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:44 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:45.062 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:44 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:45.062 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:44 smithi057 ceph-mon[138896]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:45.063 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:44 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:45.063 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:44 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:45.063 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:44 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:45.063 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:44 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:45.063 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:44 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:45.063 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:44 smithi057 ceph-mon[138896]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:45.063 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:44 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:45.063 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:44 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:45.063 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:44 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:45.063 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:44 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:45.063 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:44 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:45.063 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:44 smithi057 ceph-mon[138896]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:45.063 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:44 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:45.063 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:44 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:45.063 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:44 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:45.063 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:44 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:45.063 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:44 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:45.064 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:44 smithi057 ceph-mon[138896]: from='osd.0 [v2:172.21.15.57:6802/3187571369,v1:172.21.15.57:6803/3187571369]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-15T21:34:45.064 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:44 smithi057 ceph-mon[138896]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-15T21:34:45.064 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:44 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:45.064 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:44 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:45.064 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:44 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:45.064 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:44 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:45.064 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:44 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:45.064 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:44 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:45.065 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:44 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:45.065 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:44 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:45.065 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:44 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:45.065 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:44 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:45.065 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:44 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:45.065 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:44 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:45.065 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:44 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:45.065 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:44 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:45.065 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:44 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:45.065 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:44 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:45.065 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:44 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:45.065 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:44 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:45.065 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:44 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:45.066 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:44 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:45.066 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:44 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:45.066 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:44 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:45.066 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:44 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:45.066 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:44 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:45.066 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:44 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:45.066 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:44 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:45.066 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:44 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:45.066 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:44 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:45.066 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:44 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:45.066 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:44 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:45.067 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:44 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:45.067 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:44 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:45.067 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:44 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:45.067 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:44 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:45.067 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:44 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:45.067 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:44 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:45.067 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:44 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:45.067 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:44 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:45.067 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:44 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:45.067 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:44 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:45.067 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:44 smithi057 ceph-mon[135669]: from='osd.0 [v2:172.21.15.57:6802/3187571369,v1:172.21.15.57:6803/3187571369]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-15T21:34:45.067 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:44 smithi057 ceph-mon[135669]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-15T21:34:45.067 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:44 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:45.067 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:44 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:45.067 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:44 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:45.068 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:44 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:45.068 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:44 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:45.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:44 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:45.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:44 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:45.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:44 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:45.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:44 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:45.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:44 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:45.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:44 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:45.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:44 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:45.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:44 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:45.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:44 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:45.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:44 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:45.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:44 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:45.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:44 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:45.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:44 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:45.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:44 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:45.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:44 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:45.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:44 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:45.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:44 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:45.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:44 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:45.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:44 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:45.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:44 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:45.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:44 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:45.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:44 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:45.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:44 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:45.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:44 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:45.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:44 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:45.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:44 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:45.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:44 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:45.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:44 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:45.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:44 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:45.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:44 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:45.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:44 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:45.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:44 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:45.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:44 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:45.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:44 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:45.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:44 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:45.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:44 smithi148 ceph-mon[117761]: from='osd.0 [v2:172.21.15.57:6802/3187571369,v1:172.21.15.57:6803/3187571369]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-15T21:34:45.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:44 smithi148 ceph-mon[117761]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-15T21:34:45.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:44 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:45.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:44 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:45.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:44 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:45.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:44 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:45.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:44 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:46.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:46 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:46.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:46 smithi148 ceph-mon[117761]: pgmap v88: 161 pgs: 22 active+undersized+degraded, 40 active+undersized, 99 active+clean; 585 KiB data, 117 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 68/627 objects degraded (10.845%) 2024-04-15T21:34:46.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:46 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:46.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:46 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:46.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:46 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:46.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:46 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:46.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:46 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:46.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:46 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:46.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:46 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:46.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:46 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:46.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:46 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:46.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:46 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:46.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:46 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:46.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:46 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:46.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:46 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:46.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:46 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:46.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:46 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:46.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:46 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:46.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:46 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:46.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:46 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:46.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:46 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:46.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:46 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:46.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:46 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:46.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:46 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:46.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:46 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:46.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:46 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:46.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:46 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:46.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:46 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:46.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:46 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:46.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:46 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:46.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:46 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:46.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:46 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:46.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:46 smithi148 ceph-mon[117761]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-15T21:34:46.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:46 smithi148 ceph-mon[117761]: osdmap e125: 8 total, 7 up, 8 in 2024-04-15T21:34:46.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:46 smithi148 ceph-mon[117761]: from='osd.0 [v2:172.21.15.57:6802/3187571369,v1:172.21.15.57:6803/3187571369]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi057", "root=default"]}]: dispatch 2024-04-15T21:34:46.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:46 smithi148 ceph-mon[117761]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi057", "root=default"]}]: dispatch 2024-04-15T21:34:46.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:46 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:46.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:46 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:46.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:46 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:46.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:46 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:46.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:46 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:46.379 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 15 21:34:46 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-0[147952]: 2024-04-15T21:34:46.251+0000 7f5731417700 -1 osd.0 122 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-15T21:34:46.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:46 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:46.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:46 smithi057 ceph-mon[135669]: pgmap v88: 161 pgs: 22 active+undersized+degraded, 40 active+undersized, 99 active+clean; 585 KiB data, 117 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 68/627 objects degraded (10.845%) 2024-04-15T21:34:46.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:46 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:46.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:46 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:46.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:46 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:46.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:46 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:46.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:46 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:46.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:46 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:46.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:46 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:46.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:46 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:46.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:46 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:46.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:46 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:46.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:46 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:46.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:46 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:46.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:46 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:46.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:46 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:46.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:46 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:46.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:46 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:46.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:46 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:46.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:46 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:46.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:46 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:46.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:46 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:46.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:46 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:46.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:46 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:46.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:46 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:46.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:46 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:46.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:46 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:46.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:46 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:46.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:46 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:46.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:46 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:46.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:46 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:46.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:46 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:46.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:46 smithi057 ceph-mon[135669]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-15T21:34:46.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:46 smithi057 ceph-mon[135669]: osdmap e125: 8 total, 7 up, 8 in 2024-04-15T21:34:46.383 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:46 smithi057 ceph-mon[135669]: from='osd.0 [v2:172.21.15.57:6802/3187571369,v1:172.21.15.57:6803/3187571369]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi057", "root=default"]}]: dispatch 2024-04-15T21:34:46.383 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:46 smithi057 ceph-mon[135669]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi057", "root=default"]}]: dispatch 2024-04-15T21:34:46.383 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:46 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:46.383 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:46 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:46.383 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:46 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:46.383 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:46 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:46.383 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:46 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:46.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:46 smithi057 ceph-mon[138896]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:46.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:46 smithi057 ceph-mon[138896]: pgmap v88: 161 pgs: 22 active+undersized+degraded, 40 active+undersized, 99 active+clean; 585 KiB data, 117 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 68/627 objects degraded (10.845%) 2024-04-15T21:34:46.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:46 smithi057 ceph-mon[138896]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:46.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:46 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:46.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:46 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:46.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:46 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:46.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:46 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:46.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:46 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:46.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:46 smithi057 ceph-mon[138896]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:46.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:46 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:46.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:46 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:46.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:46 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:46.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:46 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:46.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:46 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:46.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:46 smithi057 ceph-mon[138896]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:46.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:46 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:46.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:46 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:46.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:46 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:46.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:46 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:46.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:46 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:46.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:46 smithi057 ceph-mon[138896]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:46.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:46 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:46.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:46 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:46.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:46 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:46.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:46 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:46.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:46 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:46.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:46 smithi057 ceph-mon[138896]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:46.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:46 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:46.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:46 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:46.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:46 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:46.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:46 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:46.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:46 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:46.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:46 smithi057 ceph-mon[138896]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-15T21:34:46.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:46 smithi057 ceph-mon[138896]: osdmap e125: 8 total, 7 up, 8 in 2024-04-15T21:34:46.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:46 smithi057 ceph-mon[138896]: from='osd.0 [v2:172.21.15.57:6802/3187571369,v1:172.21.15.57:6803/3187571369]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi057", "root=default"]}]: dispatch 2024-04-15T21:34:46.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:46 smithi057 ceph-mon[138896]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi057", "root=default"]}]: dispatch 2024-04-15T21:34:46.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:46 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:46.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:46 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:46.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:46 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:46.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:46 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:46.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:46 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:47.152 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:47 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:47.152 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:47 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:47.152 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:47 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:47.152 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:47 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:47.152 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:47 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:47.152 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:47 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:47.152 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:47 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:47.152 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:47 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:47.153 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:47 smithi148 ceph-mon[117761]: from='osd.0 ' entity='osd.0' 2024-04-15T21:34:47.153 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:47 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:47.153 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:47 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:47.153 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:47 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:47.153 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:47 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:47.153 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:47 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:47.153 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:47 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:47.153 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:47 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:47.153 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:47 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:47.153 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:47 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:47.153 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:47 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:47.153 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:47 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:47.153 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:47 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:47.153 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:47 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:47.153 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:47 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:47.154 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:47 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:47.154 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:47 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:47.154 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:47 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:47.154 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:47 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:47.154 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:47 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:47.154 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:47 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:47.154 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:47 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:47.154 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:47 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:47.154 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:47 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:47.154 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:47 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:47.154 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:47 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:34:47.154 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:47 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:47.154 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:47 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:47.154 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:47 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:47.155 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:47 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:47.155 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:47 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:47.155 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:47 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:47.155 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:47 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:47.155 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:47 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:47.155 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:47 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:47.155 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:47 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:47.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:47 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:47.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:47 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:47.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:47 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:47.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:47 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:47.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:47 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:47.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:47 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:47.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:47 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:47.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:47 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:47.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:47 smithi057 ceph-mon[135669]: from='osd.0 ' entity='osd.0' 2024-04-15T21:34:47.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:47 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:47.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:47 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:47.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:47 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:47.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:47 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:47.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:47 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:47.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:47 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:47.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:47 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:47.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:47 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:47.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:47 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:47.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:47 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:47.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:47 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:47.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:47 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:47.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:47 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:47.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:47 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:47.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:47 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:47.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:47 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:47.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:47 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:47.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:47 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:47.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:47 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:47.383 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:47 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:47.383 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:47 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:47.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:47 smithi057 ceph-mon[138896]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:47.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:47 smithi057 ceph-mon[138896]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:47.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:47 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:47.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:47 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:47.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:47 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:47.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:47 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:47.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:47 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:47.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:47 smithi057 ceph-mon[138896]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:47.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:47 smithi057 ceph-mon[138896]: from='osd.0 ' entity='osd.0' 2024-04-15T21:34:47.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:47 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:47.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:47 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:47.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:47 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:47.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:47 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:47.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:47 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:47.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:47 smithi057 ceph-mon[138896]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:47.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:47 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:47.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:47 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:47.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:47 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:47.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:47 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:47.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:47 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:47.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:47 smithi057 ceph-mon[138896]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:47.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:47 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:47.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:47 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:47.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:47 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:47.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:47 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:47.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:47 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:47.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:47 smithi057 ceph-mon[138896]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:47.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:47 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:47.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:47 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:47.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:47 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:47.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:47 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:47.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:47 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:47.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:47 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:47.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:47 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:34:47.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:47 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:47.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:47 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:47.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:47 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:47.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:47 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:47.387 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:47 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:47.387 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:47 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:47.387 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:47 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:47.387 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:47 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:47.387 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:47 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:47.387 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:47 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:47.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:47 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:47.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:47 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:47.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:47 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:47.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:47 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:34:47.388 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:47 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:47.388 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:47 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:47.388 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:47 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:47.388 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:47 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:47.388 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:47 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:47.388 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:47 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:47.388 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:47 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:47.388 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:47 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:47.388 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:47 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:47.388 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:47 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:48.259 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:48 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:48.259 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:48 smithi148 ceph-mon[117761]: pgmap v90: 161 pgs: 22 active+undersized+degraded, 40 active+undersized, 99 active+clean; 585 KiB data, 118 MiB used, 715 GiB / 715 GiB avail; 579 B/s rd, 0 op/s; 68/627 objects degraded (10.845%) 2024-04-15T21:34:48.259 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:48 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:48.259 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:48 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:48.259 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:48 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:48.259 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:48 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:48.260 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:48 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:48.260 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:48 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:48.260 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:48 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:48.260 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:48 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:48.260 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:48 smithi148 ceph-mon[117761]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-15T21:34:48.260 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:48 smithi148 ceph-mon[117761]: osd.0 [v2:172.21.15.57:6802/3187571369,v1:172.21.15.57:6803/3187571369] boot 2024-04-15T21:34:48.260 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:48 smithi148 ceph-mon[117761]: osdmap e126: 8 total, 8 up, 8 in 2024-04-15T21:34:48.260 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:48 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-15T21:34:48.260 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:48 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:48.260 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:48 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:48.260 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:48 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:48.260 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:48 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:48.260 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:48 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:48.260 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:48 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:48.260 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:48 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:48.261 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:48 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:48.261 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:48 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:48.261 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:48 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:48.261 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:48 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:48.261 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:48 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:48.261 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:48 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:48.261 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:48 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:48.261 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:48 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:48.261 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:48 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:48.261 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:48 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:48.261 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:48 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:48.261 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:48 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:48.261 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:48 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:48.261 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:48 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:48.262 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:48 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:48.262 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:48 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:48.262 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:48 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:48.262 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:48 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:48.262 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:48 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:48.262 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:48 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:48.262 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:48 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:48.262 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:48 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:48.262 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:48 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:48.262 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:48 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:48.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:48 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:48.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:48 smithi057 ceph-mon[135669]: pgmap v90: 161 pgs: 22 active+undersized+degraded, 40 active+undersized, 99 active+clean; 585 KiB data, 118 MiB used, 715 GiB / 715 GiB avail; 579 B/s rd, 0 op/s; 68/627 objects degraded (10.845%) 2024-04-15T21:34:48.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:48 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:48.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:48 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:48.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:48 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:48.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:48 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:48.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:48 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:48.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:48 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:48.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:48 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:48.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:48 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:48.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:48 smithi057 ceph-mon[135669]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-15T21:34:48.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:48 smithi057 ceph-mon[135669]: osd.0 [v2:172.21.15.57:6802/3187571369,v1:172.21.15.57:6803/3187571369] boot 2024-04-15T21:34:48.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:48 smithi057 ceph-mon[135669]: osdmap e126: 8 total, 8 up, 8 in 2024-04-15T21:34:48.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:48 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-15T21:34:48.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:48 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:48.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:48 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:48.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:48 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:48.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:48 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:48.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:48 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:48.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:48 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:48.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:48 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:48.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:48 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:48.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:48 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:48.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:48 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:48.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:48 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:48.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:48 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:48.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:48 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:48.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:48 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:48.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:48 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:48.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:48 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:48.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:48 smithi057 ceph-mon[138896]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:48.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:48 smithi057 ceph-mon[138896]: pgmap v90: 161 pgs: 22 active+undersized+degraded, 40 active+undersized, 99 active+clean; 585 KiB data, 118 MiB used, 715 GiB / 715 GiB avail; 579 B/s rd, 0 op/s; 68/627 objects degraded (10.845%) 2024-04-15T21:34:48.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:48 smithi057 ceph-mon[138896]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:48.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:48 smithi057 ceph-mon[138896]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:48.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:48 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:48.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:48 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:48.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:48 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:48.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:48 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:48.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:48 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:48.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:48 smithi057 ceph-mon[138896]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:48.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:48 smithi057 ceph-mon[138896]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-15T21:34:48.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:48 smithi057 ceph-mon[138896]: osd.0 [v2:172.21.15.57:6802/3187571369,v1:172.21.15.57:6803/3187571369] boot 2024-04-15T21:34:48.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:48 smithi057 ceph-mon[138896]: osdmap e126: 8 total, 8 up, 8 in 2024-04-15T21:34:48.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:48 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-15T21:34:48.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:48 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:48.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:48 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:48.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:48 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:48.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:48 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:48.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:48 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:48.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:48 smithi057 ceph-mon[138896]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:48.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:48 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:48.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:48 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:48.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:48 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:48.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:48 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:48.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:48 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:48.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:48 smithi057 ceph-mon[138896]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:48.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:48 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:48.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:48 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:48.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:48 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:48.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:48 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:48.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:48 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:48.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:48 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:48.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:48 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:48.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:48 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:48.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:48 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:48.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:48 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:48.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:48 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:48.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:48 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:48.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:48 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:48.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:48 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:48.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:48 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:48.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:48 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:48.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:48 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:48.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:48 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:48.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:48 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:48.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:48 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:48.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:48 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:48.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:48 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:48.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:48 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:48.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:48 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:48.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:48 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:48.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:48 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:48.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:48 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:48.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:48 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:48.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:48 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:48.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:48 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:48.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:48 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:48.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:48 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:48.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:48 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:48.387 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:48 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:49.264 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:49 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:49.265 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:49 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:49.265 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:49 smithi148 ceph-mon[117761]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:34:49.265 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:49 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:49.265 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:49 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:49.265 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:49 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:49.265 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:49 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:49.265 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:49 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:49.265 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:49 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:49.265 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:49 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:49.265 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:49 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:49.265 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:49 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:49.265 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:49 smithi148 ceph-mon[117761]: osdmap e127: 8 total, 8 up, 8 in 2024-04-15T21:34:49.265 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:49 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:49.265 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:49 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:49.266 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:49 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:49.266 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:49 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:49.266 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:49 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:49.266 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:49 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:49.266 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:49 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:49.266 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:49 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:49.266 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:49 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:49.266 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:49 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:49.266 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:49 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:49.266 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:49 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:49.266 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:49 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:49.266 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:49 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:49.266 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:49 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:49.266 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:49 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:49.266 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:49 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:49.267 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:49 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:49.267 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:49 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:49.267 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:49 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:49.267 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:49 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:49.267 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:49 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:49.267 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:49 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:49.267 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:49 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:49.267 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:49 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:49.267 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:49 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:49.267 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:49 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:49.290 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:49 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:49.290 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:49 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:49.290 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:49 smithi057 ceph-mon[135669]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:34:49.291 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:49 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:49.291 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:49 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:49.291 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:49 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:49.291 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:49 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:49.291 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:49 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:49.291 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:49 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:49.291 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:49 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:49.291 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:49 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:49.291 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:49 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:49.291 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:49 smithi057 ceph-mon[135669]: osdmap e127: 8 total, 8 up, 8 in 2024-04-15T21:34:49.291 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:49 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:49.291 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:49 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:49.291 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:49 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:49.291 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:49 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:49.291 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:49 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:49.292 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:49 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:49.292 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:49 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:49.292 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:49 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:49.292 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:49 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:49.292 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:49 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:49.292 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:49 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:49.292 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:49 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:49.292 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:49 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:49.292 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:49 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:49.292 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:49 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:49.292 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:49 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:49.292 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:49 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:49.292 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:49 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:49.293 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:49 smithi057 ceph-mon[138896]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:49.293 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:49 smithi057 ceph-mon[138896]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:49.293 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:49 smithi057 ceph-mon[138896]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:34:49.293 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:49 smithi057 ceph-mon[138896]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:49.293 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:49 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:49.293 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:49 smithi057 ceph-mon[138896]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:49.293 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:49 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:49.293 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:49 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:49.293 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:49 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:49.293 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:49 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:49.293 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:49 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:49.293 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:49 smithi057 ceph-mon[138896]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:49.294 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:49 smithi057 ceph-mon[138896]: osdmap e127: 8 total, 8 up, 8 in 2024-04-15T21:34:49.294 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:49 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:49.294 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:49 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:49.294 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:49 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:49.294 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:49 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:49.294 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:49 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:49.294 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:49 smithi057 ceph-mon[138896]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:49.294 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:49 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:49.294 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:49 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:49.294 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:49 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:49.294 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:49 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:49.294 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:49 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:49.294 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:49 smithi057 ceph-mon[138896]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:49.294 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:49 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:49.295 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:49 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:49.295 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:49 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:49.295 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:49 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:49.295 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:49 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:49.295 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:49 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:49.295 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:49 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:49.295 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:49 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:49.295 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:49 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:49.295 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:49 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:49.296 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:49 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:49.296 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:49 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:49.296 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:49 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:49.296 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:49 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:49.296 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:49 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:49.296 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:49 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:49.296 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:49 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:49.296 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:49 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:49.296 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:49 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:49.296 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:49 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:49.296 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:49 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:49.296 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:49 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:49.297 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:49 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:49.297 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:49 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:50.315 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:50 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:50.315 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:50 smithi057 ceph-mon[135669]: pgmap v93: 161 pgs: 38 peering, 8 active+undersized+degraded, 16 active+undersized, 99 active+clean; 585 KiB data, 118 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s; 29/627 objects degraded (4.625%) 2024-04-15T21:34:50.315 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:50 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:50.315 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:50 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:50.315 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:50 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:50.315 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:50 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:50.315 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:50 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:50.315 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:50 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:50.315 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:50 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:50.315 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:50 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:50.315 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:50 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:50.315 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:50 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:50.316 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:50 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:50.316 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:50 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:50.316 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:50 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:50.316 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:50 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:50.316 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:50 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:50.316 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:50 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:50.316 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:50 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:50.316 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:50 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:50.316 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:50 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:50.316 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:50 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:50.316 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:50 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:50.316 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:50 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:50.316 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:50 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:50.316 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:50 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:50.317 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:50 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:50.317 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:50 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:50.317 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:50 smithi057 ceph-mon[135669]: Health check update: Degraded data redundancy: 29/627 objects degraded (4.625%), 8 pgs degraded (PG_DEGRADED) 2024-04-15T21:34:50.317 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:50 smithi057 ceph-mon[138896]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:50.317 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:50 smithi057 ceph-mon[138896]: pgmap v93: 161 pgs: 38 peering, 8 active+undersized+degraded, 16 active+undersized, 99 active+clean; 585 KiB data, 118 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s; 29/627 objects degraded (4.625%) 2024-04-15T21:34:50.317 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:50 smithi057 ceph-mon[138896]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:50.317 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:50 smithi057 ceph-mon[138896]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:50.317 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:50 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:50.317 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:50 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:50.317 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:50 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:50.317 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:50 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:50.318 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:50 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:50.318 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:50 smithi057 ceph-mon[138896]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:50.318 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:50 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:50.318 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:50 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:50.318 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:50 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:50.318 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:50 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:50.318 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:50 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:50.318 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:50 smithi057 ceph-mon[138896]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:50.318 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:50 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:50.318 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:50 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:50.318 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:50 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:50.318 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:50 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:50.318 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:50 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:50.319 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:50 smithi057 ceph-mon[138896]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:50.319 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:50 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:50.319 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:50 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:50.319 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:50 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:50.319 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:50 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:50.319 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:50 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:50.319 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:50 smithi057 ceph-mon[138896]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:50.319 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:50 smithi057 ceph-mon[138896]: Health check update: Degraded data redundancy: 29/627 objects degraded (4.625%), 8 pgs degraded (PG_DEGRADED) 2024-04-15T21:34:50.319 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:50 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:50.319 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:50 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:50.319 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:50 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:50.320 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:50 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:50.320 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:50 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:50.320 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:50 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:50.320 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:50 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:50.320 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:50 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:50.320 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:50 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:50.320 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:50 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:50.320 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:50 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:50.320 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:50 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:50.320 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:50 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:50.320 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:50 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:50.320 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:50 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:50.320 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:50 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:50.321 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:50 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:50.321 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:50 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:50.321 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:50 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:50.321 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:50 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:50.321 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:50 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:50.321 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:50 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:50.321 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:50 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:50.321 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:50 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:50.321 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:50 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:50.321 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:50 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:50.321 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:50 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:50.321 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:50 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:50.321 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:50 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:50.321 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:50 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:50.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:50 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:50.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:50 smithi148 ceph-mon[117761]: pgmap v93: 161 pgs: 38 peering, 8 active+undersized+degraded, 16 active+undersized, 99 active+clean; 585 KiB data, 118 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s; 29/627 objects degraded (4.625%) 2024-04-15T21:34:50.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:50 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:50.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:50 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:50.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:50 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:50.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:50 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:50.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:50 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:50.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:50 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:50.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:50 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:50.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:50 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:50.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:50 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:50.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:50 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:50.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:50 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:50.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:50 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:50.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:50 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:50.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:50 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:50.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:50 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:50.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:50 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:50.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:50 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:50.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:50 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:50.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:50 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:50.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:50 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:50.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:50 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:50.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:50 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:50.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:50 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:50.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:50 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:50.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:50 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:50.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:50 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:50.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:50 smithi148 ceph-mon[117761]: Health check update: Degraded data redundancy: 29/627 objects degraded (4.625%), 8 pgs degraded (PG_DEGRADED) 2024-04-15T21:34:50.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:50 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:50.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:50 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:50.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:50 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:50.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:50 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:50.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:50 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:50.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:50 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:50.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:50 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:50.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:50 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:50.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:50 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:50.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:50 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:50.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:50 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:50.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:50 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:50.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:50 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:50.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:50 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:50.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:50 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:51.247 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:51 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:51.247 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:51 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:51.247 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:51 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:51.247 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:51 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:51.247 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:51 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:51.247 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:51 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:51.247 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:51 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:51.247 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:51 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:51.247 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:51 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:51.247 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:51 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:51.247 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:51 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:51.247 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:51 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:51.247 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:51 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:51.248 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:51 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:51.248 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:51 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:51.248 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:51 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:51.248 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:51 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:51.248 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:51 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:51.248 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:51 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:51.248 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:51 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:51.248 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:51 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:51.248 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:51 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:51.248 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:51 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:51.248 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:51 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:51.248 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:51 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:51.248 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:51 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:51.248 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:51 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:51.248 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:51 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:51.249 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:51 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:51.249 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:51 smithi057 ceph-mon[138896]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:51.249 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:51 smithi057 ceph-mon[138896]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:51.249 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:51 smithi057 ceph-mon[138896]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:51.249 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:51 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:51.249 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:51 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:51.249 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:51 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:51.249 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:51 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:51.250 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:51 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:51.250 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:51 smithi057 ceph-mon[138896]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:51.250 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:51 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:51.250 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:51 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:51.250 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:51 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:51.250 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:51 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:51.250 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:51 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:51.250 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:51 smithi057 ceph-mon[138896]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:51.250 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:51 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:51.250 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:51 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:51.250 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:51 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:51.250 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:51 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:51.250 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:51 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:51.250 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:51 smithi057 ceph-mon[138896]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:51.251 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:51 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:51.251 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:51 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:51.251 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:51 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:51.251 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:51 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:51.251 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:51 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:51.251 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:51 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:51.251 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:51 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:51.251 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:51 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:51.251 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:51 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:51.251 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:51 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:51.251 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:51 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:51.251 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:51 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:51.251 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:51 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:51.251 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:51 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:51.251 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:51 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:51.251 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:51 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:51.252 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:51 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:51.252 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:51 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:51.252 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:51 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:51.252 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:51 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:51.252 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:51 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:51.252 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:51 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:51.252 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:51 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:51.252 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:51 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:51.252 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:51 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:51.252 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:51 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:51.252 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:51 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:51.252 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:51 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:51.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:51 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:51.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:51 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:51.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:51 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:51.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:51 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:51.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:51 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:51.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:51 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:51.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:51 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:51.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:51 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:51.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:51 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:51.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:51 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:51.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:51 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:51.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:51 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:51.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:51 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:51.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:51 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:51.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:51 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:51.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:51 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:51.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:51 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:51.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:51 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:51.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:51 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:51.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:51 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:51.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:51 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:51.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:51 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:51.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:51 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:51.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:51 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:51.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:51 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:51.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:51 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:51.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:51 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:51.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:51 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:51.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:51 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:51.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:51 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:51.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:51 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:51.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:51 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:51.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:51 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:51.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:51 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:51.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:51 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:51.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:51 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:51.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:51 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:51.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:51 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:51.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:51 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:51.880 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:34:51 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:34:51] "GET /metrics HTTP/1.1" 200 38026 "" "Prometheus/2.43.0" 2024-04-15T21:34:52.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:52 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:52.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:52 smithi148 ceph-mon[117761]: pgmap v94: 161 pgs: 38 peering, 8 active+undersized+degraded, 16 active+undersized, 99 active+clean; 585 KiB data, 118 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s; 29/627 objects degraded (4.625%) 2024-04-15T21:34:52.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:52 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:52.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:52 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:52.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:52 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:52.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:52 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:52.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:52 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:52.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:52 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:52.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:52 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:52.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:52 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:52.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:52 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:52.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:52 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:52.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:52 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:52.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:52 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:52.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:52 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:52.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:52 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:52.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:52 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:52.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:52 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:52.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:52 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:52.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:52 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:52.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:52 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:52.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:52 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:52.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:52 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:52.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:52 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:52.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:52 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:52.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:52 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:52.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:52 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:52.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:52 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:52.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:52 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:52.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:52 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:52.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:52 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:52.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:52 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:52.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:52 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:52.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:52 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:52.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:52 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:52.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:52 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:52.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:52 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:52.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:52 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:52.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:52 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:52.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:52 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:52.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:52 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:52.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:52 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:52.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:52 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:52.375 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:52 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:52.376 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:52 smithi057 ceph-mon[135669]: pgmap v94: 161 pgs: 38 peering, 8 active+undersized+degraded, 16 active+undersized, 99 active+clean; 585 KiB data, 118 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s; 29/627 objects degraded (4.625%) 2024-04-15T21:34:52.376 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:52 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:52.376 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:52 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:52.376 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:52 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:52.376 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:52 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:52.376 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:52 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:52.376 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:52 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:52.376 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:52 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:52.376 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:52 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:52.376 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:52 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:52.376 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:52 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:52.376 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:52 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:52.376 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:52 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:52.377 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:52 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:52.377 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:52 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:52.377 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:52 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:52.377 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:52 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:52.377 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:52 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:52.377 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:52 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:52.377 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:52 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:52.377 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:52 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:52.377 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:52 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:52.377 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:52 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:52.377 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:52 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:52.377 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:52 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:52.377 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:52 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:52.377 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:52 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:52.377 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:52 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:52.378 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:52 smithi057 ceph-mon[138896]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:52.378 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:52 smithi057 ceph-mon[138896]: pgmap v94: 161 pgs: 38 peering, 8 active+undersized+degraded, 16 active+undersized, 99 active+clean; 585 KiB data, 118 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s; 29/627 objects degraded (4.625%) 2024-04-15T21:34:52.378 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:52 smithi057 ceph-mon[138896]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:52.378 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:52 smithi057 ceph-mon[138896]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:52.378 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:52 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:52.378 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:52 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:52.378 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:52 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:52.378 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:52 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:52.378 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:52 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:52.378 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:52 smithi057 ceph-mon[138896]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:52.379 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:52 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:52.379 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:52 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:52.379 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:52 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:52.379 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:52 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:52.379 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:52 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:52.379 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:52 smithi057 ceph-mon[138896]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:52.379 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:52 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:52.379 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:52 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:52.379 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:52 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:52.379 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:52 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:52.379 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:52 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:52.379 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:52 smithi057 ceph-mon[138896]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:52.379 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:52 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:52.379 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:52 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:52.379 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:52 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:52.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:52 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:52.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:52 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:52.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:52 smithi057 ceph-mon[138896]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:52.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:52 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:52.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:52 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:52.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:52 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:52.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:52 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:52.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:52 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:52.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:52 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:52.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:52 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:52.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:52 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:52.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:52 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:52.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:52 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:52.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:52 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:52.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:52 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:52.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:52 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:52.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:52 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:52.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:52 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:52.381 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:52 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:52.381 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:52 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:52.381 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:52 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:52.381 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:52 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:52.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:52 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:52.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:52 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:52.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:52 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:52.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:52 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:52.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:52 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:52.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:52 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:52.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:52 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:52.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:52 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:52.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:52 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:52.382 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:52 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:53.323 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:53 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:53.324 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:53 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:53.324 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:53 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:53.324 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:53 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:53.324 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:53 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:53.324 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:53 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:53.324 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:53 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:53.324 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:53 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:53.324 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:53 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:53.324 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:53 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:53.324 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:53 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:53.324 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:53 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:53.324 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:53 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:53.324 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:53 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:53.325 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:53 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:53.325 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:53 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:53.325 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:53 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:53.325 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:53 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:53.325 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:53 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:53.325 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:53 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:53.325 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:53 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:53.325 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:53 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:53.325 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:53 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:53.325 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:53 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:53.325 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:53 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:53.325 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:53 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:53.325 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:53 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:53.326 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:53 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:53.326 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:53 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:53.326 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:53 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:53.326 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:53 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:53.326 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:53 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:53.326 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:53 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:53.326 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:53 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:53.326 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:53 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:53.326 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:53 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:53.326 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:53 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:53.326 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:53 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:53.326 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:53 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:53.326 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:53 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:53.326 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:53 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:53.326 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:53 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:53.327 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:53 smithi057 ceph-mon[138896]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:53.327 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:53 smithi057 ceph-mon[138896]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:53.327 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:53 smithi057 ceph-mon[138896]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:53.327 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:53 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:53.327 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:53 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:53.327 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:53 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:53.327 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:53 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:53.327 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:53 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:53.327 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:53 smithi057 ceph-mon[138896]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:53.327 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:53 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:53.328 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:53 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:53.328 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:53 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:53.328 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:53 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:53.328 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:53 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:53.328 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:53 smithi057 ceph-mon[138896]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:53.328 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:53 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:53.328 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:53 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:53.328 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:53 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:53.328 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:53 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:53.328 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:53 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:53.328 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:53 smithi057 ceph-mon[138896]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:53.328 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:53 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:53.328 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:53 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:53.328 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:53 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:53.329 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:53 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:53.329 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:53 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:53.329 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:53 smithi057 ceph-mon[138896]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:53.329 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:53 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:53.329 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:53 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:53.329 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:53 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:53.329 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:53 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:53.329 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:53 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:53.329 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:53 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:53.329 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:53 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:53.329 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:53 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:53.329 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:53 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:53.329 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:53 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:53.329 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:53 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:53.329 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:53 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:53.329 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:53 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:53.330 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:53 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:53.330 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:53 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:53.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:53 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:53.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:53 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:53.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:53 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:53.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:53 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:53.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:53 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:53.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:53 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:53.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:53 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:53.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:53 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:53.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:53 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:53.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:53 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:53.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:53 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:53.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:53 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:53.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:53 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:53.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:53 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:53.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:53 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:53.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:53 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:53.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:53 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:53.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:53 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:53.353 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:53 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:53.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:53 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:53.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:53 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:53.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:53 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:53.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:53 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:53.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:53 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:53.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:53 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:53.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:53 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:53.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:53 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:53.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:53 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:53.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:53 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:53.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:53 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:53.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:53 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:53.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:53 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:53.354 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:53 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:53.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:53 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:53.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:53 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:53.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:53 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:53.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:53 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:53.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:53 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:53.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:53 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:53.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:53 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:53.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:53 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:53.355 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:53 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:54.212 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:54 smithi057 ceph-mon[138896]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:54.212 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:54 smithi057 ceph-mon[138896]: pgmap v95: 161 pgs: 161 active+clean; 585 KiB data, 119 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s rd, 1 op/s 2024-04-15T21:34:54.212 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:54 smithi057 ceph-mon[138896]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:54.212 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:54 smithi057 ceph-mon[138896]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:54.212 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:54 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:54.212 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:54 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:54.213 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:54 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:54.213 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:54 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:54.213 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:54 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:54.213 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:54 smithi057 ceph-mon[138896]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:54.213 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:54 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:54.213 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:54 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:54.213 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:54 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:54.213 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:54 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:54.213 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:54 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:54.213 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:54 smithi057 ceph-mon[138896]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:54.213 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:54 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:54.213 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:54 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:54.213 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:54 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:54.213 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:54 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:54.213 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:54 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:54.214 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:54 smithi057 ceph-mon[138896]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:54.214 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:54 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:54.214 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:54 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:54.214 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:54 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:54.214 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:54 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:54.214 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:54 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:54.214 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:54 smithi057 ceph-mon[138896]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 29/627 objects degraded (4.625%), 8 pgs degraded) 2024-04-15T21:34:54.214 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:54 smithi057 ceph-mon[138896]: Cluster is now healthy 2024-04-15T21:34:54.214 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:54 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:54.215 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:54 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:54.215 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:54 smithi057 ceph-mon[135669]: pgmap v95: 161 pgs: 161 active+clean; 585 KiB data, 119 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s rd, 1 op/s 2024-04-15T21:34:54.215 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:54 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:54.215 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:54 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:54.215 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:54 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:54.215 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:54 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:54.215 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:54 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:54.215 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:54 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:54.215 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:54 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:54.215 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:54 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:54.215 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:54 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:54.215 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:54 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:54.215 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:54 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:54.216 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:54 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:54.216 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:54 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:54.216 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:54 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:54.216 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:54 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:54.216 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:54 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:54.216 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:54 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:54.216 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:54 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:54.216 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:54 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:54.216 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:54 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:54.216 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:54 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:54.216 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:54 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:54.216 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:54 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:54.216 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:54 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:54.216 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:54 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:54.217 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:54 smithi057 ceph-mon[135669]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 29/627 objects degraded (4.625%), 8 pgs degraded) 2024-04-15T21:34:54.217 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:54 smithi057 ceph-mon[135669]: Cluster is now healthy 2024-04-15T21:34:54.217 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:54 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:54.217 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:54 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:54.217 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:54 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:54.217 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:54 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:54.217 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:54 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:54.217 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:54 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:54.217 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:54 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:54.217 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:54 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:54.217 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:54 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:54.218 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:54 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:54.218 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:54 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:54.218 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:54 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:54.218 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:54 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:54.218 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:54 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:54.218 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:54 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:54.218 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:54 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:54.218 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:54 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:54.218 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:54 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:54.218 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:54 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:54.218 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:54 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:54.218 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:54 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:54.219 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:54 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:54.219 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:54 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:54.219 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:54 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:54.219 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:54 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:54.219 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:54 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:54.219 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:54 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:54.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:54 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:54.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:54 smithi148 ceph-mon[117761]: pgmap v95: 161 pgs: 161 active+clean; 585 KiB data, 119 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s rd, 1 op/s 2024-04-15T21:34:54.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:54 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:54.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:54 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:54.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:54 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:54.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:54 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:54.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:54 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:54.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:54 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:54.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:54 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:54.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:54 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:54.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:54 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:54.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:54 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:54.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:54 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:54.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:54 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:54.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:54 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:54.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:54 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:54.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:54 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:54.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:54 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:54.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:54 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:54.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:54 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:54.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:54 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:54.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:54 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:54.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:54 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:54.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:54 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:54.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:54 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:54.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:54 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:54.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:54 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:54.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:54 smithi148 ceph-mon[117761]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 29/627 objects degraded (4.625%), 8 pgs degraded) 2024-04-15T21:34:54.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:54 smithi148 ceph-mon[117761]: Cluster is now healthy 2024-04-15T21:34:54.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:54 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:54.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:54 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:54.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:54 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:54.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:54 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:54.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:54 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:54.605 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:54 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:54.605 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:54 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:54.605 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:54 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:54.605 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:54 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:54.605 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:54 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:54.605 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:54 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:54.605 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:54 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:54.605 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:54 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:54.605 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:54 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:55.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:55 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:55.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:55 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:55.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:55 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:55.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:55 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:55.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:55 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:55.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:55 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:55.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:55 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:55.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:55 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:55.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:55 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:55.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:55 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:55.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:55 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:55.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:55 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:55.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:55 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:55.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:55 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:55.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:55 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:55.381 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:55 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:55.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:55 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:55.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:55 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:55.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:55 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:55.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:55 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:55.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:55 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:55.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:55 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:55.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:55 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:55.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:55 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:55.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:55 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:55.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:55 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:55.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:55 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:55.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:55 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:55.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:55 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:55.382 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:55 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:55.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:55 smithi057 ceph-mon[138896]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:55.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:55 smithi057 ceph-mon[138896]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:55.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:55 smithi057 ceph-mon[138896]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:55.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:55 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:55.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:55 smithi057 ceph-mon[138896]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:55.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:55 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:55.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:55 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:55.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:55 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:55.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:55 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:55.383 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:55 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:55.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:55 smithi057 ceph-mon[138896]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:55.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:55 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:55.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:55 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:55.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:55 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:55.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:55 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:55.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:55 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:55.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:55 smithi057 ceph-mon[138896]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:55.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:55 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:55.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:55 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:55.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:55 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:55.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:55 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:55.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:55 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:55.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:55 smithi057 ceph-mon[138896]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:55.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:55 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:55.384 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:55 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:55.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:55 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:55.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:55 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:55.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:55 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:55.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:55 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:55.385 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:55 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:55.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:55 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:55.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:55 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:55.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:55 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:55.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:55 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:55.385 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:55 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:55.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:55 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:55.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:55 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:55.386 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:55 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:55.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:55 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:55.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:55 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:55.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:55 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:55.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:55 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:55.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:55 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:55.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:55 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:55.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:55 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:55.386 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:55 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:55.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:55 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:55.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:55 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:55.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:55 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:55.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:55 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:55.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:55 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:55.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:55 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:55.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:55 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:55.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:55 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:55.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:55 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:55.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:55 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:55.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:55 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:55.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:55 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:55.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:55 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:55.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:55 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:55.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:55 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:55.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:55 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:55.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:55 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:55.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:55 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:55.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:55 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:55.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:55 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:55.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:55 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:55.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:55 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:55.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:55 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:55.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:55 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:55.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:55 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:55.603 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:55 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:55.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:55 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:55.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:55 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:55.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:55 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:55.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:55 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:55.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:55 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:55.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:55 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:55.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:55 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:55.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:55 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:55.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:55 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:55.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:55 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:55.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:55 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:55.604 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:55 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:56.124 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:56 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:56.124 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:56 smithi057 ceph-mon[135669]: pgmap v96: 161 pgs: 161 active+clean; 585 KiB data, 119 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:34:56.124 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:56 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:56.124 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:56 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:56.125 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:56 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:56.125 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:56 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:56.125 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:56 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:56.125 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:56 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:56.125 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:56 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:56.125 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:56 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:56.125 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:56 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:56.125 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:56 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:56.125 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:56 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:56.125 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:56 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:56.125 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:56 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:56.125 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:56 smithi057 ceph-mon[135669]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:56.126 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:56 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:56.126 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:56 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:56.126 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:56 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:56.126 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:56 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:56.126 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:56 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:56.126 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:56 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:56.126 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:56 smithi057 ceph-mon[135669]: Upgrade: Setting container_image for all nvmeof 2024-04-15T21:34:56.126 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:56 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:56.126 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:56 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:56.126 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:56 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:56.126 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:56 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:56.126 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:56 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:56.126 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:56 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:56.126 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:56 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:56.127 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:56 smithi057 ceph-mon[135669]: Upgrade: Finalizing container_image settings 2024-04-15T21:34:56.127 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:56 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-04-15T21:34:56.127 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:56 smithi057 ceph-mon[138896]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:56.127 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:56 smithi057 ceph-mon[138896]: pgmap v96: 161 pgs: 161 active+clean; 585 KiB data, 119 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:34:56.127 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:56 smithi057 ceph-mon[138896]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:56.127 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:56 smithi057 ceph-mon[138896]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:56.127 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:56 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:56.127 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:56 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:56.127 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:56 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:56.127 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:56 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:56.128 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:56 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:56.128 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:56 smithi057 ceph-mon[138896]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:56.128 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:56 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:56.128 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:56 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:56.128 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:56 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:56.128 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:56 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:56.128 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:56 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:56.128 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:56 smithi057 ceph-mon[138896]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:56.128 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:56 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:56.128 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:56 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:56.128 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:56 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:56.128 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:56 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:56.128 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:56 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:56.128 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:56 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:56.129 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:56 smithi057 ceph-mon[138896]: Upgrade: Setting container_image for all nvmeof 2024-04-15T21:34:56.129 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:56 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:56.129 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:56 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:56.129 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:56 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:56.129 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:56 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:56.129 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:56 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:56.129 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:56 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:56.129 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:56 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:56.129 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:56 smithi057 ceph-mon[138896]: Upgrade: Finalizing container_image settings 2024-04-15T21:34:56.129 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:56 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-04-15T21:34:56.129 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:56 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-04-15T21:34:56.129 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:56 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-04-15T21:34:56.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:56 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T21:34:56.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:56 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T21:34:56.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:56 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-04-15T21:34:56.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:56 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-04-15T21:34:56.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:56 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-04-15T21:34:56.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:56 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-04-15T21:34:56.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:56 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-04-15T21:34:56.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:56 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-04-15T21:34:56.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:56 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-04-15T21:34:56.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:56 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-04-15T21:34:56.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:56 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-04-15T21:34:56.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:56 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-04-15T21:34:56.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:56 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-04-15T21:34:56.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:56 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-04-15T21:34:56.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:56 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T21:34:56.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:56 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T21:34:56.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:56 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-04-15T21:34:56.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:56 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-04-15T21:34:56.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:56 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-04-15T21:34:56.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:56 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-04-15T21:34:56.131 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:56 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-04-15T21:34:56.131 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:56 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-04-15T21:34:56.131 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:56 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-04-15T21:34:56.131 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:56 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T21:34:56.131 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:56 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T21:34:56.131 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:56 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-04-15T21:34:56.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:56 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-04-15T21:34:56.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:56 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-04-15T21:34:56.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:56 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-04-15T21:34:56.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:56 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-04-15T21:34:56.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:56 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-04-15T21:34:56.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:56 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-04-15T21:34:56.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:56 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-04-15T21:34:56.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:56 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-04-15T21:34:56.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:56 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-04-15T21:34:56.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:56 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-04-15T21:34:56.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:56 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-04-15T21:34:56.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:56 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T21:34:56.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:56 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T21:34:56.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:56 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-04-15T21:34:56.132 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:56 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-04-15T21:34:56.133 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:56 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-04-15T21:34:56.133 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:56 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-04-15T21:34:56.133 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:56 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-04-15T21:34:56.133 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:56 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-04-15T21:34:56.133 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:56 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-04-15T21:34:56.133 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:56 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-04-15T21:34:56.133 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:56 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-04-15T21:34:56.133 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:56 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T21:34:56.133 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:56 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T21:34:56.133 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:56 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T21:34:56.133 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:56 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T21:34:56.133 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:56 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T21:34:56.134 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:56 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T21:34:56.134 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:56 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T21:34:56.134 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:56 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T21:34:56.134 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:56 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T21:34:56.134 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:56 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T21:34:56.134 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:56 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T21:34:56.134 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:56 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T21:34:56.134 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:56 smithi057 ceph-mon[135669]: Upgrade: Complete! 2024-04-15T21:34:56.134 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:56 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-04-15T21:34:56.134 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:56 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-04-15T21:34:56.134 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:56 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-04-15T21:34:56.134 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:56 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:56.134 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:56 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:56.134 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:56 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:56.135 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:56 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:56.135 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:56 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:56.135 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:56 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:56.135 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:56 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-04-15T21:34:56.135 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:56 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-04-15T21:34:56.135 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:56 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-04-15T21:34:56.135 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:56 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-04-15T21:34:56.135 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:56 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T21:34:56.135 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:56 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T21:34:56.135 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:56 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T21:34:56.135 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:56 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T21:34:56.135 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:56 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T21:34:56.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:56 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T21:34:56.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:56 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T21:34:56.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:56 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T21:34:56.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:56 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T21:34:56.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:56 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T21:34:56.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:56 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T21:34:56.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:56 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T21:34:56.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:56 smithi057 ceph-mon[138896]: Upgrade: Complete! 2024-04-15T21:34:56.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:56 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-04-15T21:34:56.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:56 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-04-15T21:34:56.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:56 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-04-15T21:34:56.136 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:56 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:56.137 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:56 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:56.137 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:56 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:56.137 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:56 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:56.137 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:56 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:56.137 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:56 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:56.503 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:56 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:56.503 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:56 smithi148 ceph-mon[117761]: pgmap v96: 161 pgs: 161 active+clean; 585 KiB data, 119 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:34:56.503 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:56 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:56.504 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:56 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:56.504 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:56 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:56.504 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:56 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:56.504 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:56 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:56.504 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:56 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:56.504 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:56 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:56.504 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:56 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:56.504 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:56 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:56.504 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:56 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:56.504 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:56 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:56.504 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:56 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:56.504 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:56 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:56.504 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:56 smithi148 ceph-mon[117761]: Metadata not up to date on all hosts. Skipping non agent specs 2024-04-15T21:34:56.504 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:56 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:56.504 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:56 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:56.505 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:56 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:56.505 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:56 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T21:34:56.505 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:56 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:56.505 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:56 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:56.505 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:56 smithi148 ceph-mon[117761]: Upgrade: Setting container_image for all nvmeof 2024-04-15T21:34:56.505 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:56 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:56.505 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:56 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:56.505 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:56 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:56.505 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:56 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:56.506 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:56 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:56.506 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:56 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:56.506 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:56 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:34:56.506 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:56 smithi148 ceph-mon[117761]: Upgrade: Finalizing container_image settings 2024-04-15T21:34:56.506 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:56 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-04-15T21:34:56.507 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:56 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-04-15T21:34:56.507 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:56 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-04-15T21:34:56.507 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:56 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T21:34:56.507 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:56 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T21:34:56.507 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:56 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-04-15T21:34:56.507 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:56 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-04-15T21:34:56.507 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:56 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-04-15T21:34:56.507 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:56 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-04-15T21:34:56.507 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:56 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-04-15T21:34:56.507 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:56 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-04-15T21:34:56.507 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:56 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-04-15T21:34:56.507 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:56 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-04-15T21:34:56.507 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:56 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-04-15T21:34:56.507 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:56 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-04-15T21:34:56.508 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:56 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-04-15T21:34:56.508 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:56 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-04-15T21:34:56.508 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:56 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T21:34:56.508 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:56 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T21:34:56.508 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:56 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-04-15T21:34:56.508 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:56 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-04-15T21:34:56.508 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:56 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-04-15T21:34:56.508 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:56 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-04-15T21:34:56.508 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:56 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-04-15T21:34:56.508 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:56 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-04-15T21:34:56.508 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:56 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-04-15T21:34:56.508 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:56 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-04-15T21:34:56.508 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:56 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-04-15T21:34:56.508 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:56 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T21:34:56.508 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:56 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T21:34:56.509 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:56 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T21:34:56.509 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:56 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T21:34:56.509 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:56 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T21:34:56.509 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:56 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T21:34:56.509 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:56 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T21:34:56.509 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:56 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T21:34:56.509 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:56 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T21:34:56.509 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:56 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T21:34:56.509 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:56 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T21:34:56.509 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:56 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T21:34:56.509 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:56 smithi148 ceph-mon[117761]: Upgrade: Complete! 2024-04-15T21:34:56.509 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:56 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-04-15T21:34:56.509 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:56 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-04-15T21:34:56.509 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:56 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-04-15T21:34:56.509 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:56 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:56.510 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:56 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:56.510 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:56 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:56.510 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:56 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T21:34:56.510 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:56 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T21:34:56.510 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:56 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:58.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:57 smithi057 ceph-mon[135669]: pgmap v97: 161 pgs: 161 active+clean; 585 KiB data, 119 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-04-15T21:34:58.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:57 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:58.130 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:57 smithi057 ceph-mon[138896]: pgmap v97: 161 pgs: 161 active+clean; 585 KiB data, 119 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-04-15T21:34:58.130 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:57 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:58.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:57 smithi148 ceph-mon[117761]: pgmap v97: 161 pgs: 161 active+clean; 585 KiB data, 119 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-04-15T21:34:58.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:57 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:59.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:58 smithi148 ceph-mon[117761]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:34:59.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:58 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:59.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:58 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:59.102 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:58 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:59.126 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:58 smithi057 ceph-mon[135669]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:34:59.126 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:58 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:59.126 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:58 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:59.126 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:58 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:59.127 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:58 smithi057 ceph-mon[138896]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:34:59.127 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:58 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:59.127 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:58 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:34:59.127 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:58 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:35:00.273 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:34:59 smithi057 ceph-mon[135669]: pgmap v98: 161 pgs: 161 active+clean; 585 KiB data, 119 MiB used, 715 GiB / 715 GiB avail; 974 B/s rd, 0 op/s 2024-04-15T21:35:00.273 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:34:59 smithi057 ceph-mon[138896]: pgmap v98: 161 pgs: 161 active+clean; 585 KiB data, 119 MiB used, 715 GiB / 715 GiB avail; 974 B/s rd, 0 op/s 2024-04-15T21:35:00.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:34:59 smithi148 ceph-mon[117761]: pgmap v98: 161 pgs: 161 active+clean; 585 KiB data, 119 MiB used, 715 GiB / 715 GiB avail; 974 B/s rd, 0 op/s 2024-04-15T21:35:01.880 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:35:01 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:35:01] "GET /metrics HTTP/1.1" 200 38026 "" "Prometheus/2.43.0" 2024-04-15T21:35:02.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:35:01 smithi148 ceph-mon[117761]: pgmap v99: 161 pgs: 161 active+clean; 585 KiB data, 119 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:35:02.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:35:01 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:35:02.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:35:01 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:35:02.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:35:01 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:35:02.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:35:01 smithi057 ceph-mon[135669]: pgmap v99: 161 pgs: 161 active+clean; 585 KiB data, 119 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:35:02.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:35:01 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:35:02.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:35:01 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:35:02.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:35:01 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:35:02.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:35:01 smithi057 ceph-mon[138896]: pgmap v99: 161 pgs: 161 active+clean; 585 KiB data, 119 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:35:02.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:35:01 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:35:02.381 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:35:01 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:35:02.381 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:35:01 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:35:04.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:35:03 smithi148 ceph-mon[117761]: pgmap v100: 161 pgs: 161 active+clean; 585 KiB data, 119 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:35:04.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:35:03 smithi057 ceph-mon[135669]: pgmap v100: 161 pgs: 161 active+clean; 585 KiB data, 119 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:35:04.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:35:03 smithi057 ceph-mon[138896]: pgmap v100: 161 pgs: 161 active+clean; 585 KiB data, 119 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-15T21:35:06.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:35:05 smithi148 ceph-mon[117761]: pgmap v101: 161 pgs: 161 active+clean; 585 KiB data, 119 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:35:06.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:35:05 smithi057 ceph-mon[135669]: pgmap v101: 161 pgs: 161 active+clean; 585 KiB data, 119 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:35:06.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:35:05 smithi057 ceph-mon[138896]: pgmap v101: 161 pgs: 161 active+clean; 585 KiB data, 119 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-04-15T21:35:08.101 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:35:07 smithi148 ceph-mon[117761]: pgmap v102: 161 pgs: 161 active+clean; 585 KiB data, 119 MiB used, 715 GiB / 715 GiB avail; 6.8 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-15T21:35:08.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:35:07 smithi057 ceph-mon[135669]: pgmap v102: 161 pgs: 161 active+clean; 585 KiB data, 119 MiB used, 715 GiB / 715 GiB avail; 6.8 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-15T21:35:08.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:35:07 smithi057 ceph-mon[138896]: pgmap v102: 161 pgs: 161 active+clean; 585 KiB data, 119 MiB used, 715 GiB / 715 GiB avail; 6.8 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-15T21:35:09.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:35:08 smithi057 ceph-mon[135669]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:35:09.130 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:35:08 smithi057 ceph-mon[138896]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:35:09.213 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:35:08 smithi148 ceph-mon[117761]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:35:10.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:35:09 smithi148 ceph-mon[117761]: pgmap v103: 161 pgs: 161 active+clean; 585 KiB data, 128 MiB used, 715 GiB / 715 GiB avail; 67 KiB/s rd, 0 B/s wr, 110 op/s 2024-04-15T21:35:10.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:35:09 smithi057 ceph-mon[135669]: pgmap v103: 161 pgs: 161 active+clean; 585 KiB data, 128 MiB used, 715 GiB / 715 GiB avail; 67 KiB/s rd, 0 B/s wr, 110 op/s 2024-04-15T21:35:10.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:35:09 smithi057 ceph-mon[138896]: pgmap v103: 161 pgs: 161 active+clean; 585 KiB data, 128 MiB used, 715 GiB / 715 GiB avail; 67 KiB/s rd, 0 B/s wr, 110 op/s 2024-04-15T21:35:11.880 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:35:11 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:35:11] "GET /metrics HTTP/1.1" 200 38171 "" "Prometheus/2.43.0" 2024-04-15T21:35:12.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:35:12 smithi148 ceph-mon[117761]: pgmap v104: 161 pgs: 161 active+clean; 585 KiB data, 128 MiB used, 715 GiB / 715 GiB avail; 66 KiB/s rd, 0 B/s wr, 109 op/s 2024-04-15T21:35:12.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:35:12 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:35:12.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:35:12 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:35:12.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:35:12 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:35:12.379 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:35:12 smithi057 ceph-mon[135669]: pgmap v104: 161 pgs: 161 active+clean; 585 KiB data, 128 MiB used, 715 GiB / 715 GiB avail; 66 KiB/s rd, 0 B/s wr, 109 op/s 2024-04-15T21:35:12.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:35:12 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:35:12.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:35:12 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:35:12.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:35:12 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:35:12.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:35:12 smithi057 ceph-mon[138896]: pgmap v104: 161 pgs: 161 active+clean; 585 KiB data, 128 MiB used, 715 GiB / 715 GiB avail; 66 KiB/s rd, 0 B/s wr, 109 op/s 2024-04-15T21:35:12.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:35:12 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:35:12.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:35:12 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:35:12.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:35:12 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:35:13.369 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 -e sha1=87dbfb632e974cb2c28d17423071d2d833b53b29 -- bash -c 'ceph orch ps' 2024-04-15T21:35:14.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:35:14 smithi148 ceph-mon[117761]: from='client.74268 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:35:14.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:35:14 smithi148 ceph-mon[117761]: pgmap v105: 161 pgs: 161 active+clean; 585 KiB data, 128 MiB used, 715 GiB / 715 GiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2024-04-15T21:35:14.355 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:35:14 smithi057 ceph-mon[135669]: from='client.74268 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:35:14.355 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:35:14 smithi057 ceph-mon[135669]: pgmap v105: 161 pgs: 161 active+clean; 585 KiB data, 128 MiB used, 715 GiB / 715 GiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2024-04-15T21:35:14.356 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:35:14 smithi057 ceph-mon[138896]: from='client.74268 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:35:14.356 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:35:14 smithi057 ceph-mon[138896]: pgmap v105: 161 pgs: 161 active+clean; 585 KiB data, 128 MiB used, 715 GiB / 715 GiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2024-04-15T21:35:15.498 INFO:teuthology.orchestra.run.smithi057.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-15T21:35:15.499 INFO:teuthology.orchestra.run.smithi057.stdout:agent.smithi057 smithi057 running 17s ago 36m - - 2024-04-15T21:35:15.499 INFO:teuthology.orchestra.run.smithi057.stdout:agent.smithi148 smithi148 running 4s ago 36m - - 2024-04-15T21:35:15.499 INFO:teuthology.orchestra.run.smithi057.stdout:alertmanager.a smithi057 *:9093,9094 running (6m) 17s ago 31m 25.4M - 0.25.0 c8568f914cd2 b3d0ee2337d1 2024-04-15T21:35:15.499 INFO:teuthology.orchestra.run.smithi057.stdout:grafana.a smithi148 *:3000 running (5m) 4s ago 30m 80.4M - 9.4.12 2bacad6d85d8 2d2c50c8da7b 2024-04-15T21:35:15.499 INFO:teuthology.orchestra.run.smithi057.stdout:iscsi.foo.smithi057.jwyjxv smithi057 running (9m) 17s ago 29m 65.1M - 3.5 e1d6a67b021e 9d8d20cf842b 2024-04-15T21:35:15.499 INFO:teuthology.orchestra.run.smithi057.stdout:mgr.x smithi148 *:8443,9283,8765 running (8m) 4s ago 35m 452M - 19.0.0-3084-g87dbfb63 a452a57266c7 56ad8667b91a 2024-04-15T21:35:15.499 INFO:teuthology.orchestra.run.smithi057.stdout:mgr.y smithi057 *:8443,9283,8765 running (19m) 17s ago 37m 517M - 19.0.0-3084-g87dbfb63 a452a57266c7 7bb446a32fbb 2024-04-15T21:35:15.499 INFO:teuthology.orchestra.run.smithi057.stdout:mon.a smithi057 running (2m) 17s ago 37m 49.1M 2048M 19.0.0-3084-g87dbfb63 a452a57266c7 91d9cf121952 2024-04-15T21:35:15.499 INFO:teuthology.orchestra.run.smithi057.stdout:mon.b smithi148 running (4m) 4s ago 35m 48.4M 2048M 19.0.0-3084-g87dbfb63 a452a57266c7 c911348a806b 2024-04-15T21:35:15.499 INFO:teuthology.orchestra.run.smithi057.stdout:mon.c smithi057 running (2m) 17s ago 36m 38.2M 2048M 19.0.0-3084-g87dbfb63 a452a57266c7 0a5d96571022 2024-04-15T21:35:15.499 INFO:teuthology.orchestra.run.smithi057.stdout:node-exporter.a smithi057 *:9100 running (7m) 17s ago 31m 16.0M - 1.5.0 0da6a335fe13 1fe3c748de02 2024-04-15T21:35:15.499 INFO:teuthology.orchestra.run.smithi057.stdout:node-exporter.b smithi148 *:9100 running (7m) 4s ago 31m 16.5M - 1.5.0 0da6a335fe13 94918e657592 2024-04-15T21:35:15.499 INFO:teuthology.orchestra.run.smithi057.stdout:osd.0 smithi057 running (34s) 17s ago 35m 49.3M 4096M 19.0.0-3084-g87dbfb63 a452a57266c7 f6b587b36d79 2024-04-15T21:35:15.500 INFO:teuthology.orchestra.run.smithi057.stdout:osd.1 smithi057 running (34m) 17s ago 34m 60.7M 4096M 17.2.0 e1d6a67b021e ef43105379fd 2024-04-15T21:35:15.500 INFO:teuthology.orchestra.run.smithi057.stdout:osd.2 smithi057 running (34m) 17s ago 34m 55.2M 4096M 17.2.0 e1d6a67b021e 8cea1b1b5212 2024-04-15T21:35:15.500 INFO:teuthology.orchestra.run.smithi057.stdout:osd.3 smithi057 running (34m) 17s ago 34m 55.2M 4096M 17.2.0 e1d6a67b021e 8400e9bee4fe 2024-04-15T21:35:15.500 INFO:teuthology.orchestra.run.smithi057.stdout:osd.4 smithi148 running (33m) 4s ago 33m 58.3M 4096M 17.2.0 e1d6a67b021e 955a657c7722 2024-04-15T21:35:15.500 INFO:teuthology.orchestra.run.smithi057.stdout:osd.5 smithi148 running (33m) 4s ago 33m 54.9M 4096M 17.2.0 e1d6a67b021e bf2b1914ffc9 2024-04-15T21:35:15.500 INFO:teuthology.orchestra.run.smithi057.stdout:osd.6 smithi148 running (32m) 4s ago 32m 54.6M 4096M 17.2.0 e1d6a67b021e ab801778ca01 2024-04-15T21:35:15.500 INFO:teuthology.orchestra.run.smithi057.stdout:osd.7 smithi148 running (32m) 4s ago 32m 56.6M 4096M 17.2.0 e1d6a67b021e c9334bc357be 2024-04-15T21:35:15.500 INFO:teuthology.orchestra.run.smithi057.stdout:prometheus.a smithi148 *:9095 running (7m) 4s ago 31m 72.4M - 2.43.0 a07b618ecd1d ff3fcf9e6b9f 2024-04-15T21:35:15.500 INFO:teuthology.orchestra.run.smithi057.stdout:rgw.foo.smithi057.lxigfo smithi057 *:8000 running (30m) 17s ago 30m 80.9M - 17.2.0 e1d6a67b021e fa044b726c8d 2024-04-15T21:35:15.500 INFO:teuthology.orchestra.run.smithi057.stdout:rgw.foo.smithi148.cgzzfh smithi148 *:8000 running (30m) 4s ago 30m 77.9M - 17.2.0 e1d6a67b021e 722242170e62 2024-04-15T21:35:16.236 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 -e sha1=87dbfb632e974cb2c28d17423071d2d833b53b29 -- bash -c 'ceph versions | jq -e '"'"'.osd | length == 2'"'"'' 2024-04-15T21:35:16.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:35:16 smithi148 ceph-mon[117761]: pgmap v106: 161 pgs: 161 active+clean; 585 KiB data, 128 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s rd, 0 B/s wr, 119 op/s 2024-04-15T21:35:16.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:35:16 smithi148 ceph-mon[117761]: from='client.74274 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:35:16.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:35:16 smithi057 ceph-mon[135669]: pgmap v106: 161 pgs: 161 active+clean; 585 KiB data, 128 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s rd, 0 B/s wr, 119 op/s 2024-04-15T21:35:16.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:35:16 smithi057 ceph-mon[135669]: from='client.74274 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:35:16.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:35:16 smithi057 ceph-mon[138896]: pgmap v106: 161 pgs: 161 active+clean; 585 KiB data, 128 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s rd, 0 B/s wr, 119 op/s 2024-04-15T21:35:16.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:35:16 smithi057 ceph-mon[138896]: from='client.74274 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:35:17.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:35:17 smithi057 ceph-mon[135669]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:35:17.130 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:35:17 smithi057 ceph-mon[138896]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:35:17.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:35:17 smithi148 ceph-mon[117761]: from='mgr.25891 172.21.15.57:0/3547810892' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T21:35:18.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:35:18 smithi057 ceph-mon[135669]: pgmap v107: 161 pgs: 161 active+clean; 585 KiB data, 128 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s rd, 0 B/s wr, 119 op/s 2024-04-15T21:35:18.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:35:18 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:35:18.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:35:18 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:35:18.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:35:18 smithi057 ceph-mon[135669]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:35:18.131 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:35:18 smithi057 ceph-mon[138896]: pgmap v107: 161 pgs: 161 active+clean; 585 KiB data, 128 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s rd, 0 B/s wr, 119 op/s 2024-04-15T21:35:18.131 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:35:18 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:35:18.131 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:35:18 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:35:18.131 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:35:18 smithi057 ceph-mon[138896]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:35:18.422 INFO:teuthology.orchestra.run.smithi057.stdout:true 2024-04-15T21:35:18.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:35:18 smithi148 ceph-mon[117761]: pgmap v107: 161 pgs: 161 active+clean; 585 KiB data, 128 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s rd, 0 B/s wr, 119 op/s 2024-04-15T21:35:18.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:35:18 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:35:18.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:35:18 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:35:18.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:35:18 smithi148 ceph-mon[117761]: from='mgr.25891 ' entity='mgr.y' 2024-04-15T21:35:19.130 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 -e sha1=87dbfb632e974cb2c28d17423071d2d833b53b29 -- bash -c 'ceph orch upgrade check quay.ceph.io/ceph-ci/ceph:$sha1 | jq -e '"'"'.up_to_date | length == 7'"'"'' 2024-04-15T21:35:19.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:35:19 smithi057 ceph-mon[135669]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:35:19.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:35:19 smithi057 ceph-mon[135669]: from='client.? 172.21.15.57:0/2433584580' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:35:19.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:35:19 smithi057 ceph-mon[138896]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:35:19.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:35:19 smithi057 ceph-mon[138896]: from='client.? 172.21.15.57:0/2433584580' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:35:19.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:35:19 smithi148 ceph-mon[117761]: from='client.25435 -' entity='client.iscsi.foo.smithi057.jwyjxv' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-04-15T21:35:19.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:35:19 smithi148 ceph-mon[117761]: from='client.? 172.21.15.57:0/2433584580' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T21:35:20.130 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:35:20 smithi057 ceph-mon[135669]: pgmap v108: 161 pgs: 161 active+clean; 585 KiB data, 128 MiB used, 715 GiB / 715 GiB avail; 67 KiB/s rd, 0 B/s wr, 110 op/s 2024-04-15T21:35:20.130 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:35:20 smithi057 ceph-mon[138896]: pgmap v108: 161 pgs: 161 active+clean; 585 KiB data, 128 MiB used, 715 GiB / 715 GiB avail; 67 KiB/s rd, 0 B/s wr, 110 op/s 2024-04-15T21:35:20.351 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:35:20 smithi148 ceph-mon[117761]: pgmap v108: 161 pgs: 161 active+clean; 585 KiB data, 128 MiB used, 715 GiB / 715 GiB avail; 67 KiB/s rd, 0 B/s wr, 110 op/s 2024-04-15T21:35:21.880 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:35:21 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: ::ffff:172.21.15.148 - - [15/Apr/2024:21:35:21] "GET /metrics HTTP/1.1" 200 38163 "" "Prometheus/2.43.0" 2024-04-15T21:35:22.305 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:35:22 smithi057 ceph-mon[135669]: pgmap v109: 161 pgs: 161 active+clean; 585 KiB data, 128 MiB used, 715 GiB / 715 GiB avail; 6.8 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-15T21:35:22.305 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:35:22 smithi057 ceph-mon[138896]: pgmap v109: 161 pgs: 161 active+clean; 585 KiB data, 128 MiB used, 715 GiB / 715 GiB avail; 6.8 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-15T21:35:22.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:35:22 smithi148 ceph-mon[117761]: pgmap v109: 161 pgs: 161 active+clean; 585 KiB data, 128 MiB used, 715 GiB / 715 GiB avail; 6.8 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-15T21:35:24.548 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:35:24 smithi057 ceph-mon[135669]: pgmap v110: 161 pgs: 161 active+clean; 585 KiB data, 128 MiB used, 715 GiB / 715 GiB avail; 7.2 KiB/s rd, 0 B/s wr, 11 op/s 2024-04-15T21:35:24.548 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:35:24 smithi057 ceph-mon[135669]: from='client.84271 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:35:24.549 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:35:24 smithi057 ceph-mon[138896]: pgmap v110: 161 pgs: 161 active+clean; 585 KiB data, 128 MiB used, 715 GiB / 715 GiB avail; 7.2 KiB/s rd, 0 B/s wr, 11 op/s 2024-04-15T21:35:24.549 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:35:24 smithi057 ceph-mon[138896]: from='client.84271 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:35:24.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:35:24 smithi148 ceph-mon[117761]: pgmap v110: 161 pgs: 161 active+clean; 585 KiB data, 128 MiB used, 715 GiB / 715 GiB avail; 7.2 KiB/s rd, 0 B/s wr, 11 op/s 2024-04-15T21:35:24.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:35:24 smithi148 ceph-mon[117761]: from='client.84271 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T21:35:24.612 INFO:teuthology.orchestra.run.smithi057.stdout:false 2024-04-15T21:35:25.457 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-15T21:35:25.458 ERROR:teuthology.run_tasks:Saw exception from tasks. Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_6c637841c215537a4502385240412f1966e0faab/teuthology/run_tasks.py", line 105, in run_tasks manager = run_one_task(taskname, ctx=ctx, config=config) File "/home/teuthworker/src/git.ceph.com_teuthology_6c637841c215537a4502385240412f1966e0faab/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/git.ceph.com_ceph_3f7db60e5ba4c4d053b594b7ec58703d2833c55b/qa/tasks/cephadm.py", line 1475, in shell _shell( File "/home/teuthworker/src/git.ceph.com_ceph_3f7db60e5ba4c4d053b594b7ec58703d2833c55b/qa/tasks/cephadm.py", line 110, in _shell return remote.run( File "/home/teuthworker/src/git.ceph.com_teuthology_6c637841c215537a4502385240412f1966e0faab/teuthology/orchestra/remote.py", line 523, in run r = self._runner(client=self.ssh, name=self.shortname, **kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_6c637841c215537a4502385240412f1966e0faab/teuthology/orchestra/run.py", line 455, in run r.wait() File "/home/teuthworker/src/git.ceph.com_teuthology_6c637841c215537a4502385240412f1966e0faab/teuthology/orchestra/run.py", line 161, in wait self._raise_for_status() File "/home/teuthworker/src/git.ceph.com_teuthology_6c637841c215537a4502385240412f1966e0faab/teuthology/orchestra/run.py", line 181, in _raise_for_status raise CommandFailedError( teuthology.exceptions.CommandFailedError: Command failed on smithi057 with status 1: 'sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 -e sha1=87dbfb632e974cb2c28d17423071d2d833b53b29 -- bash -c \'ceph orch upgrade check quay.ceph.io/ceph-ci/ceph:$sha1 | jq -e \'"\'"\'.up_to_date | length == 7\'"\'"\'\'' 2024-04-15T21:35:25.663 ERROR:teuthology.util.sentry: Sentry event: https://sentry.ceph.com/organizations/ceph/?query=7e5bea7b56f1458eae18cab524e519cb Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_6c637841c215537a4502385240412f1966e0faab/teuthology/run_tasks.py", line 105, in run_tasks manager = run_one_task(taskname, ctx=ctx, config=config) File "/home/teuthworker/src/git.ceph.com_teuthology_6c637841c215537a4502385240412f1966e0faab/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/git.ceph.com_ceph_3f7db60e5ba4c4d053b594b7ec58703d2833c55b/qa/tasks/cephadm.py", line 1475, in shell _shell( File "/home/teuthworker/src/git.ceph.com_ceph_3f7db60e5ba4c4d053b594b7ec58703d2833c55b/qa/tasks/cephadm.py", line 110, in _shell return remote.run( File "/home/teuthworker/src/git.ceph.com_teuthology_6c637841c215537a4502385240412f1966e0faab/teuthology/orchestra/remote.py", line 523, in run r = self._runner(client=self.ssh, name=self.shortname, **kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_6c637841c215537a4502385240412f1966e0faab/teuthology/orchestra/run.py", line 455, in run r.wait() File "/home/teuthworker/src/git.ceph.com_teuthology_6c637841c215537a4502385240412f1966e0faab/teuthology/orchestra/run.py", line 161, in wait self._raise_for_status() File "/home/teuthworker/src/git.ceph.com_teuthology_6c637841c215537a4502385240412f1966e0faab/teuthology/orchestra/run.py", line 181, in _raise_for_status raise CommandFailedError( teuthology.exceptions.CommandFailedError: Command failed on smithi057 with status 1: 'sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 -e sha1=87dbfb632e974cb2c28d17423071d2d833b53b29 -- bash -c \'ceph orch upgrade check quay.ceph.io/ceph-ci/ceph:$sha1 | jq -e \'"\'"\'.up_to_date | length == 7\'"\'"\'\'' 2024-04-15T21:35:25.666 DEBUG:teuthology.run_tasks:Unwinding manager cephadm 2024-04-15T21:35:25.675 INFO:tasks.cephadm:Teardown begin 2024-04-15T21:35:25.675 DEBUG:teuthology.orchestra.run.smithi057:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-15T21:35:25.717 DEBUG:teuthology.orchestra.run.smithi148:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-15T21:35:25.756 INFO:tasks.cephadm:Cleaning up testdir ceph.* files... 2024-04-15T21:35:25.757 DEBUG:teuthology.orchestra.run.smithi057:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-04-15T21:35:25.775 DEBUG:teuthology.orchestra.run.smithi148:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-04-15T21:35:25.815 INFO:tasks.cephadm:Stopping all daemons... 2024-04-15T21:35:25.815 INFO:tasks.cephadm.mon.a:Stopping mon.a... 2024-04-15T21:35:25.816 DEBUG:teuthology.orchestra.run.smithi057:> sudo systemctl stop ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@mon.a 2024-04-15T21:35:26.124 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:35:25 smithi057 systemd[1]: Stopping Ceph mon.a for b97cffaa-fb6a-11ee-bc8f-c7b262605968... 2024-04-15T21:35:26.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:35:26 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mon-a[135665]: 2024-04-15T21:35:26.120+0000 7fc257922700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-15T21:35:26.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:35:26 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mon-a[135665]: 2024-04-15T21:35:26.120+0000 7fc257922700 -1 mon.a@0(leader) e4 *** Got Signal Terminated *** 2024-04-15T21:35:26.380 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:35:26 smithi057 podman[153622]: 2024-04-15 21:35:26.151897004 +0000 UTC m=+0.137503840 container died 91d9cf1219521c517789f83c8c0c0359cb327eb39fc799b56336f304f00b539e (image=quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mon-a, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, RELEASE=main-87dbfb6, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , GIT_CLEAN=True, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD) 2024-04-15T21:35:26.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:35:26 smithi057 podman[153622]: 2024-04-15 21:35:26.605144918 +0000 UTC m=+0.590751805 container cleanup 91d9cf1219521c517789f83c8c0c0359cb327eb39fc799b56336f304f00b539e (image=quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mon-a, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, RELEASE=main-87dbfb6, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2) 2024-04-15T21:35:26.880 INFO:journalctl@ceph.mon.a.smithi057.stdout:Apr 15 21:35:26 smithi057 bash[153622]: ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mon-a 2024-04-15T21:35:27.042 DEBUG:teuthology.orchestra.run.smithi057:> sudo pkill -f 'journalctl -f -n 0 -u ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@mon.a.service' 2024-04-15T21:35:27.098 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-15T21:35:27.098 INFO:tasks.cephadm.mon.a:Stopped mon.a 2024-04-15T21:35:27.099 INFO:tasks.cephadm.mon.b:Stopping mon.c... 2024-04-15T21:35:27.099 DEBUG:teuthology.orchestra.run.smithi057:> sudo systemctl stop ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@mon.c 2024-04-15T21:35:27.380 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:35:27 smithi057 systemd[1]: Stopping Ceph mon.c for b97cffaa-fb6a-11ee-bc8f-c7b262605968... 2024-04-15T21:35:27.657 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:35:27 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mon-c[138892]: 2024-04-15T21:35:27.419+0000 7fed7b188700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-15T21:35:27.657 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:35:27 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mon-c[138892]: 2024-04-15T21:35:27.419+0000 7fed7b188700 -1 mon.c@1(peon) e4 *** Got Signal Terminated *** 2024-04-15T21:35:27.930 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:35:27 smithi057 podman[153742]: 2024-04-15 21:35:27.655426709 +0000 UTC m=+0.375377678 container died 0a5d96571022b4cb83107005f1f4214ee000709a6e8329934584effe472634ae (image=quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mon-c, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, RELEASE=main-87dbfb6, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, ceph=True, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-15T21:35:28.280 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:35:28 smithi057 podman[153742]: 2024-04-15 21:35:28.085705293 +0000 UTC m=+0.805656303 container cleanup 0a5d96571022b4cb83107005f1f4214ee000709a6e8329934584effe472634ae (image=quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mon-c, GIT_CLEAN=True, RELEASE=main-87dbfb6, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.build-date=20240409) 2024-04-15T21:35:28.281 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:35:28 smithi057 bash[153742]: ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mon-c 2024-04-15T21:35:28.505 DEBUG:teuthology.orchestra.run.smithi057:> sudo pkill -f 'journalctl -f -n 0 -u ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@mon.c.service' 2024-04-15T21:35:28.532 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:35:28 smithi057 podman[153756]: 2024-04-15 21:35:28.278924035 +0000 UTC m=+0.621164707 container remove 0a5d96571022b4cb83107005f1f4214ee000709a6e8329934584effe472634ae (image=quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mon-c, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, RELEASE=main-87dbfb6, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0) 2024-04-15T21:35:28.532 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:35:28 smithi057 systemd[1]: ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@mon.c.service: Deactivated successfully. 2024-04-15T21:35:28.532 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:35:28 smithi057 systemd[1]: Stopped Ceph mon.c for b97cffaa-fb6a-11ee-bc8f-c7b262605968. 2024-04-15T21:35:28.532 INFO:journalctl@ceph.mon.c.smithi057.stdout:Apr 15 21:35:28 smithi057 systemd[1]: ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@mon.c.service: Consumed 2.894s CPU time. 2024-04-15T21:35:28.544 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-15T21:35:28.544 INFO:tasks.cephadm.mon.b:Stopped mon.c 2024-04-15T21:35:28.544 INFO:tasks.cephadm.mon.b:Stopping mon.b... 2024-04-15T21:35:28.544 DEBUG:teuthology.orchestra.run.smithi148:> sudo systemctl stop ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@mon.b 2024-04-15T21:35:28.852 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:35:28 smithi148 systemd[1]: Stopping Ceph mon.b for b97cffaa-fb6a-11ee-bc8f-c7b262605968... 2024-04-15T21:35:29.601 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:35:29 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mon-b[117757]: 2024-04-15T21:35:29.221+0000 7f1f86de0700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-15T21:35:29.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:35:29 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mon-b[117757]: 2024-04-15T21:35:29.221+0000 7f1f86de0700 -1 mon.b@2(peon) e4 *** Got Signal Terminated *** 2024-04-15T21:35:29.602 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:35:29 smithi148 podman[133604]: 2024-04-15 21:35:29.303903992 +0000 UTC m=+0.232401363 container died c911348a806bdb14697635ed49df3da2b0e0f67684b3a15c268ff916b74633de (image=quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mon-b, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, RELEASE=main-87dbfb6, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2) 2024-04-15T21:35:30.051 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:35:29 smithi148 podman[133604]: 2024-04-15 21:35:29.781052595 +0000 UTC m=+0.709550005 container cleanup c911348a806bdb14697635ed49df3da2b0e0f67684b3a15c268ff916b74633de (image=quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mon-b, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=main-87dbfb6, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2) 2024-04-15T21:35:30.051 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:35:29 smithi148 bash[133604]: ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mon-b 2024-04-15T21:35:30.352 INFO:journalctl@ceph.mon.b.smithi148.stdout:Apr 15 21:35:30 smithi148 podman[133635]: 2024-04-15 21:35:30.049552641 +0000 UTC m=+0.743399048 container remove c911348a806bdb14697635ed49df3da2b0e0f67684b3a15c268ff916b74633de (image=quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mon-b, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, RELEASE=main-87dbfb6, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, ceph=True, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0) 2024-04-15T21:35:30.863 DEBUG:teuthology.orchestra.run.smithi148:> sudo pkill -f 'journalctl -f -n 0 -u ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@mon.b.service' 2024-04-15T21:35:30.915 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-15T21:35:30.916 INFO:tasks.cephadm.mon.b:Stopped mon.b 2024-04-15T21:35:30.916 INFO:tasks.cephadm.mgr.y:Stopping mgr.y... 2024-04-15T21:35:30.916 DEBUG:teuthology.orchestra.run.smithi057:> sudo systemctl stop ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@mgr.y 2024-04-15T21:35:31.234 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:35:30 smithi057 systemd[1]: Stopping Ceph mgr.y for b97cffaa-fb6a-11ee-bc8f-c7b262605968... 2024-04-15T21:35:31.535 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:35:31 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: 2024-04-15T21:35:31.230+0000 7fea0da22700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mgr -n mgr.y -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-15T21:35:31.535 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:35:31 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y[71362]: 2024-04-15T21:35:31.230+0000 7fea0da22700 -1 mgr handle_mgr_signal *** Got signal Terminated *** 2024-04-15T21:35:31.535 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:35:31 smithi057 podman[153863]: 2024-04-15 21:35:31.273265245 +0000 UTC m=+0.160408777 container died 7bb446a32fbbee481992783e5de8aa6c1bb18d4d69e13e99a489dacdaa0912a3 (image=quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240409, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, RELEASE=main-87dbfb6, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS) 2024-04-15T21:35:31.879 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:35:31 smithi057 podman[153863]: 2024-04-15 21:35:31.682142413 +0000 UTC m=+0.569285950 container cleanup 7bb446a32fbbee481992783e5de8aa6c1bb18d4d69e13e99a489dacdaa0912a3 (image=quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-87dbfb6, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS) 2024-04-15T21:35:31.880 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:35:31 smithi057 bash[153863]: ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y 2024-04-15T21:35:32.122 DEBUG:teuthology.orchestra.run.smithi057:> sudo pkill -f 'journalctl -f -n 0 -u ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@mgr.y.service' 2024-04-15T21:35:32.147 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:35:31 smithi057 podman[153878]: 2024-04-15 21:35:31.892144902 +0000 UTC m=+0.622528418 container remove 7bb446a32fbbee481992783e5de8aa6c1bb18d4d69e13e99a489dacdaa0912a3 (image=quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-y, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, RELEASE=main-87dbfb6) 2024-04-15T21:35:32.148 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:35:32 smithi057 systemd[1]: ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@mgr.y.service: Deactivated successfully. 2024-04-15T21:35:32.148 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:35:32 smithi057 systemd[1]: Stopped Ceph mgr.y for b97cffaa-fb6a-11ee-bc8f-c7b262605968. 2024-04-15T21:35:32.148 INFO:journalctl@ceph.mgr.y.smithi057.stdout:Apr 15 21:35:32 smithi057 systemd[1]: ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@mgr.y.service: Consumed 4min 37.903s CPU time. 2024-04-15T21:35:32.161 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-15T21:35:32.161 INFO:tasks.cephadm.mgr.y:Stopped mgr.y 2024-04-15T21:35:32.162 INFO:tasks.cephadm.mgr.x:Stopping mgr.x... 2024-04-15T21:35:32.162 DEBUG:teuthology.orchestra.run.smithi148:> sudo systemctl stop ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@mgr.x 2024-04-15T21:35:32.486 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:35:32 smithi148 systemd[1]: Stopping Ceph mgr.x for b97cffaa-fb6a-11ee-bc8f-c7b262605968... 2024-04-15T21:35:33.407 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:35:33 smithi148 podman[134112]: 2024-04-15 21:35:33.135621863 +0000 UTC m=+0.136012454 container died 56ad8667b91a919101c01455533d1a3acbebca1f7a04a8579c78ad66cfb38474 (image=quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_CLEAN=True, RELEASE=main-87dbfb6, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409) 2024-04-15T21:35:33.765 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:35:33 smithi148 podman[134112]: 2024-04-15 21:35:33.579576872 +0000 UTC m=+0.579967496 container cleanup 56ad8667b91a919101c01455533d1a3acbebca1f7a04a8579c78ad66cfb38474 (image=quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=main-87dbfb6, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=) 2024-04-15T21:35:33.766 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:35:33 smithi148 bash[134112]: ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x 2024-04-15T21:35:34.018 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:35:33 smithi148 podman[134160]: 2024-04-15 21:35:33.764199604 +0000 UTC m=+0.625069750 container remove 56ad8667b91a919101c01455533d1a3acbebca1f7a04a8579c78ad66cfb38474 (image=quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-mgr-x, GIT_BRANCH=HEAD, RELEASE=main-87dbfb6, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, org.label-schema.build-date=20240409, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux ) 2024-04-15T21:35:34.018 INFO:journalctl@ceph.mgr.x.smithi148.stdout:Apr 15 21:35:33 smithi148 systemd[1]: ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-04-15T21:35:34.563 DEBUG:teuthology.orchestra.run.smithi148:> sudo pkill -f 'journalctl -f -n 0 -u ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@mgr.x.service' 2024-04-15T21:35:34.603 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-15T21:35:34.603 INFO:tasks.cephadm.mgr.x:Stopped mgr.x 2024-04-15T21:35:34.604 INFO:tasks.cephadm.osd.0:Stopping osd.0... 2024-04-15T21:35:34.604 DEBUG:teuthology.orchestra.run.smithi057:> sudo systemctl stop ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@osd.0 2024-04-15T21:35:34.988 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 15 21:35:34 smithi057 systemd[1]: Stopping Ceph osd.0 for b97cffaa-fb6a-11ee-bc8f-c7b262605968... 2024-04-15T21:35:35.630 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 15 21:35:35 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-0[147952]: 2024-04-15T21:35:35.313+0000 7f573a62e700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-15T21:35:35.630 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 15 21:35:35 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-0[147952]: 2024-04-15T21:35:35.313+0000 7f573a62e700 -1 osd.0 127 *** Got signal Terminated *** 2024-04-15T21:35:35.630 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 15 21:35:35 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-0[147952]: 2024-04-15T21:35:35.313+0000 7f573a62e700 -1 osd.0 127 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-15T21:35:41.130 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 15 21:35:40 smithi057 podman[154264]: 2024-04-15 21:35:40.860382203 +0000 UTC m=+6.058550751 container died f6b587b36d79b224729adef49a0ac365597d5d9389f589f46012fda50d214503 (image=quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , RELEASE=main-87dbfb6, org.label-schema.schema-version=1.0) 2024-04-15T21:35:41.430 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 15 21:35:41 smithi057 podman[154264]: 2024-04-15 21:35:41.277447999 +0000 UTC m=+6.475616544 container cleanup f6b587b36d79b224729adef49a0ac365597d5d9389f589f46012fda50d214503 (image=quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-0, ceph=True, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-87dbfb6, io.buildah.version=1.33.5) 2024-04-15T21:35:41.431 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 15 21:35:41 smithi057 bash[154264]: ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-0 2024-04-15T21:35:41.879 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 15 21:35:41 smithi057 podman[154698]: 2024-04-15 21:35:41.428579506 +0000 UTC m=+0.578534504 container remove f6b587b36d79b224729adef49a0ac365597d5d9389f589f46012fda50d214503 (image=quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-0, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=main-87dbfb6, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , ceph=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, GIT_CLEAN=True) 2024-04-15T21:35:43.067 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 15 21:35:42 smithi057 podman[154834]: 2024-04-15 21:35:42.703953531 +0000 UTC m=+0.018887160 image pull a452a57266c718c37049de4c2da9a5e566bb7b9c6db62908ada4c8b0e854997b quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29 2024-04-15T21:35:43.067 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 15 21:35:42 smithi057 podman[154834]: 2024-04-15 21:35:42.820933226 +0000 UTC m=+0.135866826 container create 5a89af7a2fcaa6d38d2baa91af4ee17d3023bb0352e7d6fa891bb370a2cdbcc8 (image=quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-0-deactivate, org.label-schema.schema-version=1.0, ceph=True, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, RELEASE=main-87dbfb6, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-15T21:35:43.380 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 15 21:35:43 smithi057 podman[154834]: 2024-04-15 21:35:43.065061695 +0000 UTC m=+0.379995296 container init 5a89af7a2fcaa6d38d2baa91af4ee17d3023bb0352e7d6fa891bb370a2cdbcc8 (image=quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-0-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, RELEASE=main-87dbfb6, GIT_CLEAN=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2) 2024-04-15T21:35:43.380 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 15 21:35:43 smithi057 podman[154834]: 2024-04-15 21:35:43.068444017 +0000 UTC m=+0.383377636 container start 5a89af7a2fcaa6d38d2baa91af4ee17d3023bb0352e7d6fa891bb370a2cdbcc8 (image=quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-0-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, RELEASE=main-87dbfb6, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS) 2024-04-15T21:35:43.380 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 15 21:35:43 smithi057 podman[154834]: 2024-04-15 21:35:43.173510445 +0000 UTC m=+0.488444062 container attach 5a89af7a2fcaa6d38d2baa91af4ee17d3023bb0352e7d6fa891bb370a2cdbcc8 (image=quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-0-deactivate, org.label-schema.build-date=20240409, RELEASE=main-87dbfb6, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux ) 2024-04-15T21:35:44.098 INFO:journalctl@ceph.osd.0.smithi057.stdout:Apr 15 21:35:43 smithi057 podman[154834]: 2024-04-15 21:35:43.818349302 +0000 UTC m=+1.133282913 container died 5a89af7a2fcaa6d38d2baa91af4ee17d3023bb0352e7d6fa891bb370a2cdbcc8 (image=quay.ceph.io/ceph-ci/ceph:87dbfb632e974cb2c28d17423071d2d833b53b29, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-0-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-87dbfb6, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, ceph=True, io.buildah.version=1.33.5, org.label-schema.build-date=20240409) 2024-04-15T21:35:44.484 DEBUG:teuthology.orchestra.run.smithi057:> sudo pkill -f 'journalctl -f -n 0 -u ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@osd.0.service' 2024-04-15T21:35:44.535 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-15T21:35:44.535 INFO:tasks.cephadm.osd.0:Stopped osd.0 2024-04-15T21:35:44.535 INFO:tasks.cephadm.osd.1:Stopping osd.1... 2024-04-15T21:35:44.536 DEBUG:teuthology.orchestra.run.smithi057:> sudo systemctl stop ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@osd.1 2024-04-15T21:35:44.880 INFO:journalctl@ceph.osd.1.smithi057.stdout:Apr 15 21:35:44 smithi057 systemd[1]: Stopping Ceph osd.1 for b97cffaa-fb6a-11ee-bc8f-c7b262605968... 2024-04-15T21:35:44.880 INFO:journalctl@ceph.osd.1.smithi057.stdout:Apr 15 21:35:44 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-1[35877]: 2024-04-15T21:35:44.691+0000 7fb9d35cd700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-15T21:35:44.880 INFO:journalctl@ceph.osd.1.smithi057.stdout:Apr 15 21:35:44 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-1[35877]: 2024-04-15T21:35:44.691+0000 7fb9d35cd700 -1 osd.1 127 *** Got signal Terminated *** 2024-04-15T21:35:44.880 INFO:journalctl@ceph.osd.1.smithi057.stdout:Apr 15 21:35:44 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-1[35877]: 2024-04-15T21:35:44.691+0000 7fb9d35cd700 -1 osd.1 127 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-15T21:35:50.320 INFO:journalctl@ceph.osd.1.smithi057.stdout:Apr 15 21:35:50 smithi057 podman[154952]: 2024-04-15 21:35:50.030524431 +0000 UTC m=+5.434600378 container died ef43105379fd8262c100a2c3cf0371fa34b110f71cb14a3886e26fea5418f155 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-1, GIT_REPO=https://github.com/ceph/ceph-container.git, GIT_CLEAN=True, io.k8s.display-name=CentOS Stream 8, ceph=True, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, io.buildah.version=1.19.8, vendor=Red Hat, Inc., version=8, GIT_BRANCH=HEAD, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, vcs-type=git, release=754, CEPH_POINT_RELEASE=-17.2.0, distribution-scope=public, io.openshift.expose-services=, architecture=x86_64, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, com.redhat.component=centos-stream-container, name=centos-stream, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, io.openshift.tags=base centos centos-stream, maintainer=Guillaume Abrioux , RELEASE=HEAD, build-date=2022-05-03T08:36:31.336870, com.redhat.license_terms=https://centos.org/legal/licensing-policy/) 2024-04-15T21:35:50.630 INFO:journalctl@ceph.osd.1.smithi057.stdout:Apr 15 21:35:50 smithi057 podman[154952]: 2024-04-15 21:35:50.483310395 +0000 UTC m=+5.887386339 container cleanup ef43105379fd8262c100a2c3cf0371fa34b110f71cb14a3886e26fea5418f155 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-1, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, release=754, com.redhat.component=centos-stream-container, CEPH_POINT_RELEASE=-17.2.0, GIT_REPO=https://github.com/ceph/ceph-container.git, io.openshift.tags=base centos centos-stream, maintainer=Guillaume Abrioux , build-date=2022-05-03T08:36:31.336870, distribution-scope=public, io.k8s.display-name=CentOS Stream 8, RELEASE=HEAD, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.openshift.expose-services=, GIT_BRANCH=HEAD, vcs-type=git, name=centos-stream, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, GIT_CLEAN=True, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, io.buildah.version=1.19.8, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, vendor=Red Hat, Inc., ceph=True, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, version=8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, architecture=x86_64) 2024-04-15T21:35:50.630 INFO:journalctl@ceph.osd.1.smithi057.stdout:Apr 15 21:35:50 smithi057 bash[154952]: ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-1 2024-04-15T21:35:50.927 INFO:journalctl@ceph.osd.1.smithi057.stdout:Apr 15 21:35:50 smithi057 podman[154970]: 2024-04-15 21:35:50.668022082 +0000 UTC m=+0.627417890 container remove ef43105379fd8262c100a2c3cf0371fa34b110f71cb14a3886e26fea5418f155 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-1, name=centos-stream, architecture=x86_64, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, RELEASE=HEAD, CEPH_POINT_RELEASE=-17.2.0, GIT_CLEAN=True, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, build-date=2022-05-03T08:36:31.336870, io.buildah.version=1.19.8, release=754, maintainer=Guillaume Abrioux , distribution-scope=public, io.openshift.tags=base centos centos-stream, ceph=True, vcs-type=git, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, vendor=Red Hat, Inc., com.redhat.component=centos-stream-container, io.openshift.expose-services=, GIT_BRANCH=HEAD, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, version=8, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, GIT_REPO=https://github.com/ceph/ceph-container.git, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, io.k8s.display-name=CentOS Stream 8) 2024-04-15T21:35:50.927 INFO:journalctl@ceph.osd.1.smithi057.stdout:Apr 15 21:35:50 smithi057 bash[154983]: Error: no container with name or ID "ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd.1" found: no such container 2024-04-15T21:35:51.240 INFO:journalctl@ceph.osd.1.smithi057.stdout:Apr 15 21:35:50 smithi057 podman[155045]: 2024-04-15 21:35:50.8290979 +0000 UTC m=+0.019032965 image pull e1d6a67b021eb077ee22bf650f1a9fb1980a2cf5c36bdb9cba9eac6de8f702d9 quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a 2024-04-15T21:35:51.240 INFO:journalctl@ceph.osd.1.smithi057.stdout:Apr 15 21:35:50 smithi057 podman[155045]: 2024-04-15 21:35:50.935393599 +0000 UTC m=+0.125328693 container create 599b601e90163504616291ab9594b60523a8542c1ea6cd51ae79a359c0795373 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-1-deactivate, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, architecture=x86_64, io.buildah.version=1.19.8, io.openshift.expose-services=, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, release=754, ceph=True, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, CEPH_POINT_RELEASE=-17.2.0, io.openshift.tags=base centos centos-stream, distribution-scope=public, com.redhat.component=centos-stream-container, vcs-type=git, RELEASE=HEAD, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., version=8, io.k8s.display-name=CentOS Stream 8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, maintainer=Guillaume Abrioux , GIT_REPO=https://github.com/ceph/ceph-container.git, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, GIT_CLEAN=True, build-date=2022-05-03T08:36:31.336870, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, vendor=Red Hat, Inc., GIT_BRANCH=HEAD, name=centos-stream) 2024-04-15T21:35:51.240 INFO:journalctl@ceph.osd.1.smithi057.stdout:Apr 15 21:35:51 smithi057 podman[155045]: 2024-04-15 21:35:51.154468346 +0000 UTC m=+0.344403382 container init 599b601e90163504616291ab9594b60523a8542c1ea6cd51ae79a359c0795373 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-1-deactivate, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, GIT_REPO=https://github.com/ceph/ceph-container.git, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, com.redhat.component=centos-stream-container, RELEASE=HEAD, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, GIT_CLEAN=True, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, CEPH_POINT_RELEASE=-17.2.0, maintainer=Guillaume Abrioux , io.openshift.tags=base centos centos-stream, io.k8s.display-name=CentOS Stream 8, ceph=True, GIT_BRANCH=HEAD, architecture=x86_64, vendor=Red Hat, Inc., distribution-scope=public, vcs-type=git, io.buildah.version=1.19.8, version=8, io.openshift.expose-services=, name=centos-stream, release=754, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, build-date=2022-05-03T08:36:31.336870) 2024-04-15T21:35:51.241 INFO:journalctl@ceph.osd.1.smithi057.stdout:Apr 15 21:35:51 smithi057 podman[155045]: 2024-04-15 21:35:51.157720689 +0000 UTC m=+0.347655725 container start 599b601e90163504616291ab9594b60523a8542c1ea6cd51ae79a359c0795373 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-1-deactivate, build-date=2022-05-03T08:36:31.336870, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, vcs-type=git, name=centos-stream, maintainer=Guillaume Abrioux , GIT_REPO=https://github.com/ceph/ceph-container.git, io.buildah.version=1.19.8, ceph=True, CEPH_POINT_RELEASE=-17.2.0, RELEASE=HEAD, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, architecture=x86_64, version=8, io.openshift.expose-services=, io.openshift.tags=base centos centos-stream, distribution-scope=public, com.redhat.component=centos-stream-container, GIT_CLEAN=True, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.k8s.display-name=CentOS Stream 8, GIT_BRANCH=HEAD, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, vendor=Red Hat, Inc., release=754, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754) 2024-04-15T21:35:51.241 INFO:journalctl@ceph.osd.1.smithi057.stdout:Apr 15 21:35:51 smithi057 podman[155045]: 2024-04-15 21:35:51.237778248 +0000 UTC m=+0.427713289 container attach 599b601e90163504616291ab9594b60523a8542c1ea6cd51ae79a359c0795373 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-1-deactivate, io.k8s.display-name=CentOS Stream 8, GIT_REPO=https://github.com/ceph/ceph-container.git, io.openshift.tags=base centos centos-stream, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, GIT_CLEAN=True, version=8, io.buildah.version=1.19.8, architecture=x86_64, io.openshift.expose-services=, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, ceph=True, vcs-type=git, release=754, GIT_BRANCH=HEAD, distribution-scope=public, name=centos-stream, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, CEPH_POINT_RELEASE=-17.2.0, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, vendor=Red Hat, Inc., com.redhat.component=centos-stream-container, RELEASE=HEAD, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, build-date=2022-05-03T08:36:31.336870, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, maintainer=Guillaume Abrioux ) 2024-04-15T21:35:51.630 INFO:journalctl@ceph.osd.1.smithi057.stdout:Apr 15 21:35:51 smithi057 podman[155045]: 2024-04-15 21:35:51.449323199 +0000 UTC m=+0.639258237 container died 599b601e90163504616291ab9594b60523a8542c1ea6cd51ae79a359c0795373 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-1-deactivate, RELEASE=HEAD, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, GIT_BRANCH=HEAD, distribution-scope=public, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, vendor=Red Hat, Inc., release=754, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, GIT_CLEAN=True, architecture=x86_64, io.k8s.display-name=CentOS Stream 8, name=centos-stream, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, io.buildah.version=1.19.8, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, io.openshift.expose-services=, CEPH_POINT_RELEASE=-17.2.0, io.openshift.tags=base centos centos-stream, ceph=True, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, vcs-type=git, com.redhat.component=centos-stream-container, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., version=8, maintainer=Guillaume Abrioux , GIT_REPO=https://github.com/ceph/ceph-container.git, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, build-date=2022-05-03T08:36:31.336870) 2024-04-15T21:35:52.060 DEBUG:teuthology.orchestra.run.smithi057:> sudo pkill -f 'journalctl -f -n 0 -u ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@osd.1.service' 2024-04-15T21:35:52.061 INFO:journalctl@ceph.osd.1.smithi057.stdout:Apr 15 21:35:52 smithi057 podman[155071]: 2024-04-15 21:35:52.032796452 +0000 UTC m=+0.573383276 container remove 599b601e90163504616291ab9594b60523a8542c1ea6cd51ae79a359c0795373 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-1-deactivate, CEPH_POINT_RELEASE=-17.2.0, GIT_REPO=https://github.com/ceph/ceph-container.git, ceph=True, io.openshift.tags=base centos centos-stream, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., release=754, com.redhat.component=centos-stream-container, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, name=centos-stream, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, build-date=2022-05-03T08:36:31.336870, GIT_CLEAN=True, distribution-scope=public, version=8, maintainer=Guillaume Abrioux , io.openshift.expose-services=, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, GIT_BRANCH=HEAD, vcs-type=git, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, io.k8s.display-name=CentOS Stream 8, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, architecture=x86_64, RELEASE=HEAD, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, vendor=Red Hat, Inc., url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, io.buildah.version=1.19.8) 2024-04-15T21:35:52.061 INFO:journalctl@ceph.osd.1.smithi057.stdout:Apr 15 21:35:52 smithi057 systemd[1]: ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@osd.1.service: Deactivated successfully. 2024-04-15T21:35:52.061 INFO:journalctl@ceph.osd.1.smithi057.stdout:Apr 15 21:35:52 smithi057 systemd[1]: Stopped Ceph osd.1 for b97cffaa-fb6a-11ee-bc8f-c7b262605968. 2024-04-15T21:35:52.061 INFO:journalctl@ceph.osd.1.smithi057.stdout:Apr 15 21:35:52 smithi057 systemd[1]: ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@osd.1.service: Consumed 17.112s CPU time. 2024-04-15T21:35:52.108 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-15T21:35:52.108 INFO:tasks.cephadm.osd.1:Stopped osd.1 2024-04-15T21:35:52.108 INFO:tasks.cephadm.osd.2:Stopping osd.2... 2024-04-15T21:35:52.108 DEBUG:teuthology.orchestra.run.smithi057:> sudo systemctl stop ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@osd.2 2024-04-15T21:35:52.311 INFO:journalctl@ceph.osd.2.smithi057.stdout:Apr 15 21:35:52 smithi057 systemd[1]: Stopping Ceph osd.2 for b97cffaa-fb6a-11ee-bc8f-c7b262605968... 2024-04-15T21:35:52.311 INFO:journalctl@ceph.osd.2.smithi057.stdout:Apr 15 21:35:52 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-2[38816]: 2024-04-15T21:35:52.276+0000 7f2aed894700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-15T21:35:52.311 INFO:journalctl@ceph.osd.2.smithi057.stdout:Apr 15 21:35:52 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-2[38816]: 2024-04-15T21:35:52.276+0000 7f2aed894700 -1 osd.2 127 *** Got signal Terminated *** 2024-04-15T21:35:52.312 INFO:journalctl@ceph.osd.2.smithi057.stdout:Apr 15 21:35:52 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-2[38816]: 2024-04-15T21:35:52.276+0000 7f2aed894700 -1 osd.2 127 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-15T21:35:57.880 INFO:journalctl@ceph.osd.2.smithi057.stdout:Apr 15 21:35:57 smithi057 podman[155125]: 2024-04-15 21:35:57.63589499 +0000 UTC m=+5.469838715 container died 8cea1b1b52125772d6ae6321ac75dcf80fcb473fa862b0a05171badb0b5f1219 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-2, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, RELEASE=HEAD, release=754, ceph=True, com.redhat.component=centos-stream-container, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, GIT_BRANCH=HEAD, architecture=x86_64, CEPH_POINT_RELEASE=-17.2.0, GIT_CLEAN=True, name=centos-stream, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, vcs-type=git, distribution-scope=public, maintainer=Guillaume Abrioux , io.openshift.expose-services=, build-date=2022-05-03T08:36:31.336870, vendor=Red Hat, Inc., version=8, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, io.openshift.tags=base centos centos-stream, io.k8s.display-name=CentOS Stream 8, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, GIT_REPO=https://github.com/ceph/ceph-container.git, io.buildah.version=1.19.8) 2024-04-15T21:35:58.171 INFO:journalctl@ceph.osd.2.smithi057.stdout:Apr 15 21:35:57 smithi057 podman[155125]: 2024-04-15 21:35:57.968482695 +0000 UTC m=+5.802426407 container cleanup 8cea1b1b52125772d6ae6321ac75dcf80fcb473fa862b0a05171badb0b5f1219 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-2, build-date=2022-05-03T08:36:31.336870, CEPH_POINT_RELEASE=-17.2.0, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, distribution-scope=public, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, version=8, GIT_BRANCH=HEAD, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, GIT_CLEAN=True, maintainer=Guillaume Abrioux , vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, ceph=True, name=centos-stream, io.buildah.version=1.19.8, io.openshift.tags=base centos centos-stream, GIT_REPO=https://github.com/ceph/ceph-container.git, release=754, vcs-type=git, vendor=Red Hat, Inc., summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, com.redhat.component=centos-stream-container, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, RELEASE=HEAD, io.k8s.display-name=CentOS Stream 8, io.openshift.expose-services=, architecture=x86_64) 2024-04-15T21:35:58.172 INFO:journalctl@ceph.osd.2.smithi057.stdout:Apr 15 21:35:57 smithi057 bash[155125]: ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-2 2024-04-15T21:35:58.503 INFO:journalctl@ceph.osd.2.smithi057.stdout:Apr 15 21:35:58 smithi057 podman[155207]: 2024-04-15 21:35:58.169747772 +0000 UTC m=+0.530607677 container remove 8cea1b1b52125772d6ae6321ac75dcf80fcb473fa862b0a05171badb0b5f1219 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-2, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, maintainer=Guillaume Abrioux , vendor=Red Hat, Inc., vcs-type=git, build-date=2022-05-03T08:36:31.336870, io.buildah.version=1.19.8, io.openshift.tags=base centos centos-stream, RELEASE=HEAD, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.k8s.display-name=CentOS Stream 8, GIT_BRANCH=HEAD, architecture=x86_64, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, CEPH_POINT_RELEASE=-17.2.0, distribution-scope=public, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, io.openshift.expose-services=, ceph=True, GIT_REPO=https://github.com/ceph/ceph-container.git, GIT_CLEAN=True, version=8, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, release=754, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, name=centos-stream, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, com.redhat.component=centos-stream-container) 2024-04-15T21:35:58.504 INFO:journalctl@ceph.osd.2.smithi057.stdout:Apr 15 21:35:58 smithi057 bash[155256]: Error: no container with name or ID "ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd.2" found: no such container 2024-04-15T21:35:58.504 INFO:journalctl@ceph.osd.2.smithi057.stdout:Apr 15 21:35:58 smithi057 podman[155357]: 2024-04-15 21:35:58.395742418 +0000 UTC m=+0.104711952 container create d6872f2482345c4b9b9f4d6b3723e2d3735dd3a31b6e50f8314f928fb38d1174 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-2-deactivate, io.k8s.display-name=CentOS Stream 8, architecture=x86_64, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, version=8, io.openshift.expose-services=, io.openshift.tags=base centos centos-stream, build-date=2022-05-03T08:36:31.336870, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, ceph=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=-17.2.0, vendor=Red Hat, Inc., com.redhat.component=centos-stream-container, RELEASE=HEAD, GIT_CLEAN=True, GIT_REPO=https://github.com/ceph/ceph-container.git, vcs-type=git, release=754, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, io.buildah.version=1.19.8, distribution-scope=public, GIT_BRANCH=HEAD, name=centos-stream) 2024-04-15T21:35:58.504 INFO:journalctl@ceph.osd.2.smithi057.stdout:Apr 15 21:35:58 smithi057 podman[155357]: 2024-04-15 21:35:58.310557704 +0000 UTC m=+0.019527257 image pull e1d6a67b021eb077ee22bf650f1a9fb1980a2cf5c36bdb9cba9eac6de8f702d9 quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a 2024-04-15T21:35:58.880 INFO:journalctl@ceph.osd.2.smithi057.stdout:Apr 15 21:35:58 smithi057 podman[155357]: 2024-04-15 21:35:58.623094623 +0000 UTC m=+0.332064158 container init d6872f2482345c4b9b9f4d6b3723e2d3735dd3a31b6e50f8314f928fb38d1174 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-2-deactivate, architecture=x86_64, distribution-scope=public, CEPH_POINT_RELEASE=-17.2.0, GIT_BRANCH=HEAD, vcs-type=git, io.k8s.display-name=CentOS Stream 8, io.openshift.tags=base centos centos-stream, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, ceph=True, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, build-date=2022-05-03T08:36:31.336870, io.openshift.expose-services=, vendor=Red Hat, Inc., com.redhat.component=centos-stream-container, io.buildah.version=1.19.8, GIT_CLEAN=True, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, version=8, maintainer=Guillaume Abrioux , vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, GIT_REPO=https://github.com/ceph/ceph-container.git, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, RELEASE=HEAD, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, release=754, name=centos-stream) 2024-04-15T21:35:58.880 INFO:journalctl@ceph.osd.2.smithi057.stdout:Apr 15 21:35:58 smithi057 podman[155357]: 2024-04-15 21:35:58.626435324 +0000 UTC m=+0.335404861 container start d6872f2482345c4b9b9f4d6b3723e2d3735dd3a31b6e50f8314f928fb38d1174 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-2-deactivate, GIT_REPO=https://github.com/ceph/ceph-container.git, ceph=True, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, release=754, name=centos-stream, maintainer=Guillaume Abrioux , vendor=Red Hat, Inc., architecture=x86_64, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, RELEASE=HEAD, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, com.redhat.component=centos-stream-container, GIT_BRANCH=HEAD, vcs-type=git, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, io.openshift.tags=base centos centos-stream, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, io.k8s.display-name=CentOS Stream 8, build-date=2022-05-03T08:36:31.336870, GIT_CLEAN=True, CEPH_POINT_RELEASE=-17.2.0, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.openshift.expose-services=, distribution-scope=public, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, version=8, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, io.buildah.version=1.19.8) 2024-04-15T21:35:58.880 INFO:journalctl@ceph.osd.2.smithi057.stdout:Apr 15 21:35:58 smithi057 podman[155357]: 2024-04-15 21:35:58.723090324 +0000 UTC m=+0.432059858 container attach d6872f2482345c4b9b9f4d6b3723e2d3735dd3a31b6e50f8314f928fb38d1174 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-2-deactivate, vcs-type=git, GIT_CLEAN=True, GIT_REPO=https://github.com/ceph/ceph-container.git, io.k8s.display-name=CentOS Stream 8, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, release=754, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, io.openshift.expose-services=, architecture=x86_64, name=centos-stream, com.redhat.component=centos-stream-container, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, io.openshift.tags=base centos centos-stream, ceph=True, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, build-date=2022-05-03T08:36:31.336870, distribution-scope=public, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, version=8, GIT_BRANCH=HEAD, vendor=Red Hat, Inc., RELEASE=HEAD, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=-17.2.0, io.buildah.version=1.19.8) 2024-04-15T21:35:59.236 INFO:journalctl@ceph.osd.2.smithi057.stdout:Apr 15 21:35:58 smithi057 podman[155357]: 2024-04-15 21:35:58.94884185 +0000 UTC m=+0.657811396 container died d6872f2482345c4b9b9f4d6b3723e2d3735dd3a31b6e50f8314f928fb38d1174 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-2-deactivate, io.k8s.display-name=CentOS Stream 8, vendor=Red Hat, Inc., version=8, release=754, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, GIT_BRANCH=HEAD, RELEASE=HEAD, io.openshift.expose-services=, vcs-type=git, io.openshift.tags=base centos centos-stream, ceph=True, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, maintainer=Guillaume Abrioux , url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.buildah.version=1.19.8, architecture=x86_64, GIT_REPO=https://github.com/ceph/ceph-container.git, distribution-scope=public, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, CEPH_POINT_RELEASE=-17.2.0, name=centos-stream, build-date=2022-05-03T08:36:31.336870, com.redhat.component=centos-stream-container, GIT_CLEAN=True, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com) 2024-04-15T21:35:59.491 INFO:journalctl@ceph.osd.2.smithi057.stdout:Apr 15 21:35:59 smithi057 podman[155439]: 2024-04-15 21:35:59.476236301 +0000 UTC m=+0.522148871 container remove d6872f2482345c4b9b9f4d6b3723e2d3735dd3a31b6e50f8314f928fb38d1174 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-2-deactivate, CEPH_POINT_RELEASE=-17.2.0, architecture=x86_64, name=centos-stream, ceph=True, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, GIT_REPO=https://github.com/ceph/ceph-container.git, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, io.buildah.version=1.19.8, io.openshift.tags=base centos centos-stream, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, vcs-type=git, version=8, vendor=Red Hat, Inc., io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.openshift.expose-services=, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, RELEASE=HEAD, build-date=2022-05-03T08:36:31.336870, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, distribution-scope=public, io.k8s.display-name=CentOS Stream 8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, com.redhat.component=centos-stream-container, GIT_CLEAN=True, release=754) 2024-04-15T21:35:59.498 DEBUG:teuthology.orchestra.run.smithi057:> sudo pkill -f 'journalctl -f -n 0 -u ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@osd.2.service' 2024-04-15T21:35:59.544 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-15T21:35:59.544 INFO:tasks.cephadm.osd.2:Stopped osd.2 2024-04-15T21:35:59.545 INFO:tasks.cephadm.osd.3:Stopping osd.3... 2024-04-15T21:35:59.545 DEBUG:teuthology.orchestra.run.smithi057:> sudo systemctl stop ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@osd.3 2024-04-15T21:35:59.880 INFO:journalctl@ceph.osd.3.smithi057.stdout:Apr 15 21:35:59 smithi057 systemd[1]: Stopping Ceph osd.3 for b97cffaa-fb6a-11ee-bc8f-c7b262605968... 2024-04-15T21:35:59.880 INFO:journalctl@ceph.osd.3.smithi057.stdout:Apr 15 21:35:59 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-3[41911]: 2024-04-15T21:35:59.695+0000 7f1eaad82700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-15T21:35:59.880 INFO:journalctl@ceph.osd.3.smithi057.stdout:Apr 15 21:35:59 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-3[41911]: 2024-04-15T21:35:59.695+0000 7f1eaad82700 -1 osd.3 127 *** Got signal Terminated *** 2024-04-15T21:35:59.881 INFO:journalctl@ceph.osd.3.smithi057.stdout:Apr 15 21:35:59 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-3[41911]: 2024-04-15T21:35:59.695+0000 7f1eaad82700 -1 osd.3 127 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-15T21:36:02.852 INFO:journalctl@ceph.osd.4.smithi148.stdout:Apr 15 21:36:02 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-4[30403]: 2024-04-15T21:36:02.442+0000 7f33bb395700 -1 osd.4 127 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-15T21:35:39.482817+0000 front 2024-04-15T21:35:39.482664+0000 (oldest deadline 2024-04-15T21:36:02.382764+0000) 2024-04-15T21:36:03.840 INFO:journalctl@ceph.osd.4.smithi148.stdout:Apr 15 21:36:03 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-4[30403]: 2024-04-15T21:36:03.476+0000 7f33bb395700 -1 osd.4 127 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-15T21:35:39.482817+0000 front 2024-04-15T21:35:39.482664+0000 (oldest deadline 2024-04-15T21:36:02.382764+0000) 2024-04-15T21:36:03.841 INFO:journalctl@ceph.osd.5.smithi148.stdout:Apr 15 21:36:03 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-5[33309]: 2024-04-15T21:36:03.484+0000 7f9c583d9700 -1 osd.5 127 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-15T21:35:36.994791+0000 front 2024-04-15T21:35:36.994854+0000 (oldest deadline 2024-04-15T21:36:02.894666+0000) 2024-04-15T21:36:04.102 INFO:journalctl@ceph.osd.7.smithi148.stdout:Apr 15 21:36:03 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-7[39171]: 2024-04-15T21:36:03.837+0000 7f4c70552700 -1 osd.7 127 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-15T21:35:39.673524+0000 front 2024-04-15T21:35:39.673501+0000 (oldest deadline 2024-04-15T21:36:03.173342+0000) 2024-04-15T21:36:04.830 INFO:journalctl@ceph.osd.5.smithi148.stdout:Apr 15 21:36:04 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-5[33309]: 2024-04-15T21:36:04.519+0000 7f9c583d9700 -1 osd.5 127 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-15T21:35:36.994791+0000 front 2024-04-15T21:35:36.994854+0000 (oldest deadline 2024-04-15T21:36:02.894666+0000) 2024-04-15T21:36:04.830 INFO:journalctl@ceph.osd.4.smithi148.stdout:Apr 15 21:36:04 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-4[30403]: 2024-04-15T21:36:04.461+0000 7f33bb395700 -1 osd.4 127 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-15T21:35:39.482817+0000 front 2024-04-15T21:35:39.482664+0000 (oldest deadline 2024-04-15T21:36:02.382764+0000) 2024-04-15T21:36:04.831 INFO:journalctl@ceph.osd.6.smithi148.stdout:Apr 15 21:36:04 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-6[36221]: 2024-04-15T21:36:04.602+0000 7f358fc5b700 -1 osd.6 127 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-15T21:35:39.170799+0000 front 2024-04-15T21:35:39.170923+0000 (oldest deadline 2024-04-15T21:36:04.470808+0000) 2024-04-15T21:36:05.101 INFO:journalctl@ceph.osd.7.smithi148.stdout:Apr 15 21:36:04 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-7[39171]: 2024-04-15T21:36:04.826+0000 7f4c70552700 -1 osd.7 127 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-15T21:35:39.673524+0000 front 2024-04-15T21:35:39.673501+0000 (oldest deadline 2024-04-15T21:36:03.173342+0000) 2024-04-15T21:36:05.370 INFO:journalctl@ceph.osd.3.smithi057.stdout:Apr 15 21:36:05 smithi057 podman[155507]: 2024-04-15 21:36:05.11183524 +0000 UTC m=+5.512088892 container died 8400e9bee4fe0d810b2c7bae9fcfea2bd5877bc6d64c5971c70cfbdffd5b7676 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-3, RELEASE=HEAD, GIT_REPO=https://github.com/ceph/ceph-container.git, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, vcs-type=git, vendor=Red Hat, Inc., GIT_BRANCH=HEAD, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, release=754, ceph=True, maintainer=Guillaume Abrioux , io.openshift.expose-services=, io.buildah.version=1.19.8, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, build-date=2022-05-03T08:36:31.336870, com.redhat.component=centos-stream-container, CEPH_POINT_RELEASE=-17.2.0, GIT_CLEAN=True, io.k8s.display-name=CentOS Stream 8, architecture=x86_64, name=centos-stream, io.openshift.tags=base centos centos-stream, version=8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, distribution-scope=public, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., com.redhat.license_terms=https://centos.org/legal/licensing-policy/, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream) 2024-04-15T21:36:05.630 INFO:journalctl@ceph.osd.3.smithi057.stdout:Apr 15 21:36:05 smithi057 podman[155507]: 2024-04-15 21:36:05.551087134 +0000 UTC m=+5.951340786 container cleanup 8400e9bee4fe0d810b2c7bae9fcfea2bd5877bc6d64c5971c70cfbdffd5b7676 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-3, GIT_CLEAN=True, RELEASE=HEAD, io.openshift.tags=base centos centos-stream, io.buildah.version=1.19.8, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, distribution-scope=public, version=8, architecture=x86_64, release=754, CEPH_POINT_RELEASE=-17.2.0, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., com.redhat.license_terms=https://centos.org/legal/licensing-policy/, io.openshift.expose-services=, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, io.k8s.display-name=CentOS Stream 8, com.redhat.component=centos-stream-container, ceph=True, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, maintainer=Guillaume Abrioux , vcs-type=git, GIT_BRANCH=HEAD, build-date=2022-05-03T08:36:31.336870, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, vendor=Red Hat, Inc., GIT_REPO=https://github.com/ceph/ceph-container.git, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, name=centos-stream) 2024-04-15T21:36:05.630 INFO:journalctl@ceph.osd.3.smithi057.stdout:Apr 15 21:36:05 smithi057 bash[155507]: ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-3 2024-04-15T21:36:05.630 INFO:journalctl@ceph.osd.3.smithi057.stdout:Apr 15 21:36:05 smithi057 bash[156068]: Error: no container with name or ID "ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd.3" found: no such container 2024-04-15T21:36:05.801 INFO:journalctl@ceph.osd.4.smithi148.stdout:Apr 15 21:36:05 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-4[30403]: 2024-04-15T21:36:05.448+0000 7f33bb395700 -1 osd.4 127 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-15T21:35:39.482817+0000 front 2024-04-15T21:35:39.482664+0000 (oldest deadline 2024-04-15T21:36:02.382764+0000) 2024-04-15T21:36:05.801 INFO:journalctl@ceph.osd.5.smithi148.stdout:Apr 15 21:36:05 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-5[33309]: 2024-04-15T21:36:05.547+0000 7f9c583d9700 -1 osd.5 127 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-15T21:35:36.994791+0000 front 2024-04-15T21:35:36.994854+0000 (oldest deadline 2024-04-15T21:36:02.894666+0000) 2024-04-15T21:36:05.802 INFO:journalctl@ceph.osd.6.smithi148.stdout:Apr 15 21:36:05 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-6[36221]: 2024-04-15T21:36:05.638+0000 7f358fc5b700 -1 osd.6 127 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-15T21:35:39.170799+0000 front 2024-04-15T21:35:39.170923+0000 (oldest deadline 2024-04-15T21:36:04.470808+0000) 2024-04-15T21:36:06.101 INFO:journalctl@ceph.osd.7.smithi148.stdout:Apr 15 21:36:05 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-7[39171]: 2024-04-15T21:36:05.798+0000 7f4c70552700 -1 osd.7 127 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-15T21:35:39.673524+0000 front 2024-04-15T21:35:39.673501+0000 (oldest deadline 2024-04-15T21:36:03.173342+0000) 2024-04-15T21:36:06.380 INFO:journalctl@ceph.osd.3.smithi057.stdout:Apr 15 21:36:06 smithi057 podman[156038]: 2024-04-15 21:36:06.103886932 +0000 UTC m=+1.001526237 container remove 8400e9bee4fe0d810b2c7bae9fcfea2bd5877bc6d64c5971c70cfbdffd5b7676 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-3, vendor=Red Hat, Inc., description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, RELEASE=HEAD, release=754, ceph=True, distribution-scope=public, io.openshift.tags=base centos centos-stream, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, io.k8s.display-name=CentOS Stream 8, GIT_CLEAN=True, name=centos-stream, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., CEPH_POINT_RELEASE=-17.2.0, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, com.redhat.component=centos-stream-container, build-date=2022-05-03T08:36:31.336870, GIT_REPO=https://github.com/ceph/ceph-container.git, io.buildah.version=1.19.8, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , vcs-type=git, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, io.openshift.expose-services=, version=8, architecture=x86_64, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com) 2024-04-15T21:36:06.731 INFO:journalctl@ceph.osd.3.smithi057.stdout:Apr 15 21:36:06 smithi057 podman[156194]: 2024-04-15 21:36:06.630855077 +0000 UTC m=+0.104139582 container create d3cdfc46db2042e7dd8139b1bfac51c810784ccacba1d18e7d458695b43f98fe (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-3-deactivate, io.buildah.version=1.19.8, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, GIT_BRANCH=HEAD, build-date=2022-05-03T08:36:31.336870, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, com.redhat.component=centos-stream-container, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, GIT_REPO=https://github.com/ceph/ceph-container.git, ceph=True, name=centos-stream, vcs-type=git, architecture=x86_64, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, vendor=Red Hat, Inc., io.openshift.tags=base centos centos-stream, io.k8s.display-name=CentOS Stream 8, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, GIT_CLEAN=True, distribution-scope=public, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., version=8, RELEASE=HEAD, CEPH_POINT_RELEASE=-17.2.0, release=754, io.openshift.expose-services=, maintainer=Guillaume Abrioux ) 2024-04-15T21:36:06.731 INFO:journalctl@ceph.osd.3.smithi057.stdout:Apr 15 21:36:06 smithi057 podman[156194]: 2024-04-15 21:36:06.545020702 +0000 UTC m=+0.018305214 image pull e1d6a67b021eb077ee22bf650f1a9fb1980a2cf5c36bdb9cba9eac6de8f702d9 quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a 2024-04-15T21:36:06.810 INFO:journalctl@ceph.osd.6.smithi148.stdout:Apr 15 21:36:06 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-6[36221]: 2024-04-15T21:36:06.595+0000 7f358fc5b700 -1 osd.6 127 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-15T21:35:39.170799+0000 front 2024-04-15T21:35:39.170923+0000 (oldest deadline 2024-04-15T21:36:04.470808+0000) 2024-04-15T21:36:06.810 INFO:journalctl@ceph.osd.4.smithi148.stdout:Apr 15 21:36:06 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-4[30403]: 2024-04-15T21:36:06.496+0000 7f33bb395700 -1 osd.4 127 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-15T21:35:39.482817+0000 front 2024-04-15T21:35:39.482664+0000 (oldest deadline 2024-04-15T21:36:02.382764+0000) 2024-04-15T21:36:06.811 INFO:journalctl@ceph.osd.5.smithi148.stdout:Apr 15 21:36:06 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-5[33309]: 2024-04-15T21:36:06.513+0000 7f9c583d9700 -1 osd.5 127 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-15T21:35:36.994791+0000 front 2024-04-15T21:35:36.994854+0000 (oldest deadline 2024-04-15T21:36:02.894666+0000) 2024-04-15T21:36:07.102 INFO:journalctl@ceph.osd.7.smithi148.stdout:Apr 15 21:36:06 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-7[39171]: 2024-04-15T21:36:06.806+0000 7f4c70552700 -1 osd.7 127 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-15T21:35:39.673524+0000 front 2024-04-15T21:35:39.673501+0000 (oldest deadline 2024-04-15T21:36:03.173342+0000) 2024-04-15T21:36:07.130 INFO:journalctl@ceph.osd.3.smithi057.stdout:Apr 15 21:36:06 smithi057 podman[156194]: 2024-04-15 21:36:06.841717774 +0000 UTC m=+0.315002275 container init d3cdfc46db2042e7dd8139b1bfac51c810784ccacba1d18e7d458695b43f98fe (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-3-deactivate, io.buildah.version=1.19.8, GIT_REPO=https://github.com/ceph/ceph-container.git, RELEASE=HEAD, ceph=True, build-date=2022-05-03T08:36:31.336870, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, io.openshift.tags=base centos centos-stream, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, architecture=x86_64, com.redhat.component=centos-stream-container, GIT_BRANCH=HEAD, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, vcs-type=git, release=754, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, name=centos-stream, distribution-scope=public, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, maintainer=Guillaume Abrioux , version=8, vendor=Red Hat, Inc., com.redhat.license_terms=https://centos.org/legal/licensing-policy/, io.openshift.expose-services=, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., CEPH_POINT_RELEASE=-17.2.0, io.k8s.display-name=CentOS Stream 8, GIT_CLEAN=True, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac) 2024-04-15T21:36:07.130 INFO:journalctl@ceph.osd.3.smithi057.stdout:Apr 15 21:36:06 smithi057 podman[156194]: 2024-04-15 21:36:06.844995287 +0000 UTC m=+0.318279786 container start d3cdfc46db2042e7dd8139b1bfac51c810784ccacba1d18e7d458695b43f98fe (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-3-deactivate, GIT_CLEAN=True, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, maintainer=Guillaume Abrioux , summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, RELEASE=HEAD, name=centos-stream, com.redhat.component=centos-stream-container, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, architecture=x86_64, GIT_BRANCH=HEAD, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, ceph=True, vendor=Red Hat, Inc., build-date=2022-05-03T08:36:31.336870, GIT_REPO=https://github.com/ceph/ceph-container.git, vcs-type=git, io.buildah.version=1.19.8, version=8, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.openshift.expose-services=, io.k8s.display-name=CentOS Stream 8, release=754, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, io.openshift.tags=base centos centos-stream, distribution-scope=public, CEPH_POINT_RELEASE=-17.2.0, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream) 2024-04-15T21:36:07.130 INFO:journalctl@ceph.osd.3.smithi057.stdout:Apr 15 21:36:06 smithi057 podman[156194]: 2024-04-15 21:36:06.908094499 +0000 UTC m=+0.381379008 container attach d3cdfc46db2042e7dd8139b1bfac51c810784ccacba1d18e7d458695b43f98fe (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-3-deactivate, architecture=x86_64, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, vcs-type=git, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, release=754, version=8, RELEASE=HEAD, io.k8s.display-name=CentOS Stream 8, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, io.openshift.tags=base centos centos-stream, io.openshift.expose-services=, ceph=True, name=centos-stream, GIT_REPO=https://github.com/ceph/ceph-container.git, io.buildah.version=1.19.8, distribution-scope=public, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, build-date=2022-05-03T08:36:31.336870, com.redhat.component=centos-stream-container, GIT_BRANCH=HEAD, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., vendor=Red Hat, Inc., CEPH_POINT_RELEASE=-17.2.0, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, GIT_CLEAN=True, maintainer=Guillaume Abrioux ) 2024-04-15T21:36:07.387 INFO:journalctl@ceph.osd.3.smithi057.stdout:Apr 15 21:36:07 smithi057 podman[156194]: 2024-04-15 21:36:07.134827059 +0000 UTC m=+0.608111552 container died d3cdfc46db2042e7dd8139b1bfac51c810784ccacba1d18e7d458695b43f98fe (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-3-deactivate, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, ceph=True, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, com.redhat.component=centos-stream-container, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, vcs-type=git, maintainer=Guillaume Abrioux , GIT_REPO=https://github.com/ceph/ceph-container.git, io.openshift.expose-services=, GIT_BRANCH=HEAD, io.buildah.version=1.19.8, build-date=2022-05-03T08:36:31.336870, io.k8s.display-name=CentOS Stream 8, GIT_CLEAN=True, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, io.openshift.tags=base centos centos-stream, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., vendor=Red Hat, Inc., vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, release=754, architecture=x86_64, RELEASE=HEAD, CEPH_POINT_RELEASE=-17.2.0, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, version=8, distribution-scope=public, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, name=centos-stream) 2024-04-15T21:36:07.760 DEBUG:teuthology.orchestra.run.smithi057:> sudo pkill -f 'journalctl -f -n 0 -u ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@osd.3.service' 2024-04-15T21:36:07.808 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-15T21:36:07.809 INFO:tasks.cephadm.osd.3:Stopped osd.3 2024-04-15T21:36:07.809 INFO:tasks.cephadm.osd.4:Stopping osd.4... 2024-04-15T21:36:07.809 DEBUG:teuthology.orchestra.run.smithi148:> sudo systemctl stop ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@osd.4 2024-04-15T21:36:07.810 INFO:journalctl@ceph.osd.6.smithi148.stdout:Apr 15 21:36:07 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-6[36221]: 2024-04-15T21:36:07.555+0000 7f358fc5b700 -1 osd.6 127 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-15T21:35:39.170799+0000 front 2024-04-15T21:35:39.170923+0000 (oldest deadline 2024-04-15T21:36:04.470808+0000) 2024-04-15T21:36:07.810 INFO:journalctl@ceph.osd.4.smithi148.stdout:Apr 15 21:36:07 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-4[30403]: 2024-04-15T21:36:07.545+0000 7f33bb395700 -1 osd.4 127 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-15T21:35:39.482817+0000 front 2024-04-15T21:35:39.482664+0000 (oldest deadline 2024-04-15T21:36:02.382764+0000) 2024-04-15T21:36:07.811 INFO:journalctl@ceph.osd.5.smithi148.stdout:Apr 15 21:36:07 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-5[33309]: 2024-04-15T21:36:07.537+0000 7f9c583d9700 -1 osd.5 127 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-15T21:35:36.994791+0000 front 2024-04-15T21:35:36.994854+0000 (oldest deadline 2024-04-15T21:36:02.894666+0000) 2024-04-15T21:36:08.101 INFO:journalctl@ceph.osd.4.smithi148.stdout:Apr 15 21:36:07 smithi148 systemd[1]: Stopping Ceph osd.4 for b97cffaa-fb6a-11ee-bc8f-c7b262605968... 2024-04-15T21:36:08.102 INFO:journalctl@ceph.osd.7.smithi148.stdout:Apr 15 21:36:07 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-7[39171]: 2024-04-15T21:36:07.825+0000 7f4c70552700 -1 osd.7 127 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-15T21:35:39.673524+0000 front 2024-04-15T21:35:39.673501+0000 (oldest deadline 2024-04-15T21:36:03.173342+0000) 2024-04-15T21:36:08.580 INFO:journalctl@ceph.osd.5.smithi148.stdout:Apr 15 21:36:08 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-5[33309]: 2024-04-15T21:36:08.503+0000 7f9c583d9700 -1 osd.5 127 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-15T21:35:36.994791+0000 front 2024-04-15T21:35:36.994854+0000 (oldest deadline 2024-04-15T21:36:02.894666+0000) 2024-04-15T21:36:08.580 INFO:journalctl@ceph.osd.4.smithi148.stdout:Apr 15 21:36:08 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-4[30403]: 2024-04-15T21:36:08.307+0000 7f33be9fa700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-15T21:36:08.580 INFO:journalctl@ceph.osd.4.smithi148.stdout:Apr 15 21:36:08 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-4[30403]: 2024-04-15T21:36:08.307+0000 7f33be9fa700 -1 osd.4 127 *** Got signal Terminated *** 2024-04-15T21:36:08.580 INFO:journalctl@ceph.osd.4.smithi148.stdout:Apr 15 21:36:08 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-4[30403]: 2024-04-15T21:36:08.307+0000 7f33be9fa700 -1 osd.4 127 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-15T21:36:08.581 INFO:journalctl@ceph.osd.4.smithi148.stdout:Apr 15 21:36:08 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-4[30403]: 2024-04-15T21:36:08.548+0000 7f33bb395700 -1 osd.4 127 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-15T21:35:39.482817+0000 front 2024-04-15T21:35:39.482664+0000 (oldest deadline 2024-04-15T21:36:02.382764+0000) 2024-04-15T21:36:08.838 INFO:journalctl@ceph.osd.6.smithi148.stdout:Apr 15 21:36:08 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-6[36221]: 2024-04-15T21:36:08.577+0000 7f358fc5b700 -1 osd.6 127 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-15T21:35:39.170799+0000 front 2024-04-15T21:35:39.170923+0000 (oldest deadline 2024-04-15T21:36:04.470808+0000) 2024-04-15T21:36:09.102 INFO:journalctl@ceph.osd.7.smithi148.stdout:Apr 15 21:36:08 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-7[39171]: 2024-04-15T21:36:08.835+0000 7f4c70552700 -1 osd.7 127 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-15T21:35:39.673524+0000 front 2024-04-15T21:35:39.673501+0000 (oldest deadline 2024-04-15T21:36:03.173342+0000) 2024-04-15T21:36:09.791 INFO:journalctl@ceph.osd.4.smithi148.stdout:Apr 15 21:36:09 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-4[30403]: 2024-04-15T21:36:09.536+0000 7f33bb395700 -1 osd.4 127 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-15T21:35:39.482817+0000 front 2024-04-15T21:35:39.482664+0000 (oldest deadline 2024-04-15T21:36:02.382764+0000) 2024-04-15T21:36:09.791 INFO:journalctl@ceph.osd.5.smithi148.stdout:Apr 15 21:36:09 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-5[33309]: 2024-04-15T21:36:09.522+0000 7f9c583d9700 -1 osd.5 127 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-15T21:35:36.994791+0000 front 2024-04-15T21:35:36.994854+0000 (oldest deadline 2024-04-15T21:36:02.894666+0000) 2024-04-15T21:36:09.791 INFO:journalctl@ceph.osd.6.smithi148.stdout:Apr 15 21:36:09 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-6[36221]: 2024-04-15T21:36:09.547+0000 7f358fc5b700 -1 osd.6 127 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-15T21:35:39.170799+0000 front 2024-04-15T21:35:39.170923+0000 (oldest deadline 2024-04-15T21:36:04.470808+0000) 2024-04-15T21:36:10.101 INFO:journalctl@ceph.osd.7.smithi148.stdout:Apr 15 21:36:09 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-7[39171]: 2024-04-15T21:36:09.787+0000 7f4c70552700 -1 osd.7 127 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-15T21:35:39.673524+0000 front 2024-04-15T21:35:39.673501+0000 (oldest deadline 2024-04-15T21:36:03.173342+0000) 2024-04-15T21:36:10.786 INFO:journalctl@ceph.osd.6.smithi148.stdout:Apr 15 21:36:10 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-6[36221]: 2024-04-15T21:36:10.586+0000 7f358fc5b700 -1 osd.6 127 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-15T21:35:39.170799+0000 front 2024-04-15T21:35:39.170923+0000 (oldest deadline 2024-04-15T21:36:04.470808+0000) 2024-04-15T21:36:10.786 INFO:journalctl@ceph.osd.4.smithi148.stdout:Apr 15 21:36:10 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-4[30403]: 2024-04-15T21:36:10.503+0000 7f33bb395700 -1 osd.4 127 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-15T21:35:39.482817+0000 front 2024-04-15T21:35:39.482664+0000 (oldest deadline 2024-04-15T21:36:02.382764+0000) 2024-04-15T21:36:10.787 INFO:journalctl@ceph.osd.5.smithi148.stdout:Apr 15 21:36:10 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-5[33309]: 2024-04-15T21:36:10.494+0000 7f9c583d9700 -1 osd.5 127 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-15T21:35:36.994791+0000 front 2024-04-15T21:35:36.994854+0000 (oldest deadline 2024-04-15T21:36:02.894666+0000) 2024-04-15T21:36:10.787 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:36:10 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[98514]: ts=2024-04-15T21:36:10.715Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=node msg="Unable to refresh target groups" err="Get \"http://172.21.15.57:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 172.21.15.57:8765: connect: connection refused" 2024-04-15T21:36:10.787 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:36:10 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[98514]: ts=2024-04-15T21:36:10.716Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=nvmeof msg="Unable to refresh target groups" err="Get \"http://172.21.15.57:8765/sd/prometheus/sd-config?service=nvmeof\": dial tcp 172.21.15.57:8765: connect: connection refused" 2024-04-15T21:36:10.788 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:36:10 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[98514]: ts=2024-04-15T21:36:10.718Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph msg="Unable to refresh target groups" err="Get \"http://172.21.15.57:8765/sd/prometheus/sd-config?service=mgr-prometheus\": dial tcp 172.21.15.57:8765: connect: connection refused" 2024-04-15T21:36:10.788 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:36:10 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[98514]: ts=2024-04-15T21:36:10.718Z caller=refresh.go:99 level=error component="discovery manager notify" discovery=http config=config-0 msg="Unable to refresh target groups" err="Get \"http://172.21.15.57:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 172.21.15.57:8765: connect: connection refused" 2024-04-15T21:36:10.788 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:36:10 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[98514]: ts=2024-04-15T21:36:10.719Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph-exporter msg="Unable to refresh target groups" err="Get \"http://172.21.15.57:8765/sd/prometheus/sd-config?service=ceph-exporter\": dial tcp 172.21.15.57:8765: connect: connection refused" 2024-04-15T21:36:11.101 INFO:journalctl@ceph.osd.7.smithi148.stdout:Apr 15 21:36:10 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-7[39171]: 2024-04-15T21:36:10.783+0000 7f4c70552700 -1 osd.7 127 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-15T21:35:39.673524+0000 front 2024-04-15T21:35:39.673501+0000 (oldest deadline 2024-04-15T21:36:03.173342+0000) 2024-04-15T21:36:11.753 INFO:journalctl@ceph.osd.5.smithi148.stdout:Apr 15 21:36:11 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-5[33309]: 2024-04-15T21:36:11.471+0000 7f9c583d9700 -1 osd.5 127 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-15T21:35:36.994791+0000 front 2024-04-15T21:35:36.994854+0000 (oldest deadline 2024-04-15T21:36:02.894666+0000) 2024-04-15T21:36:11.753 INFO:journalctl@ceph.osd.4.smithi148.stdout:Apr 15 21:36:11 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-4[30403]: 2024-04-15T21:36:11.462+0000 7f33bb395700 -1 osd.4 127 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-15T21:35:39.482817+0000 front 2024-04-15T21:35:39.482664+0000 (oldest deadline 2024-04-15T21:36:02.382764+0000) 2024-04-15T21:36:11.754 INFO:journalctl@ceph.osd.6.smithi148.stdout:Apr 15 21:36:11 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-6[36221]: 2024-04-15T21:36:11.559+0000 7f358fc5b700 -1 osd.6 127 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-15T21:35:39.170799+0000 front 2024-04-15T21:35:39.170923+0000 (oldest deadline 2024-04-15T21:36:04.470808+0000) 2024-04-15T21:36:11.754 INFO:journalctl@ceph.osd.6.smithi148.stdout:Apr 15 21:36:11 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-6[36221]: 2024-04-15T21:36:11.559+0000 7f358fc5b700 -1 osd.6 127 heartbeat_check: no reply from 172.21.15.57:6814 osd.1 since back 2024-04-15T21:35:46.171638+0000 front 2024-04-15T21:35:46.171613+0000 (oldest deadline 2024-04-15T21:36:11.471609+0000) 2024-04-15T21:36:12.101 INFO:journalctl@ceph.osd.7.smithi148.stdout:Apr 15 21:36:11 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-7[39171]: 2024-04-15T21:36:11.750+0000 7f4c70552700 -1 osd.7 127 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-15T21:35:39.673524+0000 front 2024-04-15T21:35:39.673501+0000 (oldest deadline 2024-04-15T21:36:03.173342+0000) 2024-04-15T21:36:12.739 INFO:journalctl@ceph.osd.4.smithi148.stdout:Apr 15 21:36:12 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-4[30403]: 2024-04-15T21:36:12.481+0000 7f33bb395700 -1 osd.4 127 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-15T21:35:39.482817+0000 front 2024-04-15T21:35:39.482664+0000 (oldest deadline 2024-04-15T21:36:02.382764+0000) 2024-04-15T21:36:12.740 INFO:journalctl@ceph.osd.5.smithi148.stdout:Apr 15 21:36:12 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-5[33309]: 2024-04-15T21:36:12.431+0000 7f9c583d9700 -1 osd.5 127 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-15T21:35:36.994791+0000 front 2024-04-15T21:35:36.994854+0000 (oldest deadline 2024-04-15T21:36:02.894666+0000) 2024-04-15T21:36:12.740 INFO:journalctl@ceph.osd.6.smithi148.stdout:Apr 15 21:36:12 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-6[36221]: 2024-04-15T21:36:12.598+0000 7f358fc5b700 -1 osd.6 127 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-15T21:35:39.170799+0000 front 2024-04-15T21:35:39.170923+0000 (oldest deadline 2024-04-15T21:36:04.470808+0000) 2024-04-15T21:36:12.740 INFO:journalctl@ceph.osd.6.smithi148.stdout:Apr 15 21:36:12 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-6[36221]: 2024-04-15T21:36:12.598+0000 7f358fc5b700 -1 osd.6 127 heartbeat_check: no reply from 172.21.15.57:6814 osd.1 since back 2024-04-15T21:35:46.171638+0000 front 2024-04-15T21:35:46.171613+0000 (oldest deadline 2024-04-15T21:36:11.471609+0000) 2024-04-15T21:36:13.101 INFO:journalctl@ceph.osd.7.smithi148.stdout:Apr 15 21:36:12 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-7[39171]: 2024-04-15T21:36:12.736+0000 7f4c70552700 -1 osd.7 127 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-15T21:35:39.673524+0000 front 2024-04-15T21:35:39.673501+0000 (oldest deadline 2024-04-15T21:36:03.173342+0000) 2024-04-15T21:36:13.102 INFO:journalctl@ceph.osd.7.smithi148.stdout:Apr 15 21:36:12 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-7[39171]: 2024-04-15T21:36:12.736+0000 7f4c70552700 -1 osd.7 127 heartbeat_check: no reply from 172.21.15.57:6814 osd.1 since back 2024-04-15T21:35:48.474514+0000 front 2024-04-15T21:35:48.474552+0000 (oldest deadline 2024-04-15T21:36:12.574353+0000) 2024-04-15T21:36:13.707 INFO:journalctl@ceph.osd.5.smithi148.stdout:Apr 15 21:36:13 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-5[33309]: 2024-04-15T21:36:13.449+0000 7f9c583d9700 -1 osd.5 127 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-15T21:35:36.994791+0000 front 2024-04-15T21:35:36.994854+0000 (oldest deadline 2024-04-15T21:36:02.894666+0000) 2024-04-15T21:36:13.708 INFO:journalctl@ceph.osd.5.smithi148.stdout:Apr 15 21:36:13 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-5[33309]: 2024-04-15T21:36:13.449+0000 7f9c583d9700 -1 osd.5 127 heartbeat_check: no reply from 172.21.15.57:6814 osd.1 since back 2024-04-15T21:35:49.296225+0000 front 2024-04-15T21:35:49.296248+0000 (oldest deadline 2024-04-15T21:36:13.396168+0000) 2024-04-15T21:36:13.708 INFO:journalctl@ceph.osd.6.smithi148.stdout:Apr 15 21:36:13 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-6[36221]: 2024-04-15T21:36:13.574+0000 7f358fc5b700 -1 osd.6 127 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-15T21:35:39.170799+0000 front 2024-04-15T21:35:39.170923+0000 (oldest deadline 2024-04-15T21:36:04.470808+0000) 2024-04-15T21:36:13.708 INFO:journalctl@ceph.osd.6.smithi148.stdout:Apr 15 21:36:13 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-6[36221]: 2024-04-15T21:36:13.574+0000 7f358fc5b700 -1 osd.6 127 heartbeat_check: no reply from 172.21.15.57:6814 osd.1 since back 2024-04-15T21:35:46.171638+0000 front 2024-04-15T21:35:46.171613+0000 (oldest deadline 2024-04-15T21:36:11.471609+0000) 2024-04-15T21:36:13.971 INFO:journalctl@ceph.osd.7.smithi148.stdout:Apr 15 21:36:13 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-7[39171]: 2024-04-15T21:36:13.784+0000 7f4c70552700 -1 osd.7 127 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-15T21:35:39.673524+0000 front 2024-04-15T21:35:39.673501+0000 (oldest deadline 2024-04-15T21:36:03.173342+0000) 2024-04-15T21:36:13.971 INFO:journalctl@ceph.osd.7.smithi148.stdout:Apr 15 21:36:13 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-7[39171]: 2024-04-15T21:36:13.784+0000 7f4c70552700 -1 osd.7 127 heartbeat_check: no reply from 172.21.15.57:6814 osd.1 since back 2024-04-15T21:35:48.474514+0000 front 2024-04-15T21:35:48.474552+0000 (oldest deadline 2024-04-15T21:36:12.574353+0000) 2024-04-15T21:36:13.972 INFO:journalctl@ceph.osd.4.smithi148.stdout:Apr 15 21:36:13 smithi148 podman[135258]: 2024-04-15 21:36:13.706014471 +0000 UTC m=+5.835051801 container died 955a657c77227513a9d72212da5a0493f60273edce8de38d5563df24704c0da9 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-4, vendor=Red Hat, Inc., ceph=True, io.buildah.version=1.19.8, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=-17.2.0, name=centos-stream, release=754, io.openshift.expose-services=, architecture=x86_64, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, GIT_REPO=https://github.com/ceph/ceph-container.git, build-date=2022-05-03T08:36:31.336870, io.k8s.display-name=CentOS Stream 8, GIT_BRANCH=HEAD, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., version=8, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, vcs-type=git, RELEASE=HEAD, GIT_CLEAN=True, io.openshift.tags=base centos centos-stream, com.redhat.component=centos-stream-container, distribution-scope=public) 2024-04-15T21:36:14.352 INFO:journalctl@ceph.osd.4.smithi148.stdout:Apr 15 21:36:14 smithi148 podman[135258]: 2024-04-15 21:36:14.142591985 +0000 UTC m=+6.271629309 container cleanup 955a657c77227513a9d72212da5a0493f60273edce8de38d5563df24704c0da9 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-4, CEPH_POINT_RELEASE=-17.2.0, version=8, distribution-scope=public, release=754, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, maintainer=Guillaume Abrioux , com.redhat.component=centos-stream-container, io.k8s.display-name=CentOS Stream 8, vcs-type=git, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, build-date=2022-05-03T08:36:31.336870, GIT_BRANCH=HEAD, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, architecture=x86_64, io.openshift.expose-services=, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, name=centos-stream, GIT_REPO=https://github.com/ceph/ceph-container.git, RELEASE=HEAD, GIT_CLEAN=True, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, ceph=True, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, vendor=Red Hat, Inc., io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.openshift.tags=base centos centos-stream, io.buildah.version=1.19.8) 2024-04-15T21:36:14.352 INFO:journalctl@ceph.osd.4.smithi148.stdout:Apr 15 21:36:14 smithi148 bash[135258]: ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-4 2024-04-15T21:36:14.744 INFO:journalctl@ceph.osd.5.smithi148.stdout:Apr 15 21:36:14 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-5[33309]: 2024-04-15T21:36:14.451+0000 7f9c583d9700 -1 osd.5 127 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-15T21:35:36.994791+0000 front 2024-04-15T21:35:36.994854+0000 (oldest deadline 2024-04-15T21:36:02.894666+0000) 2024-04-15T21:36:14.744 INFO:journalctl@ceph.osd.5.smithi148.stdout:Apr 15 21:36:14 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-5[33309]: 2024-04-15T21:36:14.451+0000 7f9c583d9700 -1 osd.5 127 heartbeat_check: no reply from 172.21.15.57:6814 osd.1 since back 2024-04-15T21:35:49.296225+0000 front 2024-04-15T21:35:49.296248+0000 (oldest deadline 2024-04-15T21:36:13.396168+0000) 2024-04-15T21:36:14.744 INFO:journalctl@ceph.osd.4.smithi148.stdout:Apr 15 21:36:14 smithi148 podman[135369]: 2024-04-15 21:36:14.402919152 +0000 UTC m=+0.689572982 container remove 955a657c77227513a9d72212da5a0493f60273edce8de38d5563df24704c0da9 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-4, CEPH_POINT_RELEASE=-17.2.0, version=8, ceph=True, com.redhat.component=centos-stream-container, GIT_REPO=https://github.com/ceph/ceph-container.git, io.k8s.display-name=CentOS Stream 8, RELEASE=HEAD, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, io.openshift.tags=base centos centos-stream, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, distribution-scope=public, io.openshift.expose-services=, GIT_BRANCH=HEAD, architecture=x86_64, vcs-type=git, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., release=754, vendor=Red Hat, Inc., com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, name=centos-stream, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, GIT_CLEAN=True, io.buildah.version=1.19.8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, maintainer=Guillaume Abrioux , build-date=2022-05-03T08:36:31.336870) 2024-04-15T21:36:14.745 INFO:journalctl@ceph.osd.4.smithi148.stdout:Apr 15 21:36:14 smithi148 bash[135382]: Error: no container with name or ID "ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd.4" found: no such container 2024-04-15T21:36:14.745 INFO:journalctl@ceph.osd.6.smithi148.stdout:Apr 15 21:36:14 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-6[36221]: 2024-04-15T21:36:14.529+0000 7f358fc5b700 -1 osd.6 127 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-15T21:35:39.170799+0000 front 2024-04-15T21:35:39.170923+0000 (oldest deadline 2024-04-15T21:36:04.470808+0000) 2024-04-15T21:36:14.745 INFO:journalctl@ceph.osd.6.smithi148.stdout:Apr 15 21:36:14 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-6[36221]: 2024-04-15T21:36:14.529+0000 7f358fc5b700 -1 osd.6 127 heartbeat_check: no reply from 172.21.15.57:6814 osd.1 since back 2024-04-15T21:35:46.171638+0000 front 2024-04-15T21:35:46.171613+0000 (oldest deadline 2024-04-15T21:36:11.471609+0000) 2024-04-15T21:36:15.041 INFO:journalctl@ceph.osd.7.smithi148.stdout:Apr 15 21:36:14 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-7[39171]: 2024-04-15T21:36:14.829+0000 7f4c70552700 -1 osd.7 127 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-15T21:35:39.673524+0000 front 2024-04-15T21:35:39.673501+0000 (oldest deadline 2024-04-15T21:36:03.173342+0000) 2024-04-15T21:36:15.041 INFO:journalctl@ceph.osd.7.smithi148.stdout:Apr 15 21:36:14 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-7[39171]: 2024-04-15T21:36:14.829+0000 7f4c70552700 -1 osd.7 127 heartbeat_check: no reply from 172.21.15.57:6814 osd.1 since back 2024-04-15T21:35:48.474514+0000 front 2024-04-15T21:35:48.474552+0000 (oldest deadline 2024-04-15T21:36:12.574353+0000) 2024-04-15T21:36:15.042 INFO:journalctl@ceph.osd.4.smithi148.stdout:Apr 15 21:36:14 smithi148 podman[135448]: 2024-04-15 21:36:14.64646789 +0000 UTC m=+0.020381631 image pull e1d6a67b021eb077ee22bf650f1a9fb1980a2cf5c36bdb9cba9eac6de8f702d9 quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a 2024-04-15T21:36:15.042 INFO:journalctl@ceph.osd.4.smithi148.stdout:Apr 15 21:36:14 smithi148 podman[135448]: 2024-04-15 21:36:14.762095817 +0000 UTC m=+0.136009551 container create 73b16eda027da1e671fbefefa6fffded295ce9ebdd4cd592fe665035cc56bede (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-4-deactivate, architecture=x86_64, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., com.redhat.component=centos-stream-container, distribution-scope=public, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, io.openshift.expose-services=, io.buildah.version=1.19.8, io.openshift.tags=base centos centos-stream, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, vcs-type=git, ceph=True, CEPH_POINT_RELEASE=-17.2.0, vendor=Red Hat, Inc., RELEASE=HEAD, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, GIT_CLEAN=True, version=8, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, GIT_REPO=https://github.com/ceph/ceph-container.git, maintainer=Guillaume Abrioux , name=centos-stream, build-date=2022-05-03T08:36:31.336870, GIT_BRANCH=HEAD, release=754, io.k8s.display-name=CentOS Stream 8) 2024-04-15T21:36:15.042 INFO:journalctl@ceph.osd.4.smithi148.stdout:Apr 15 21:36:14 smithi148 podman[135448]: 2024-04-15 21:36:14.956039158 +0000 UTC m=+0.329952893 container init 73b16eda027da1e671fbefefa6fffded295ce9ebdd4cd592fe665035cc56bede (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-4-deactivate, com.redhat.component=centos-stream-container, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, name=centos-stream, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., GIT_BRANCH=HEAD, io.buildah.version=1.19.8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, RELEASE=HEAD, maintainer=Guillaume Abrioux , vendor=Red Hat, Inc., release=754, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, build-date=2022-05-03T08:36:31.336870, distribution-scope=public, architecture=x86_64, vcs-type=git, io.openshift.tags=base centos centos-stream, GIT_CLEAN=True, version=8, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, GIT_REPO=https://github.com/ceph/ceph-container.git, CEPH_POINT_RELEASE=-17.2.0, io.openshift.expose-services=, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, ceph=True, io.k8s.display-name=CentOS Stream 8) 2024-04-15T21:36:15.042 INFO:journalctl@ceph.osd.4.smithi148.stdout:Apr 15 21:36:14 smithi148 podman[135448]: 2024-04-15 21:36:14.959630066 +0000 UTC m=+0.333543808 container start 73b16eda027da1e671fbefefa6fffded295ce9ebdd4cd592fe665035cc56bede (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-4-deactivate, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.buildah.version=1.19.8, version=8, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, io.k8s.display-name=CentOS Stream 8, vendor=Red Hat, Inc., description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, release=754, GIT_BRANCH=HEAD, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, GIT_CLEAN=True, ceph=True, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, GIT_REPO=https://github.com/ceph/ceph-container.git, maintainer=Guillaume Abrioux , url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, build-date=2022-05-03T08:36:31.336870, distribution-scope=public, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, io.openshift.tags=base centos centos-stream, com.redhat.component=centos-stream-container, vcs-type=git, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, RELEASE=HEAD, io.openshift.expose-services=, architecture=x86_64, name=centos-stream, CEPH_POINT_RELEASE=-17.2.0) 2024-04-15T21:36:15.042 INFO:journalctl@ceph.osd.4.smithi148.stdout:Apr 15 21:36:15 smithi148 podman[135448]: 2024-04-15 21:36:15.039505299 +0000 UTC m=+0.413419048 container attach 73b16eda027da1e671fbefefa6fffded295ce9ebdd4cd592fe665035cc56bede (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-4-deactivate, io.buildah.version=1.19.8, com.redhat.component=centos-stream-container, GIT_BRANCH=HEAD, ceph=True, architecture=x86_64, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, GIT_CLEAN=True, release=754, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., CEPH_POINT_RELEASE=-17.2.0, io.openshift.expose-services=, maintainer=Guillaume Abrioux , GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, version=8, vcs-type=git, io.k8s.display-name=CentOS Stream 8, distribution-scope=public, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, RELEASE=HEAD, vendor=Red Hat, Inc., io.openshift.tags=base centos centos-stream, build-date=2022-05-03T08:36:31.336870, GIT_REPO=https://github.com/ceph/ceph-container.git, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, name=centos-stream) 2024-04-15T21:36:15.352 INFO:journalctl@ceph.osd.4.smithi148.stdout:Apr 15 21:36:15 smithi148 podman[135448]: 2024-04-15 21:36:15.263644051 +0000 UTC m=+0.637557788 container died 73b16eda027da1e671fbefefa6fffded295ce9ebdd4cd592fe665035cc56bede (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-4-deactivate, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, vcs-type=git, maintainer=Guillaume Abrioux , name=centos-stream, io.buildah.version=1.19.8, io.openshift.tags=base centos centos-stream, architecture=x86_64, com.redhat.component=centos-stream-container, ceph=True, RELEASE=HEAD, CEPH_POINT_RELEASE=-17.2.0, GIT_CLEAN=True, GIT_REPO=https://github.com/ceph/ceph-container.git, GIT_BRANCH=HEAD, build-date=2022-05-03T08:36:31.336870, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, version=8, distribution-scope=public, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, vendor=Red Hat, Inc., release=754, io.openshift.expose-services=, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, io.k8s.display-name=CentOS Stream 8) 2024-04-15T21:36:15.805 INFO:journalctl@ceph.osd.5.smithi148.stdout:Apr 15 21:36:15 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-5[33309]: 2024-04-15T21:36:15.402+0000 7f9c583d9700 -1 osd.5 127 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-15T21:35:36.994791+0000 front 2024-04-15T21:35:36.994854+0000 (oldest deadline 2024-04-15T21:36:02.894666+0000) 2024-04-15T21:36:15.805 INFO:journalctl@ceph.osd.5.smithi148.stdout:Apr 15 21:36:15 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-5[33309]: 2024-04-15T21:36:15.402+0000 7f9c583d9700 -1 osd.5 127 heartbeat_check: no reply from 172.21.15.57:6814 osd.1 since back 2024-04-15T21:35:49.296225+0000 front 2024-04-15T21:35:49.296248+0000 (oldest deadline 2024-04-15T21:36:13.396168+0000) 2024-04-15T21:36:15.805 INFO:journalctl@ceph.osd.6.smithi148.stdout:Apr 15 21:36:15 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-6[36221]: 2024-04-15T21:36:15.557+0000 7f358fc5b700 -1 osd.6 127 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-15T21:35:39.170799+0000 front 2024-04-15T21:35:39.170923+0000 (oldest deadline 2024-04-15T21:36:04.470808+0000) 2024-04-15T21:36:15.806 INFO:journalctl@ceph.osd.6.smithi148.stdout:Apr 15 21:36:15 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-6[36221]: 2024-04-15T21:36:15.557+0000 7f358fc5b700 -1 osd.6 127 heartbeat_check: no reply from 172.21.15.57:6814 osd.1 since back 2024-04-15T21:35:46.171638+0000 front 2024-04-15T21:35:46.171613+0000 (oldest deadline 2024-04-15T21:36:11.471609+0000) 2024-04-15T21:36:15.938 DEBUG:teuthology.orchestra.run.smithi148:> sudo pkill -f 'journalctl -f -n 0 -u ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@osd.4.service' 2024-04-15T21:36:15.989 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-15T21:36:15.989 INFO:tasks.cephadm.osd.4:Stopped osd.4 2024-04-15T21:36:15.989 INFO:tasks.cephadm.osd.5:Stopping osd.5... 2024-04-15T21:36:15.989 DEBUG:teuthology.orchestra.run.smithi148:> sudo systemctl stop ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@osd.5 2024-04-15T21:36:16.059 INFO:journalctl@ceph.osd.5.smithi148.stdout:Apr 15 21:36:16 smithi148 systemd[1]: Stopping Ceph osd.5 for b97cffaa-fb6a-11ee-bc8f-c7b262605968... 2024-04-15T21:36:16.059 INFO:journalctl@ceph.osd.7.smithi148.stdout:Apr 15 21:36:15 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-7[39171]: 2024-04-15T21:36:15.802+0000 7f4c70552700 -1 osd.7 127 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-15T21:35:39.673524+0000 front 2024-04-15T21:35:39.673501+0000 (oldest deadline 2024-04-15T21:36:03.173342+0000) 2024-04-15T21:36:16.059 INFO:journalctl@ceph.osd.7.smithi148.stdout:Apr 15 21:36:15 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-7[39171]: 2024-04-15T21:36:15.802+0000 7f4c70552700 -1 osd.7 127 heartbeat_check: no reply from 172.21.15.57:6814 osd.1 since back 2024-04-15T21:35:48.474514+0000 front 2024-04-15T21:35:48.474552+0000 (oldest deadline 2024-04-15T21:36:12.574353+0000) 2024-04-15T21:36:16.351 INFO:journalctl@ceph.osd.5.smithi148.stdout:Apr 15 21:36:16 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-5[33309]: 2024-04-15T21:36:16.154+0000 7f9c5b23d700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-15T21:36:16.352 INFO:journalctl@ceph.osd.5.smithi148.stdout:Apr 15 21:36:16 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-5[33309]: 2024-04-15T21:36:16.154+0000 7f9c5b23d700 -1 osd.5 127 *** Got signal Terminated *** 2024-04-15T21:36:16.352 INFO:journalctl@ceph.osd.5.smithi148.stdout:Apr 15 21:36:16 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-5[33309]: 2024-04-15T21:36:16.154+0000 7f9c5b23d700 -1 osd.5 127 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-15T21:36:16.781 INFO:journalctl@ceph.osd.5.smithi148.stdout:Apr 15 21:36:16 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-5[33309]: 2024-04-15T21:36:16.367+0000 7f9c583d9700 -1 osd.5 127 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-15T21:35:36.994791+0000 front 2024-04-15T21:35:36.994854+0000 (oldest deadline 2024-04-15T21:36:02.894666+0000) 2024-04-15T21:36:16.782 INFO:journalctl@ceph.osd.5.smithi148.stdout:Apr 15 21:36:16 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-5[33309]: 2024-04-15T21:36:16.367+0000 7f9c583d9700 -1 osd.5 127 heartbeat_check: no reply from 172.21.15.57:6814 osd.1 since back 2024-04-15T21:35:49.296225+0000 front 2024-04-15T21:35:49.296248+0000 (oldest deadline 2024-04-15T21:36:13.396168+0000) 2024-04-15T21:36:16.782 INFO:journalctl@ceph.osd.6.smithi148.stdout:Apr 15 21:36:16 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-6[36221]: 2024-04-15T21:36:16.583+0000 7f358fc5b700 -1 osd.6 127 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-15T21:35:39.170799+0000 front 2024-04-15T21:35:39.170923+0000 (oldest deadline 2024-04-15T21:36:04.470808+0000) 2024-04-15T21:36:16.782 INFO:journalctl@ceph.osd.6.smithi148.stdout:Apr 15 21:36:16 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-6[36221]: 2024-04-15T21:36:16.583+0000 7f358fc5b700 -1 osd.6 127 heartbeat_check: no reply from 172.21.15.57:6814 osd.1 since back 2024-04-15T21:35:46.171638+0000 front 2024-04-15T21:35:46.171613+0000 (oldest deadline 2024-04-15T21:36:11.471609+0000) 2024-04-15T21:36:17.101 INFO:journalctl@ceph.osd.7.smithi148.stdout:Apr 15 21:36:16 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-7[39171]: 2024-04-15T21:36:16.779+0000 7f4c70552700 -1 osd.7 127 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-15T21:35:39.673524+0000 front 2024-04-15T21:35:39.673501+0000 (oldest deadline 2024-04-15T21:36:03.173342+0000) 2024-04-15T21:36:17.102 INFO:journalctl@ceph.osd.7.smithi148.stdout:Apr 15 21:36:16 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-7[39171]: 2024-04-15T21:36:16.779+0000 7f4c70552700 -1 osd.7 127 heartbeat_check: no reply from 172.21.15.57:6814 osd.1 since back 2024-04-15T21:35:48.474514+0000 front 2024-04-15T21:35:48.474552+0000 (oldest deadline 2024-04-15T21:36:12.574353+0000) 2024-04-15T21:36:17.821 INFO:journalctl@ceph.osd.6.smithi148.stdout:Apr 15 21:36:17 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-6[36221]: 2024-04-15T21:36:17.595+0000 7f358fc5b700 -1 osd.6 127 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-15T21:35:39.170799+0000 front 2024-04-15T21:35:39.170923+0000 (oldest deadline 2024-04-15T21:36:04.470808+0000) 2024-04-15T21:36:17.821 INFO:journalctl@ceph.osd.6.smithi148.stdout:Apr 15 21:36:17 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-6[36221]: 2024-04-15T21:36:17.595+0000 7f358fc5b700 -1 osd.6 127 heartbeat_check: no reply from 172.21.15.57:6814 osd.1 since back 2024-04-15T21:35:46.171638+0000 front 2024-04-15T21:35:46.171613+0000 (oldest deadline 2024-04-15T21:36:11.471609+0000) 2024-04-15T21:36:17.822 INFO:journalctl@ceph.osd.5.smithi148.stdout:Apr 15 21:36:17 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-5[33309]: 2024-04-15T21:36:17.408+0000 7f9c583d9700 -1 osd.5 127 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-15T21:35:36.994791+0000 front 2024-04-15T21:35:36.994854+0000 (oldest deadline 2024-04-15T21:36:02.894666+0000) 2024-04-15T21:36:17.822 INFO:journalctl@ceph.osd.5.smithi148.stdout:Apr 15 21:36:17 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-5[33309]: 2024-04-15T21:36:17.408+0000 7f9c583d9700 -1 osd.5 127 heartbeat_check: no reply from 172.21.15.57:6814 osd.1 since back 2024-04-15T21:35:49.296225+0000 front 2024-04-15T21:35:49.296248+0000 (oldest deadline 2024-04-15T21:36:13.396168+0000) 2024-04-15T21:36:18.074 INFO:journalctl@ceph.osd.7.smithi148.stdout:Apr 15 21:36:17 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-7[39171]: 2024-04-15T21:36:17.818+0000 7f4c70552700 -1 osd.7 127 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-15T21:35:39.673524+0000 front 2024-04-15T21:35:39.673501+0000 (oldest deadline 2024-04-15T21:36:03.173342+0000) 2024-04-15T21:36:18.074 INFO:journalctl@ceph.osd.7.smithi148.stdout:Apr 15 21:36:17 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-7[39171]: 2024-04-15T21:36:17.818+0000 7f4c70552700 -1 osd.7 127 heartbeat_check: no reply from 172.21.15.57:6814 osd.1 since back 2024-04-15T21:35:48.474514+0000 front 2024-04-15T21:35:48.474552+0000 (oldest deadline 2024-04-15T21:36:12.574353+0000) 2024-04-15T21:36:18.738 INFO:journalctl@ceph.osd.5.smithi148.stdout:Apr 15 21:36:18 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-5[33309]: 2024-04-15T21:36:18.380+0000 7f9c583d9700 -1 osd.5 127 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-15T21:35:36.994791+0000 front 2024-04-15T21:35:36.994854+0000 (oldest deadline 2024-04-15T21:36:02.894666+0000) 2024-04-15T21:36:18.738 INFO:journalctl@ceph.osd.5.smithi148.stdout:Apr 15 21:36:18 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-5[33309]: 2024-04-15T21:36:18.380+0000 7f9c583d9700 -1 osd.5 127 heartbeat_check: no reply from 172.21.15.57:6814 osd.1 since back 2024-04-15T21:35:49.296225+0000 front 2024-04-15T21:35:49.296248+0000 (oldest deadline 2024-04-15T21:36:13.396168+0000) 2024-04-15T21:36:18.738 INFO:journalctl@ceph.osd.6.smithi148.stdout:Apr 15 21:36:18 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-6[36221]: 2024-04-15T21:36:18.567+0000 7f358fc5b700 -1 osd.6 127 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-15T21:35:39.170799+0000 front 2024-04-15T21:35:39.170923+0000 (oldest deadline 2024-04-15T21:36:04.470808+0000) 2024-04-15T21:36:18.739 INFO:journalctl@ceph.osd.6.smithi148.stdout:Apr 15 21:36:18 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-6[36221]: 2024-04-15T21:36:18.567+0000 7f358fc5b700 -1 osd.6 127 heartbeat_check: no reply from 172.21.15.57:6814 osd.1 since back 2024-04-15T21:35:46.171638+0000 front 2024-04-15T21:35:46.171613+0000 (oldest deadline 2024-04-15T21:36:11.471609+0000) 2024-04-15T21:36:19.101 INFO:journalctl@ceph.osd.7.smithi148.stdout:Apr 15 21:36:18 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-7[39171]: 2024-04-15T21:36:18.775+0000 7f4c70552700 -1 osd.7 127 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-15T21:35:39.673524+0000 front 2024-04-15T21:35:39.673501+0000 (oldest deadline 2024-04-15T21:36:03.173342+0000) 2024-04-15T21:36:19.102 INFO:journalctl@ceph.osd.7.smithi148.stdout:Apr 15 21:36:18 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-7[39171]: 2024-04-15T21:36:18.775+0000 7f4c70552700 -1 osd.7 127 heartbeat_check: no reply from 172.21.15.57:6814 osd.1 since back 2024-04-15T21:35:48.474514+0000 front 2024-04-15T21:35:48.474552+0000 (oldest deadline 2024-04-15T21:36:12.574353+0000) 2024-04-15T21:36:19.759 INFO:journalctl@ceph.osd.6.smithi148.stdout:Apr 15 21:36:19 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-6[36221]: 2024-04-15T21:36:19.529+0000 7f358fc5b700 -1 osd.6 127 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-15T21:35:39.170799+0000 front 2024-04-15T21:35:39.170923+0000 (oldest deadline 2024-04-15T21:36:04.470808+0000) 2024-04-15T21:36:19.759 INFO:journalctl@ceph.osd.6.smithi148.stdout:Apr 15 21:36:19 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-6[36221]: 2024-04-15T21:36:19.529+0000 7f358fc5b700 -1 osd.6 127 heartbeat_check: no reply from 172.21.15.57:6814 osd.1 since back 2024-04-15T21:35:46.171638+0000 front 2024-04-15T21:35:46.171613+0000 (oldest deadline 2024-04-15T21:36:11.471609+0000) 2024-04-15T21:36:19.760 INFO:journalctl@ceph.osd.5.smithi148.stdout:Apr 15 21:36:19 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-5[33309]: 2024-04-15T21:36:19.365+0000 7f9c583d9700 -1 osd.5 127 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-15T21:35:36.994791+0000 front 2024-04-15T21:35:36.994854+0000 (oldest deadline 2024-04-15T21:36:02.894666+0000) 2024-04-15T21:36:19.760 INFO:journalctl@ceph.osd.5.smithi148.stdout:Apr 15 21:36:19 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-5[33309]: 2024-04-15T21:36:19.365+0000 7f9c583d9700 -1 osd.5 127 heartbeat_check: no reply from 172.21.15.57:6814 osd.1 since back 2024-04-15T21:35:49.296225+0000 front 2024-04-15T21:35:49.296248+0000 (oldest deadline 2024-04-15T21:36:13.396168+0000) 2024-04-15T21:36:19.760 INFO:journalctl@ceph.osd.5.smithi148.stdout:Apr 15 21:36:19 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-5[33309]: 2024-04-15T21:36:19.365+0000 7f9c583d9700 -1 osd.5 127 heartbeat_check: no reply from 172.21.15.57:6822 osd.2 since back 2024-04-15T21:35:53.396657+0000 front 2024-04-15T21:35:53.396796+0000 (oldest deadline 2024-04-15T21:36:18.596949+0000) 2024-04-15T21:36:20.102 INFO:journalctl@ceph.osd.7.smithi148.stdout:Apr 15 21:36:19 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-7[39171]: 2024-04-15T21:36:19.756+0000 7f4c70552700 -1 osd.7 127 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-15T21:35:39.673524+0000 front 2024-04-15T21:35:39.673501+0000 (oldest deadline 2024-04-15T21:36:03.173342+0000) 2024-04-15T21:36:20.102 INFO:journalctl@ceph.osd.7.smithi148.stdout:Apr 15 21:36:19 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-7[39171]: 2024-04-15T21:36:19.756+0000 7f4c70552700 -1 osd.7 127 heartbeat_check: no reply from 172.21.15.57:6814 osd.1 since back 2024-04-15T21:35:48.474514+0000 front 2024-04-15T21:35:48.474552+0000 (oldest deadline 2024-04-15T21:36:12.574353+0000) 2024-04-15T21:36:20.102 INFO:journalctl@ceph.osd.7.smithi148.stdout:Apr 15 21:36:19 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-7[39171]: 2024-04-15T21:36:19.756+0000 7f4c70552700 -1 osd.7 127 heartbeat_check: no reply from 172.21.15.57:6822 osd.2 since back 2024-04-15T21:35:56.575945+0000 front 2024-04-15T21:35:56.575950+0000 (oldest deadline 2024-04-15T21:36:18.875973+0000) 2024-04-15T21:36:20.601 INFO:journalctl@ceph.osd.6.smithi148.stdout:Apr 15 21:36:20 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-6[36221]: 2024-04-15T21:36:20.531+0000 7f358fc5b700 -1 osd.6 127 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-15T21:35:39.170799+0000 front 2024-04-15T21:35:39.170923+0000 (oldest deadline 2024-04-15T21:36:04.470808+0000) 2024-04-15T21:36:20.602 INFO:journalctl@ceph.osd.6.smithi148.stdout:Apr 15 21:36:20 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-6[36221]: 2024-04-15T21:36:20.531+0000 7f358fc5b700 -1 osd.6 127 heartbeat_check: no reply from 172.21.15.57:6814 osd.1 since back 2024-04-15T21:35:46.171638+0000 front 2024-04-15T21:35:46.171613+0000 (oldest deadline 2024-04-15T21:36:11.471609+0000) 2024-04-15T21:36:20.602 INFO:journalctl@ceph.osd.5.smithi148.stdout:Apr 15 21:36:20 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-5[33309]: 2024-04-15T21:36:20.323+0000 7f9c583d9700 -1 osd.5 127 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-15T21:35:36.994791+0000 front 2024-04-15T21:35:36.994854+0000 (oldest deadline 2024-04-15T21:36:02.894666+0000) 2024-04-15T21:36:20.602 INFO:journalctl@ceph.osd.5.smithi148.stdout:Apr 15 21:36:20 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-5[33309]: 2024-04-15T21:36:20.323+0000 7f9c583d9700 -1 osd.5 127 heartbeat_check: no reply from 172.21.15.57:6814 osd.1 since back 2024-04-15T21:35:49.296225+0000 front 2024-04-15T21:35:49.296248+0000 (oldest deadline 2024-04-15T21:36:13.396168+0000) 2024-04-15T21:36:20.602 INFO:journalctl@ceph.osd.5.smithi148.stdout:Apr 15 21:36:20 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-5[33309]: 2024-04-15T21:36:20.323+0000 7f9c583d9700 -1 osd.5 127 heartbeat_check: no reply from 172.21.15.57:6822 osd.2 since back 2024-04-15T21:35:53.396657+0000 front 2024-04-15T21:35:53.396796+0000 (oldest deadline 2024-04-15T21:36:18.596949+0000) 2024-04-15T21:36:21.102 INFO:journalctl@ceph.osd.7.smithi148.stdout:Apr 15 21:36:20 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-7[39171]: 2024-04-15T21:36:20.798+0000 7f4c70552700 -1 osd.7 127 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-15T21:35:39.673524+0000 front 2024-04-15T21:35:39.673501+0000 (oldest deadline 2024-04-15T21:36:03.173342+0000) 2024-04-15T21:36:21.102 INFO:journalctl@ceph.osd.7.smithi148.stdout:Apr 15 21:36:20 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-7[39171]: 2024-04-15T21:36:20.798+0000 7f4c70552700 -1 osd.7 127 heartbeat_check: no reply from 172.21.15.57:6814 osd.1 since back 2024-04-15T21:35:48.474514+0000 front 2024-04-15T21:35:48.474552+0000 (oldest deadline 2024-04-15T21:36:12.574353+0000) 2024-04-15T21:36:21.102 INFO:journalctl@ceph.osd.7.smithi148.stdout:Apr 15 21:36:20 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-7[39171]: 2024-04-15T21:36:20.798+0000 7f4c70552700 -1 osd.7 127 heartbeat_check: no reply from 172.21.15.57:6822 osd.2 since back 2024-04-15T21:35:56.575945+0000 front 2024-04-15T21:35:56.575950+0000 (oldest deadline 2024-04-15T21:36:18.875973+0000) 2024-04-15T21:36:21.795 INFO:journalctl@ceph.osd.5.smithi148.stdout:Apr 15 21:36:21 smithi148 podman[135628]: 2024-04-15 21:36:21.542967825 +0000 UTC m=+5.494262864 container died bf2b1914ffc9439d64f7b0731705988d5ae69de9e9a49fc866a6eb719b232611 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-5, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, maintainer=Guillaume Abrioux , description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, architecture=x86_64, vendor=Red Hat, Inc., GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, io.k8s.display-name=CentOS Stream 8, io.buildah.version=1.19.8, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, vcs-type=git, GIT_BRANCH=HEAD, RELEASE=HEAD, build-date=2022-05-03T08:36:31.336870, io.openshift.tags=base centos centos-stream, GIT_CLEAN=True, GIT_REPO=https://github.com/ceph/ceph-container.git, name=centos-stream, distribution-scope=public, ceph=True, io.openshift.expose-services=, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, com.redhat.component=centos-stream-container, release=754, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, version=8, CEPH_POINT_RELEASE=-17.2.0) 2024-04-15T21:36:21.796 INFO:journalctl@ceph.osd.6.smithi148.stdout:Apr 15 21:36:21 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-6[36221]: 2024-04-15T21:36:21.499+0000 7f358fc5b700 -1 osd.6 127 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-15T21:35:39.170799+0000 front 2024-04-15T21:35:39.170923+0000 (oldest deadline 2024-04-15T21:36:04.470808+0000) 2024-04-15T21:36:21.796 INFO:journalctl@ceph.osd.6.smithi148.stdout:Apr 15 21:36:21 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-6[36221]: 2024-04-15T21:36:21.499+0000 7f358fc5b700 -1 osd.6 127 heartbeat_check: no reply from 172.21.15.57:6814 osd.1 since back 2024-04-15T21:35:46.171638+0000 front 2024-04-15T21:35:46.171613+0000 (oldest deadline 2024-04-15T21:36:11.471609+0000) 2024-04-15T21:36:21.796 INFO:journalctl@ceph.osd.6.smithi148.stdout:Apr 15 21:36:21 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-6[36221]: 2024-04-15T21:36:21.499+0000 7f358fc5b700 -1 osd.6 127 heartbeat_check: no reply from 172.21.15.57:6822 osd.2 since back 2024-04-15T21:35:51.472091+0000 front 2024-04-15T21:35:51.472081+0000 (oldest deadline 2024-04-15T21:36:20.872265+0000) 2024-04-15T21:36:22.102 INFO:journalctl@ceph.osd.7.smithi148.stdout:Apr 15 21:36:21 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-7[39171]: 2024-04-15T21:36:21.803+0000 7f4c70552700 -1 osd.7 127 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-15T21:35:39.673524+0000 front 2024-04-15T21:35:39.673501+0000 (oldest deadline 2024-04-15T21:36:03.173342+0000) 2024-04-15T21:36:22.102 INFO:journalctl@ceph.osd.7.smithi148.stdout:Apr 15 21:36:21 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-7[39171]: 2024-04-15T21:36:21.803+0000 7f4c70552700 -1 osd.7 127 heartbeat_check: no reply from 172.21.15.57:6814 osd.1 since back 2024-04-15T21:35:48.474514+0000 front 2024-04-15T21:35:48.474552+0000 (oldest deadline 2024-04-15T21:36:12.574353+0000) 2024-04-15T21:36:22.102 INFO:journalctl@ceph.osd.7.smithi148.stdout:Apr 15 21:36:21 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-7[39171]: 2024-04-15T21:36:21.803+0000 7f4c70552700 -1 osd.7 127 heartbeat_check: no reply from 172.21.15.57:6822 osd.2 since back 2024-04-15T21:35:56.575945+0000 front 2024-04-15T21:35:56.575950+0000 (oldest deadline 2024-04-15T21:36:18.875973+0000) 2024-04-15T21:36:22.102 INFO:journalctl@ceph.osd.5.smithi148.stdout:Apr 15 21:36:21 smithi148 podman[135628]: 2024-04-15 21:36:21.950726226 +0000 UTC m=+5.902021316 container cleanup bf2b1914ffc9439d64f7b0731705988d5ae69de9e9a49fc866a6eb719b232611 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-5, io.k8s.display-name=CentOS Stream 8, io.buildah.version=1.19.8, maintainer=Guillaume Abrioux , GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, GIT_REPO=https://github.com/ceph/ceph-container.git, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, com.redhat.component=centos-stream-container, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, version=8, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, name=centos-stream, vendor=Red Hat, Inc., io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., GIT_BRANCH=HEAD, build-date=2022-05-03T08:36:31.336870, distribution-scope=public, vcs-type=git, ceph=True, io.openshift.expose-services=, release=754, RELEASE=HEAD, io.openshift.tags=base centos centos-stream, GIT_CLEAN=True, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, CEPH_POINT_RELEASE=-17.2.0, architecture=x86_64) 2024-04-15T21:36:22.103 INFO:journalctl@ceph.osd.5.smithi148.stdout:Apr 15 21:36:21 smithi148 bash[135628]: ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-5 2024-04-15T21:36:22.103 INFO:journalctl@ceph.osd.5.smithi148.stdout:Apr 15 21:36:21 smithi148 bash[136194]: Error: no container with name or ID "ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd.5" found: no such container 2024-04-15T21:36:22.463 INFO:journalctl@ceph.osd.5.smithi148.stdout:Apr 15 21:36:22 smithi148 podman[136180]: 2024-04-15 21:36:22.152436191 +0000 UTC m=+0.607338602 container remove bf2b1914ffc9439d64f7b0731705988d5ae69de9e9a49fc866a6eb719b232611 (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-5, GIT_BRANCH=HEAD, io.openshift.tags=base centos centos-stream, maintainer=Guillaume Abrioux , io.k8s.display-name=CentOS Stream 8, vendor=Red Hat, Inc., GIT_REPO=https://github.com/ceph/ceph-container.git, architecture=x86_64, com.redhat.component=centos-stream-container, GIT_CLEAN=True, name=centos-stream, distribution-scope=public, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, version=8, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, vcs-type=git, io.openshift.expose-services=, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, build-date=2022-05-03T08:36:31.336870, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, RELEASE=HEAD, release=754, io.buildah.version=1.19.8, CEPH_POINT_RELEASE=-17.2.0, ceph=True) 2024-04-15T21:36:22.463 INFO:journalctl@ceph.osd.5.smithi148.stdout:Apr 15 21:36:22 smithi148 podman[136259]: 2024-04-15 21:36:22.386471686 +0000 UTC m=+0.114976708 container create 43abaa8e7ccf2f960f5ee3cc5c3e891c9933f3c6c9917952e22884c5ea7f4d1c (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-5-deactivate, version=8, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, vcs-type=git, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, ceph=True, build-date=2022-05-03T08:36:31.336870, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, vendor=Red Hat, Inc., name=centos-stream, distribution-scope=public, architecture=x86_64, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., GIT_BRANCH=HEAD, release=754, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, RELEASE=HEAD, GIT_CLEAN=True, GIT_REPO=https://github.com/ceph/ceph-container.git, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, io.buildah.version=1.19.8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, maintainer=Guillaume Abrioux , com.redhat.component=centos-stream-container, io.k8s.display-name=CentOS Stream 8, io.openshift.expose-services=, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, io.openshift.tags=base centos centos-stream, CEPH_POINT_RELEASE=-17.2.0) 2024-04-15T21:36:22.463 INFO:journalctl@ceph.osd.5.smithi148.stdout:Apr 15 21:36:22 smithi148 podman[136259]: 2024-04-15 21:36:22.29069662 +0000 UTC m=+0.019201651 image pull e1d6a67b021eb077ee22bf650f1a9fb1980a2cf5c36bdb9cba9eac6de8f702d9 quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a 2024-04-15T21:36:22.757 INFO:journalctl@ceph.osd.6.smithi148.stdout:Apr 15 21:36:22 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-6[36221]: 2024-04-15T21:36:22.460+0000 7f358fc5b700 -1 osd.6 127 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-15T21:35:39.170799+0000 front 2024-04-15T21:35:39.170923+0000 (oldest deadline 2024-04-15T21:36:04.470808+0000) 2024-04-15T21:36:22.758 INFO:journalctl@ceph.osd.6.smithi148.stdout:Apr 15 21:36:22 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-6[36221]: 2024-04-15T21:36:22.460+0000 7f358fc5b700 -1 osd.6 127 heartbeat_check: no reply from 172.21.15.57:6814 osd.1 since back 2024-04-15T21:35:46.171638+0000 front 2024-04-15T21:35:46.171613+0000 (oldest deadline 2024-04-15T21:36:11.471609+0000) 2024-04-15T21:36:22.758 INFO:journalctl@ceph.osd.6.smithi148.stdout:Apr 15 21:36:22 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-6[36221]: 2024-04-15T21:36:22.460+0000 7f358fc5b700 -1 osd.6 127 heartbeat_check: no reply from 172.21.15.57:6822 osd.2 since back 2024-04-15T21:35:51.472091+0000 front 2024-04-15T21:35:51.472081+0000 (oldest deadline 2024-04-15T21:36:20.872265+0000) 2024-04-15T21:36:22.758 INFO:journalctl@ceph.osd.5.smithi148.stdout:Apr 15 21:36:22 smithi148 podman[136259]: 2024-04-15 21:36:22.597419181 +0000 UTC m=+0.325924201 container init 43abaa8e7ccf2f960f5ee3cc5c3e891c9933f3c6c9917952e22884c5ea7f4d1c (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-5-deactivate, CEPH_POINT_RELEASE=-17.2.0, ceph=True, version=8, GIT_BRANCH=HEAD, distribution-scope=public, io.openshift.tags=base centos centos-stream, io.openshift.expose-services=, release=754, GIT_REPO=https://github.com/ceph/ceph-container.git, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, vcs-type=git, io.k8s.display-name=CentOS Stream 8, GIT_CLEAN=True, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, maintainer=Guillaume Abrioux , build-date=2022-05-03T08:36:31.336870, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., name=centos-stream, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, io.buildah.version=1.19.8, com.redhat.component=centos-stream-container, vendor=Red Hat, Inc., architecture=x86_64, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, RELEASE=HEAD, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, com.redhat.license_terms=https://centos.org/legal/licensing-policy/) 2024-04-15T21:36:22.758 INFO:journalctl@ceph.osd.5.smithi148.stdout:Apr 15 21:36:22 smithi148 podman[136259]: 2024-04-15 21:36:22.600706736 +0000 UTC m=+0.329211766 container start 43abaa8e7ccf2f960f5ee3cc5c3e891c9933f3c6c9917952e22884c5ea7f4d1c (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-5-deactivate, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., name=centos-stream, maintainer=Guillaume Abrioux , build-date=2022-05-03T08:36:31.336870, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, GIT_CLEAN=True, distribution-scope=public, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, GIT_REPO=https://github.com/ceph/ceph-container.git, CEPH_POINT_RELEASE=-17.2.0, io.openshift.expose-services=, release=754, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, vendor=Red Hat, Inc., vcs-type=git, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, ceph=True, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, architecture=x86_64, version=8, GIT_BRANCH=HEAD, com.redhat.component=centos-stream-container, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, io.k8s.display-name=CentOS Stream 8, io.openshift.tags=base centos centos-stream, RELEASE=HEAD, io.buildah.version=1.19.8) 2024-04-15T21:36:22.758 INFO:journalctl@ceph.osd.5.smithi148.stdout:Apr 15 21:36:22 smithi148 podman[136259]: 2024-04-15 21:36:22.672152326 +0000 UTC m=+0.400657365 container attach 43abaa8e7ccf2f960f5ee3cc5c3e891c9933f3c6c9917952e22884c5ea7f4d1c (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-5-deactivate, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., GIT_CLEAN=True, maintainer=Guillaume Abrioux , build-date=2022-05-03T08:36:31.336870, distribution-scope=public, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, io.buildah.version=1.19.8, version=8, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, ceph=True, GIT_REPO=https://github.com/ceph/ceph-container.git, com.redhat.component=centos-stream-container, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, vcs-type=git, io.openshift.tags=base centos centos-stream, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, vendor=Red Hat, Inc., io.openshift.expose-services=, architecture=x86_64, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=-17.2.0, RELEASE=HEAD, release=754, name=centos-stream, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, io.k8s.display-name=CentOS Stream 8, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb) 2024-04-15T21:36:23.102 INFO:journalctl@ceph.osd.5.smithi148.stdout:Apr 15 21:36:22 smithi148 podman[136259]: 2024-04-15 21:36:22.884860925 +0000 UTC m=+0.613365939 container died 43abaa8e7ccf2f960f5ee3cc5c3e891c9933f3c6c9917952e22884c5ea7f4d1c (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-5-deactivate, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, io.openshift.tags=base centos centos-stream, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, com.redhat.component=centos-stream-container, GIT_CLEAN=True, maintainer=Guillaume Abrioux , architecture=x86_64, ceph=True, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, vcs-type=git, vendor=Red Hat, Inc., description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, distribution-scope=public, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., RELEASE=HEAD, release=754, GIT_REPO=https://github.com/ceph/ceph-container.git, io.openshift.expose-services=, io.buildah.version=1.19.8, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, name=centos-stream, version=8, build-date=2022-05-03T08:36:31.336870, io.k8s.display-name=CentOS Stream 8, CEPH_POINT_RELEASE=-17.2.0, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, GIT_BRANCH=HEAD, com.redhat.license_terms=https://centos.org/legal/licensing-policy/) 2024-04-15T21:36:23.102 INFO:journalctl@ceph.osd.7.smithi148.stdout:Apr 15 21:36:22 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-7[39171]: 2024-04-15T21:36:22.754+0000 7f4c70552700 -1 osd.7 127 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-15T21:35:39.673524+0000 front 2024-04-15T21:35:39.673501+0000 (oldest deadline 2024-04-15T21:36:03.173342+0000) 2024-04-15T21:36:23.102 INFO:journalctl@ceph.osd.7.smithi148.stdout:Apr 15 21:36:22 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-7[39171]: 2024-04-15T21:36:22.754+0000 7f4c70552700 -1 osd.7 127 heartbeat_check: no reply from 172.21.15.57:6814 osd.1 since back 2024-04-15T21:35:48.474514+0000 front 2024-04-15T21:35:48.474552+0000 (oldest deadline 2024-04-15T21:36:12.574353+0000) 2024-04-15T21:36:23.102 INFO:journalctl@ceph.osd.7.smithi148.stdout:Apr 15 21:36:22 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-7[39171]: 2024-04-15T21:36:22.754+0000 7f4c70552700 -1 osd.7 127 heartbeat_check: no reply from 172.21.15.57:6822 osd.2 since back 2024-04-15T21:35:56.575945+0000 front 2024-04-15T21:35:56.575950+0000 (oldest deadline 2024-04-15T21:36:18.875973+0000) 2024-04-15T21:36:23.464 DEBUG:teuthology.orchestra.run.smithi148:> sudo pkill -f 'journalctl -f -n 0 -u ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@osd.5.service' 2024-04-15T21:36:23.492 INFO:journalctl@ceph.osd.5.smithi148.stdout:Apr 15 21:36:23 smithi148 podman[136285]: 2024-04-15 21:36:23.442348301 +0000 UTC m=+0.551376106 container remove 43abaa8e7ccf2f960f5ee3cc5c3e891c9933f3c6c9917952e22884c5ea7f4d1c (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-5-deactivate, GIT_CLEAN=True, CEPH_POINT_RELEASE=-17.2.0, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, RELEASE=HEAD, ceph=True, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, io.k8s.display-name=CentOS Stream 8, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, maintainer=Guillaume Abrioux , com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, build-date=2022-05-03T08:36:31.336870, GIT_BRANCH=HEAD, vendor=Red Hat, Inc., vcs-type=git, name=centos-stream, com.redhat.component=centos-stream-container, GIT_REPO=https://github.com/ceph/ceph-container.git, distribution-scope=public, io.openshift.tags=base centos centos-stream, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, io.openshift.expose-services=, version=8, release=754, architecture=x86_64, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.buildah.version=1.19.8) 2024-04-15T21:36:23.493 INFO:journalctl@ceph.osd.5.smithi148.stdout:Apr 15 21:36:23 smithi148 systemd[1]: ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@osd.5.service: Deactivated successfully. 2024-04-15T21:36:23.493 INFO:journalctl@ceph.osd.5.smithi148.stdout:Apr 15 21:36:23 smithi148 systemd[1]: Stopped Ceph osd.5 for b97cffaa-fb6a-11ee-bc8f-c7b262605968. 2024-04-15T21:36:23.493 INFO:journalctl@ceph.osd.5.smithi148.stdout:Apr 15 21:36:23 smithi148 systemd[1]: ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@osd.5.service: Consumed 16.092s CPU time. 2024-04-15T21:36:23.509 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-15T21:36:23.510 INFO:tasks.cephadm.osd.5:Stopped osd.5 2024-04-15T21:36:23.510 INFO:tasks.cephadm.osd.6:Stopping osd.6... 2024-04-15T21:36:23.510 DEBUG:teuthology.orchestra.run.smithi148:> sudo systemctl stop ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@osd.6 2024-04-15T21:36:23.773 INFO:journalctl@ceph.osd.6.smithi148.stdout:Apr 15 21:36:23 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-6[36221]: 2024-04-15T21:36:23.497+0000 7f358fc5b700 -1 osd.6 127 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-15T21:35:39.170799+0000 front 2024-04-15T21:35:39.170923+0000 (oldest deadline 2024-04-15T21:36:04.470808+0000) 2024-04-15T21:36:23.773 INFO:journalctl@ceph.osd.6.smithi148.stdout:Apr 15 21:36:23 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-6[36221]: 2024-04-15T21:36:23.497+0000 7f358fc5b700 -1 osd.6 127 heartbeat_check: no reply from 172.21.15.57:6814 osd.1 since back 2024-04-15T21:35:46.171638+0000 front 2024-04-15T21:35:46.171613+0000 (oldest deadline 2024-04-15T21:36:11.471609+0000) 2024-04-15T21:36:23.773 INFO:journalctl@ceph.osd.6.smithi148.stdout:Apr 15 21:36:23 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-6[36221]: 2024-04-15T21:36:23.497+0000 7f358fc5b700 -1 osd.6 127 heartbeat_check: no reply from 172.21.15.57:6822 osd.2 since back 2024-04-15T21:35:51.472091+0000 front 2024-04-15T21:35:51.472081+0000 (oldest deadline 2024-04-15T21:36:20.872265+0000) 2024-04-15T21:36:23.773 INFO:journalctl@ceph.osd.6.smithi148.stdout:Apr 15 21:36:23 smithi148 systemd[1]: Stopping Ceph osd.6 for b97cffaa-fb6a-11ee-bc8f-c7b262605968... 2024-04-15T21:36:23.773 INFO:journalctl@ceph.osd.6.smithi148.stdout:Apr 15 21:36:23 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-6[36221]: 2024-04-15T21:36:23.720+0000 7f35922be700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-15T21:36:23.773 INFO:journalctl@ceph.osd.6.smithi148.stdout:Apr 15 21:36:23 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-6[36221]: 2024-04-15T21:36:23.720+0000 7f35922be700 -1 osd.6 127 *** Got signal Terminated *** 2024-04-15T21:36:23.773 INFO:journalctl@ceph.osd.6.smithi148.stdout:Apr 15 21:36:23 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-6[36221]: 2024-04-15T21:36:23.720+0000 7f35922be700 -1 osd.6 127 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-15T21:36:24.101 INFO:journalctl@ceph.osd.7.smithi148.stdout:Apr 15 21:36:23 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-7[39171]: 2024-04-15T21:36:23.770+0000 7f4c70552700 -1 osd.7 127 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-15T21:35:39.673524+0000 front 2024-04-15T21:35:39.673501+0000 (oldest deadline 2024-04-15T21:36:03.173342+0000) 2024-04-15T21:36:24.102 INFO:journalctl@ceph.osd.7.smithi148.stdout:Apr 15 21:36:23 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-7[39171]: 2024-04-15T21:36:23.770+0000 7f4c70552700 -1 osd.7 127 heartbeat_check: no reply from 172.21.15.57:6814 osd.1 since back 2024-04-15T21:35:48.474514+0000 front 2024-04-15T21:35:48.474552+0000 (oldest deadline 2024-04-15T21:36:12.574353+0000) 2024-04-15T21:36:24.102 INFO:journalctl@ceph.osd.7.smithi148.stdout:Apr 15 21:36:23 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-7[39171]: 2024-04-15T21:36:23.770+0000 7f4c70552700 -1 osd.7 127 heartbeat_check: no reply from 172.21.15.57:6822 osd.2 since back 2024-04-15T21:35:56.575945+0000 front 2024-04-15T21:35:56.575950+0000 (oldest deadline 2024-04-15T21:36:18.875973+0000) 2024-04-15T21:36:24.852 INFO:journalctl@ceph.osd.6.smithi148.stdout:Apr 15 21:36:24 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-6[36221]: 2024-04-15T21:36:24.518+0000 7f358fc5b700 -1 osd.6 127 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-15T21:35:39.170799+0000 front 2024-04-15T21:35:39.170923+0000 (oldest deadline 2024-04-15T21:36:04.470808+0000) 2024-04-15T21:36:24.852 INFO:journalctl@ceph.osd.6.smithi148.stdout:Apr 15 21:36:24 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-6[36221]: 2024-04-15T21:36:24.518+0000 7f358fc5b700 -1 osd.6 127 heartbeat_check: no reply from 172.21.15.57:6814 osd.1 since back 2024-04-15T21:35:46.171638+0000 front 2024-04-15T21:35:46.171613+0000 (oldest deadline 2024-04-15T21:36:11.471609+0000) 2024-04-15T21:36:24.852 INFO:journalctl@ceph.osd.6.smithi148.stdout:Apr 15 21:36:24 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-6[36221]: 2024-04-15T21:36:24.518+0000 7f358fc5b700 -1 osd.6 127 heartbeat_check: no reply from 172.21.15.57:6822 osd.2 since back 2024-04-15T21:35:51.472091+0000 front 2024-04-15T21:35:51.472081+0000 (oldest deadline 2024-04-15T21:36:20.872265+0000) 2024-04-15T21:36:24.852 INFO:journalctl@ceph.osd.7.smithi148.stdout:Apr 15 21:36:24 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-7[39171]: 2024-04-15T21:36:24.724+0000 7f4c70552700 -1 osd.7 127 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-15T21:35:39.673524+0000 front 2024-04-15T21:35:39.673501+0000 (oldest deadline 2024-04-15T21:36:03.173342+0000) 2024-04-15T21:36:24.853 INFO:journalctl@ceph.osd.7.smithi148.stdout:Apr 15 21:36:24 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-7[39171]: 2024-04-15T21:36:24.724+0000 7f4c70552700 -1 osd.7 127 heartbeat_check: no reply from 172.21.15.57:6814 osd.1 since back 2024-04-15T21:35:48.474514+0000 front 2024-04-15T21:35:48.474552+0000 (oldest deadline 2024-04-15T21:36:12.574353+0000) 2024-04-15T21:36:24.853 INFO:journalctl@ceph.osd.7.smithi148.stdout:Apr 15 21:36:24 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-7[39171]: 2024-04-15T21:36:24.724+0000 7f4c70552700 -1 osd.7 127 heartbeat_check: no reply from 172.21.15.57:6822 osd.2 since back 2024-04-15T21:35:56.575945+0000 front 2024-04-15T21:35:56.575950+0000 (oldest deadline 2024-04-15T21:36:18.875973+0000) 2024-04-15T21:36:25.740 INFO:journalctl@ceph.osd.6.smithi148.stdout:Apr 15 21:36:25 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-6[36221]: 2024-04-15T21:36:25.471+0000 7f358fc5b700 -1 osd.6 127 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-15T21:35:39.170799+0000 front 2024-04-15T21:35:39.170923+0000 (oldest deadline 2024-04-15T21:36:04.470808+0000) 2024-04-15T21:36:25.741 INFO:journalctl@ceph.osd.6.smithi148.stdout:Apr 15 21:36:25 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-6[36221]: 2024-04-15T21:36:25.471+0000 7f358fc5b700 -1 osd.6 127 heartbeat_check: no reply from 172.21.15.57:6814 osd.1 since back 2024-04-15T21:35:46.171638+0000 front 2024-04-15T21:35:46.171613+0000 (oldest deadline 2024-04-15T21:36:11.471609+0000) 2024-04-15T21:36:25.741 INFO:journalctl@ceph.osd.6.smithi148.stdout:Apr 15 21:36:25 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-6[36221]: 2024-04-15T21:36:25.471+0000 7f358fc5b700 -1 osd.6 127 heartbeat_check: no reply from 172.21.15.57:6822 osd.2 since back 2024-04-15T21:35:51.472091+0000 front 2024-04-15T21:35:51.472081+0000 (oldest deadline 2024-04-15T21:36:20.872265+0000) 2024-04-15T21:36:26.101 INFO:journalctl@ceph.osd.7.smithi148.stdout:Apr 15 21:36:25 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-7[39171]: 2024-04-15T21:36:25.738+0000 7f4c70552700 -1 osd.7 127 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-15T21:35:39.673524+0000 front 2024-04-15T21:35:39.673501+0000 (oldest deadline 2024-04-15T21:36:03.173342+0000) 2024-04-15T21:36:26.102 INFO:journalctl@ceph.osd.7.smithi148.stdout:Apr 15 21:36:25 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-7[39171]: 2024-04-15T21:36:25.738+0000 7f4c70552700 -1 osd.7 127 heartbeat_check: no reply from 172.21.15.57:6814 osd.1 since back 2024-04-15T21:35:48.474514+0000 front 2024-04-15T21:35:48.474552+0000 (oldest deadline 2024-04-15T21:36:12.574353+0000) 2024-04-15T21:36:26.102 INFO:journalctl@ceph.osd.7.smithi148.stdout:Apr 15 21:36:25 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-7[39171]: 2024-04-15T21:36:25.738+0000 7f4c70552700 -1 osd.7 127 heartbeat_check: no reply from 172.21.15.57:6822 osd.2 since back 2024-04-15T21:35:56.575945+0000 front 2024-04-15T21:35:56.575950+0000 (oldest deadline 2024-04-15T21:36:18.875973+0000) 2024-04-15T21:36:26.852 INFO:journalctl@ceph.osd.6.smithi148.stdout:Apr 15 21:36:26 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-6[36221]: 2024-04-15T21:36:26.514+0000 7f358fc5b700 -1 osd.6 127 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-15T21:35:39.170799+0000 front 2024-04-15T21:35:39.170923+0000 (oldest deadline 2024-04-15T21:36:04.470808+0000) 2024-04-15T21:36:26.852 INFO:journalctl@ceph.osd.6.smithi148.stdout:Apr 15 21:36:26 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-6[36221]: 2024-04-15T21:36:26.514+0000 7f358fc5b700 -1 osd.6 127 heartbeat_check: no reply from 172.21.15.57:6814 osd.1 since back 2024-04-15T21:35:46.171638+0000 front 2024-04-15T21:35:46.171613+0000 (oldest deadline 2024-04-15T21:36:11.471609+0000) 2024-04-15T21:36:26.852 INFO:journalctl@ceph.osd.6.smithi148.stdout:Apr 15 21:36:26 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-6[36221]: 2024-04-15T21:36:26.514+0000 7f358fc5b700 -1 osd.6 127 heartbeat_check: no reply from 172.21.15.57:6822 osd.2 since back 2024-04-15T21:35:51.472091+0000 front 2024-04-15T21:35:51.472081+0000 (oldest deadline 2024-04-15T21:36:20.872265+0000) 2024-04-15T21:36:26.852 INFO:journalctl@ceph.osd.6.smithi148.stdout:Apr 15 21:36:26 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-6[36221]: 2024-04-15T21:36:26.514+0000 7f358fc5b700 -1 osd.6 127 heartbeat_check: no reply from 172.21.15.57:6830 osd.3 since back 2024-04-15T21:36:00.872775+0000 front 2024-04-15T21:36:00.872750+0000 (oldest deadline 2024-04-15T21:36:26.172678+0000) 2024-04-15T21:36:26.853 INFO:journalctl@ceph.osd.7.smithi148.stdout:Apr 15 21:36:26 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-7[39171]: 2024-04-15T21:36:26.704+0000 7f4c70552700 -1 osd.7 127 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-15T21:35:39.673524+0000 front 2024-04-15T21:35:39.673501+0000 (oldest deadline 2024-04-15T21:36:03.173342+0000) 2024-04-15T21:36:26.853 INFO:journalctl@ceph.osd.7.smithi148.stdout:Apr 15 21:36:26 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-7[39171]: 2024-04-15T21:36:26.704+0000 7f4c70552700 -1 osd.7 127 heartbeat_check: no reply from 172.21.15.57:6814 osd.1 since back 2024-04-15T21:35:48.474514+0000 front 2024-04-15T21:35:48.474552+0000 (oldest deadline 2024-04-15T21:36:12.574353+0000) 2024-04-15T21:36:26.853 INFO:journalctl@ceph.osd.7.smithi148.stdout:Apr 15 21:36:26 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-7[39171]: 2024-04-15T21:36:26.704+0000 7f4c70552700 -1 osd.7 127 heartbeat_check: no reply from 172.21.15.57:6822 osd.2 since back 2024-04-15T21:35:56.575945+0000 front 2024-04-15T21:35:56.575950+0000 (oldest deadline 2024-04-15T21:36:18.875973+0000) 2024-04-15T21:36:27.852 INFO:journalctl@ceph.osd.6.smithi148.stdout:Apr 15 21:36:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-6[36221]: 2024-04-15T21:36:27.563+0000 7f358fc5b700 -1 osd.6 127 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-15T21:35:39.170799+0000 front 2024-04-15T21:35:39.170923+0000 (oldest deadline 2024-04-15T21:36:04.470808+0000) 2024-04-15T21:36:27.852 INFO:journalctl@ceph.osd.6.smithi148.stdout:Apr 15 21:36:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-6[36221]: 2024-04-15T21:36:27.563+0000 7f358fc5b700 -1 osd.6 127 heartbeat_check: no reply from 172.21.15.57:6814 osd.1 since back 2024-04-15T21:35:46.171638+0000 front 2024-04-15T21:35:46.171613+0000 (oldest deadline 2024-04-15T21:36:11.471609+0000) 2024-04-15T21:36:27.852 INFO:journalctl@ceph.osd.6.smithi148.stdout:Apr 15 21:36:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-6[36221]: 2024-04-15T21:36:27.563+0000 7f358fc5b700 -1 osd.6 127 heartbeat_check: no reply from 172.21.15.57:6822 osd.2 since back 2024-04-15T21:35:51.472091+0000 front 2024-04-15T21:35:51.472081+0000 (oldest deadline 2024-04-15T21:36:20.872265+0000) 2024-04-15T21:36:27.852 INFO:journalctl@ceph.osd.6.smithi148.stdout:Apr 15 21:36:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-6[36221]: 2024-04-15T21:36:27.563+0000 7f358fc5b700 -1 osd.6 127 heartbeat_check: no reply from 172.21.15.57:6830 osd.3 since back 2024-04-15T21:36:00.872775+0000 front 2024-04-15T21:36:00.872750+0000 (oldest deadline 2024-04-15T21:36:26.172678+0000) 2024-04-15T21:36:27.852 INFO:journalctl@ceph.osd.7.smithi148.stdout:Apr 15 21:36:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-7[39171]: 2024-04-15T21:36:27.658+0000 7f4c70552700 -1 osd.7 127 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-15T21:35:39.673524+0000 front 2024-04-15T21:35:39.673501+0000 (oldest deadline 2024-04-15T21:36:03.173342+0000) 2024-04-15T21:36:27.852 INFO:journalctl@ceph.osd.7.smithi148.stdout:Apr 15 21:36:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-7[39171]: 2024-04-15T21:36:27.658+0000 7f4c70552700 -1 osd.7 127 heartbeat_check: no reply from 172.21.15.57:6814 osd.1 since back 2024-04-15T21:35:48.474514+0000 front 2024-04-15T21:35:48.474552+0000 (oldest deadline 2024-04-15T21:36:12.574353+0000) 2024-04-15T21:36:27.853 INFO:journalctl@ceph.osd.7.smithi148.stdout:Apr 15 21:36:27 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-7[39171]: 2024-04-15T21:36:27.658+0000 7f4c70552700 -1 osd.7 127 heartbeat_check: no reply from 172.21.15.57:6822 osd.2 since back 2024-04-15T21:35:56.575945+0000 front 2024-04-15T21:35:56.575950+0000 (oldest deadline 2024-04-15T21:36:18.875973+0000) 2024-04-15T21:36:28.593 INFO:journalctl@ceph.osd.6.smithi148.stdout:Apr 15 21:36:28 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-6[36221]: 2024-04-15T21:36:28.518+0000 7f358fc5b700 -1 osd.6 127 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-15T21:35:39.170799+0000 front 2024-04-15T21:35:39.170923+0000 (oldest deadline 2024-04-15T21:36:04.470808+0000) 2024-04-15T21:36:28.593 INFO:journalctl@ceph.osd.6.smithi148.stdout:Apr 15 21:36:28 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-6[36221]: 2024-04-15T21:36:28.518+0000 7f358fc5b700 -1 osd.6 127 heartbeat_check: no reply from 172.21.15.57:6814 osd.1 since back 2024-04-15T21:35:46.171638+0000 front 2024-04-15T21:35:46.171613+0000 (oldest deadline 2024-04-15T21:36:11.471609+0000) 2024-04-15T21:36:28.593 INFO:journalctl@ceph.osd.6.smithi148.stdout:Apr 15 21:36:28 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-6[36221]: 2024-04-15T21:36:28.518+0000 7f358fc5b700 -1 osd.6 127 heartbeat_check: no reply from 172.21.15.57:6822 osd.2 since back 2024-04-15T21:35:51.472091+0000 front 2024-04-15T21:35:51.472081+0000 (oldest deadline 2024-04-15T21:36:20.872265+0000) 2024-04-15T21:36:28.593 INFO:journalctl@ceph.osd.6.smithi148.stdout:Apr 15 21:36:28 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-6[36221]: 2024-04-15T21:36:28.518+0000 7f358fc5b700 -1 osd.6 127 heartbeat_check: no reply from 172.21.15.57:6830 osd.3 since back 2024-04-15T21:36:00.872775+0000 front 2024-04-15T21:36:00.872750+0000 (oldest deadline 2024-04-15T21:36:26.172678+0000) 2024-04-15T21:36:28.852 INFO:journalctl@ceph.osd.7.smithi148.stdout:Apr 15 21:36:28 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-7[39171]: 2024-04-15T21:36:28.674+0000 7f4c70552700 -1 osd.7 127 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-15T21:35:39.673524+0000 front 2024-04-15T21:35:39.673501+0000 (oldest deadline 2024-04-15T21:36:03.173342+0000) 2024-04-15T21:36:28.852 INFO:journalctl@ceph.osd.7.smithi148.stdout:Apr 15 21:36:28 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-7[39171]: 2024-04-15T21:36:28.674+0000 7f4c70552700 -1 osd.7 127 heartbeat_check: no reply from 172.21.15.57:6814 osd.1 since back 2024-04-15T21:35:48.474514+0000 front 2024-04-15T21:35:48.474552+0000 (oldest deadline 2024-04-15T21:36:12.574353+0000) 2024-04-15T21:36:28.852 INFO:journalctl@ceph.osd.7.smithi148.stdout:Apr 15 21:36:28 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-7[39171]: 2024-04-15T21:36:28.674+0000 7f4c70552700 -1 osd.7 127 heartbeat_check: no reply from 172.21.15.57:6822 osd.2 since back 2024-04-15T21:35:56.575945+0000 front 2024-04-15T21:35:56.575950+0000 (oldest deadline 2024-04-15T21:36:18.875973+0000) 2024-04-15T21:36:29.508 INFO:journalctl@ceph.osd.6.smithi148.stdout:Apr 15 21:36:29 smithi148 podman[136339]: 2024-04-15 21:36:29.20043835 +0000 UTC m=+5.588177990 container died ab801778ca015778c59c610cd2ef6a68505d2385a1edfe5db6de08c71b8f270e (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-6, version=8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, io.openshift.tags=base centos centos-stream, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, build-date=2022-05-03T08:36:31.336870, maintainer=Guillaume Abrioux , RELEASE=HEAD, release=754, vendor=Red Hat, Inc., GIT_BRANCH=HEAD, ceph=True, com.redhat.component=centos-stream-container, architecture=x86_64, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, CEPH_POINT_RELEASE=-17.2.0, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, distribution-scope=public, io.buildah.version=1.19.8, io.k8s.display-name=CentOS Stream 8, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., name=centos-stream, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, vcs-type=git, GIT_CLEAN=True, GIT_REPO=https://github.com/ceph/ceph-container.git, io.openshift.expose-services=) 2024-04-15T21:36:29.825 INFO:journalctl@ceph.osd.6.smithi148.stdout:Apr 15 21:36:29 smithi148 podman[136339]: 2024-04-15 21:36:29.621825791 +0000 UTC m=+6.009565430 container cleanup ab801778ca015778c59c610cd2ef6a68505d2385a1edfe5db6de08c71b8f270e (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-6, CEPH_POINT_RELEASE=-17.2.0, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, vcs-type=git, release=754, com.redhat.component=centos-stream-container, ceph=True, io.openshift.expose-services=, build-date=2022-05-03T08:36:31.336870, io.buildah.version=1.19.8, maintainer=Guillaume Abrioux , io.k8s.display-name=CentOS Stream 8, version=8, io.openshift.tags=base centos centos-stream, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, vendor=Red Hat, Inc., GIT_BRANCH=HEAD, architecture=x86_64, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., com.redhat.license_terms=https://centos.org/legal/licensing-policy/, GIT_CLEAN=True, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, RELEASE=HEAD, distribution-scope=public, name=centos-stream, GIT_REPO=https://github.com/ceph/ceph-container.git) 2024-04-15T21:36:29.826 INFO:journalctl@ceph.osd.6.smithi148.stdout:Apr 15 21:36:29 smithi148 bash[136339]: ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-6 2024-04-15T21:36:29.826 INFO:journalctl@ceph.osd.7.smithi148.stdout:Apr 15 21:36:29 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-7[39171]: 2024-04-15T21:36:29.650+0000 7f4c70552700 -1 osd.7 127 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-15T21:35:39.673524+0000 front 2024-04-15T21:35:39.673501+0000 (oldest deadline 2024-04-15T21:36:03.173342+0000) 2024-04-15T21:36:29.826 INFO:journalctl@ceph.osd.7.smithi148.stdout:Apr 15 21:36:29 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-7[39171]: 2024-04-15T21:36:29.650+0000 7f4c70552700 -1 osd.7 127 heartbeat_check: no reply from 172.21.15.57:6814 osd.1 since back 2024-04-15T21:35:48.474514+0000 front 2024-04-15T21:35:48.474552+0000 (oldest deadline 2024-04-15T21:36:12.574353+0000) 2024-04-15T21:36:29.826 INFO:journalctl@ceph.osd.7.smithi148.stdout:Apr 15 21:36:29 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-7[39171]: 2024-04-15T21:36:29.650+0000 7f4c70552700 -1 osd.7 127 heartbeat_check: no reply from 172.21.15.57:6822 osd.2 since back 2024-04-15T21:35:56.575945+0000 front 2024-04-15T21:35:56.575950+0000 (oldest deadline 2024-04-15T21:36:18.875973+0000) 2024-04-15T21:36:29.826 INFO:journalctl@ceph.osd.7.smithi148.stdout:Apr 15 21:36:29 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-7[39171]: 2024-04-15T21:36:29.650+0000 7f4c70552700 -1 osd.7 127 heartbeat_check: no reply from 172.21.15.57:6830 osd.3 since back 2024-04-15T21:36:03.576978+0000 front 2024-04-15T21:36:03.576956+0000 (oldest deadline 2024-04-15T21:36:28.877080+0000) 2024-04-15T21:36:30.101 INFO:journalctl@ceph.osd.6.smithi148.stdout:Apr 15 21:36:29 smithi148 bash[136479]: Error: no container with name or ID "ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd.6" found: no such container 2024-04-15T21:36:30.583 INFO:journalctl@ceph.osd.6.smithi148.stdout:Apr 15 21:36:30 smithi148 podman[136436]: 2024-04-15 21:36:30.318174166 +0000 UTC m=+1.110644785 container remove ab801778ca015778c59c610cd2ef6a68505d2385a1edfe5db6de08c71b8f270e (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-6, name=centos-stream, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, ceph=True, GIT_REPO=https://github.com/ceph/ceph-container.git, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, architecture=x86_64, build-date=2022-05-03T08:36:31.336870, maintainer=Guillaume Abrioux , GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, release=754, vendor=Red Hat, Inc., io.openshift.expose-services=, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, RELEASE=HEAD, version=8, com.redhat.component=centos-stream-container, GIT_BRANCH=HEAD, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., GIT_CLEAN=True, CEPH_POINT_RELEASE=-17.2.0, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, vcs-type=git, io.buildah.version=1.19.8, distribution-scope=public, io.openshift.tags=base centos centos-stream, io.k8s.display-name=CentOS Stream 8) 2024-04-15T21:36:30.835 INFO:journalctl@ceph.osd.7.smithi148.stdout:Apr 15 21:36:30 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-7[39171]: 2024-04-15T21:36:30.656+0000 7f4c70552700 -1 osd.7 127 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-15T21:35:39.673524+0000 front 2024-04-15T21:35:39.673501+0000 (oldest deadline 2024-04-15T21:36:03.173342+0000) 2024-04-15T21:36:30.835 INFO:journalctl@ceph.osd.7.smithi148.stdout:Apr 15 21:36:30 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-7[39171]: 2024-04-15T21:36:30.656+0000 7f4c70552700 -1 osd.7 127 heartbeat_check: no reply from 172.21.15.57:6814 osd.1 since back 2024-04-15T21:35:48.474514+0000 front 2024-04-15T21:35:48.474552+0000 (oldest deadline 2024-04-15T21:36:12.574353+0000) 2024-04-15T21:36:30.835 INFO:journalctl@ceph.osd.7.smithi148.stdout:Apr 15 21:36:30 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-7[39171]: 2024-04-15T21:36:30.656+0000 7f4c70552700 -1 osd.7 127 heartbeat_check: no reply from 172.21.15.57:6822 osd.2 since back 2024-04-15T21:35:56.575945+0000 front 2024-04-15T21:35:56.575950+0000 (oldest deadline 2024-04-15T21:36:18.875973+0000) 2024-04-15T21:36:30.835 INFO:journalctl@ceph.osd.7.smithi148.stdout:Apr 15 21:36:30 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-7[39171]: 2024-04-15T21:36:30.656+0000 7f4c70552700 -1 osd.7 127 heartbeat_check: no reply from 172.21.15.57:6830 osd.3 since back 2024-04-15T21:36:03.576978+0000 front 2024-04-15T21:36:03.576956+0000 (oldest deadline 2024-04-15T21:36:28.877080+0000) 2024-04-15T21:36:30.835 INFO:journalctl@ceph.osd.6.smithi148.stdout:Apr 15 21:36:30 smithi148 podman[136562]: 2024-04-15 21:36:30.484728972 +0000 UTC m=+0.018983054 image pull e1d6a67b021eb077ee22bf650f1a9fb1980a2cf5c36bdb9cba9eac6de8f702d9 quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a 2024-04-15T21:36:30.836 INFO:journalctl@ceph.osd.6.smithi148.stdout:Apr 15 21:36:30 smithi148 podman[136562]: 2024-04-15 21:36:30.610763802 +0000 UTC m=+0.145017942 container create d9dd4c08dc9ddf05200ee0c9e45c99e256108d2caab239711ed2ca97e5b22c0f (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-6-deactivate, distribution-scope=public, ceph=True, version=8, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, vendor=Red Hat, Inc., url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, io.k8s.display-name=CentOS Stream 8, io.openshift.expose-services=, io.buildah.version=1.19.8, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, CEPH_POINT_RELEASE=-17.2.0, build-date=2022-05-03T08:36:31.336870, vcs-type=git, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., GIT_REPO=https://github.com/ceph/ceph-container.git, io.openshift.tags=base centos centos-stream, name=centos-stream, RELEASE=HEAD, maintainer=Guillaume Abrioux , vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, architecture=x86_64, com.redhat.component=centos-stream-container, GIT_BRANCH=HEAD, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, GIT_CLEAN=True, release=754) 2024-04-15T21:36:30.836 INFO:journalctl@ceph.osd.6.smithi148.stdout:Apr 15 21:36:30 smithi148 podman[136562]: 2024-04-15 21:36:30.829847638 +0000 UTC m=+0.364101709 container init d9dd4c08dc9ddf05200ee0c9e45c99e256108d2caab239711ed2ca97e5b22c0f (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-6-deactivate, io.openshift.expose-services=, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, ceph=True, version=8, release=754, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.19.8, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, io.openshift.tags=base centos centos-stream, build-date=2022-05-03T08:36:31.336870, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, GIT_CLEAN=True, io.k8s.display-name=CentOS Stream 8, vendor=Red Hat, Inc., name=centos-stream, CEPH_POINT_RELEASE=-17.2.0, architecture=x86_64, com.redhat.component=centos-stream-container, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, vcs-type=git, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., distribution-scope=public, maintainer=Guillaume Abrioux , com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, RELEASE=HEAD, GIT_REPO=https://github.com/ceph/ceph-container.git) 2024-04-15T21:36:30.836 INFO:journalctl@ceph.osd.6.smithi148.stdout:Apr 15 21:36:30 smithi148 podman[136562]: 2024-04-15 21:36:30.833056573 +0000 UTC m=+0.367310645 container start d9dd4c08dc9ddf05200ee0c9e45c99e256108d2caab239711ed2ca97e5b22c0f (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-6-deactivate, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, GIT_BRANCH=HEAD, ceph=True, io.openshift.expose-services=, com.redhat.component=centos-stream-container, name=centos-stream, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, release=754, CEPH_POINT_RELEASE=-17.2.0, GIT_REPO=https://github.com/ceph/ceph-container.git, version=8, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, io.openshift.tags=base centos centos-stream, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, io.buildah.version=1.19.8, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, distribution-scope=public, vcs-type=git, GIT_CLEAN=True, RELEASE=HEAD, io.k8s.display-name=CentOS Stream 8, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, build-date=2022-05-03T08:36:31.336870, vendor=Red Hat, Inc., architecture=x86_64, maintainer=Guillaume Abrioux ) 2024-04-15T21:36:31.101 INFO:journalctl@ceph.osd.6.smithi148.stdout:Apr 15 21:36:30 smithi148 podman[136562]: 2024-04-15 21:36:30.929931562 +0000 UTC m=+0.464185636 container attach d9dd4c08dc9ddf05200ee0c9e45c99e256108d2caab239711ed2ca97e5b22c0f (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-6-deactivate, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, vcs-type=git, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, maintainer=Guillaume Abrioux , distribution-scope=public, version=8, io.buildah.version=1.19.8, vendor=Red Hat, Inc., GIT_CLEAN=True, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, io.openshift.expose-services=, RELEASE=HEAD, io.k8s.display-name=CentOS Stream 8, GIT_REPO=https://github.com/ceph/ceph-container.git, ceph=True, com.redhat.component=centos-stream-container, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, CEPH_POINT_RELEASE=-17.2.0, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, name=centos-stream, release=754, GIT_BRANCH=HEAD, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, io.openshift.tags=base centos centos-stream, architecture=x86_64, build-date=2022-05-03T08:36:31.336870) 2024-04-15T21:36:31.402 INFO:journalctl@ceph.osd.6.smithi148.stdout:Apr 15 21:36:31 smithi148 podman[136562]: 2024-04-15 21:36:31.118342721 +0000 UTC m=+0.652596797 container died d9dd4c08dc9ddf05200ee0c9e45c99e256108d2caab239711ed2ca97e5b22c0f (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-6-deactivate, ceph=True, com.redhat.component=centos-stream-container, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, vendor=Red Hat, Inc., RELEASE=HEAD, vcs-type=git, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, io.openshift.tags=base centos centos-stream, build-date=2022-05-03T08:36:31.336870, name=centos-stream, CEPH_POINT_RELEASE=-17.2.0, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, distribution-scope=public, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, release=754, GIT_BRANCH=HEAD, version=8, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.buildah.version=1.19.8, GIT_REPO=https://github.com/ceph/ceph-container.git, architecture=x86_64, GIT_CLEAN=True, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, maintainer=Guillaume Abrioux , io.openshift.expose-services=, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, io.k8s.display-name=CentOS Stream 8) 2024-04-15T21:36:31.708 DEBUG:teuthology.orchestra.run.smithi148:> sudo pkill -f 'journalctl -f -n 0 -u ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@osd.6.service' 2024-04-15T21:36:31.752 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-15T21:36:31.752 INFO:tasks.cephadm.osd.6:Stopped osd.6 2024-04-15T21:36:31.752 INFO:tasks.cephadm.osd.7:Stopping osd.7... 2024-04-15T21:36:31.752 DEBUG:teuthology.orchestra.run.smithi148:> sudo systemctl stop ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@osd.7 2024-04-15T21:36:31.964 INFO:journalctl@ceph.osd.7.smithi148.stdout:Apr 15 21:36:31 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-7[39171]: 2024-04-15T21:36:31.690+0000 7f4c70552700 -1 osd.7 127 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-15T21:35:39.673524+0000 front 2024-04-15T21:35:39.673501+0000 (oldest deadline 2024-04-15T21:36:03.173342+0000) 2024-04-15T21:36:31.964 INFO:journalctl@ceph.osd.7.smithi148.stdout:Apr 15 21:36:31 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-7[39171]: 2024-04-15T21:36:31.690+0000 7f4c70552700 -1 osd.7 127 heartbeat_check: no reply from 172.21.15.57:6814 osd.1 since back 2024-04-15T21:35:48.474514+0000 front 2024-04-15T21:35:48.474552+0000 (oldest deadline 2024-04-15T21:36:12.574353+0000) 2024-04-15T21:36:31.964 INFO:journalctl@ceph.osd.7.smithi148.stdout:Apr 15 21:36:31 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-7[39171]: 2024-04-15T21:36:31.690+0000 7f4c70552700 -1 osd.7 127 heartbeat_check: no reply from 172.21.15.57:6822 osd.2 since back 2024-04-15T21:35:56.575945+0000 front 2024-04-15T21:35:56.575950+0000 (oldest deadline 2024-04-15T21:36:18.875973+0000) 2024-04-15T21:36:31.964 INFO:journalctl@ceph.osd.7.smithi148.stdout:Apr 15 21:36:31 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-7[39171]: 2024-04-15T21:36:31.690+0000 7f4c70552700 -1 osd.7 127 heartbeat_check: no reply from 172.21.15.57:6830 osd.3 since back 2024-04-15T21:36:03.576978+0000 front 2024-04-15T21:36:03.576956+0000 (oldest deadline 2024-04-15T21:36:28.877080+0000) 2024-04-15T21:36:31.964 INFO:journalctl@ceph.osd.7.smithi148.stdout:Apr 15 21:36:31 smithi148 systemd[1]: Stopping Ceph osd.7 for b97cffaa-fb6a-11ee-bc8f-c7b262605968... 2024-04-15T21:36:31.964 INFO:journalctl@ceph.osd.7.smithi148.stdout:Apr 15 21:36:31 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-7[39171]: 2024-04-15T21:36:31.960+0000 7f4c733b6700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-15T21:36:31.965 INFO:journalctl@ceph.osd.7.smithi148.stdout:Apr 15 21:36:31 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-7[39171]: 2024-04-15T21:36:31.960+0000 7f4c733b6700 -1 osd.7 127 *** Got signal Terminated *** 2024-04-15T21:36:31.965 INFO:journalctl@ceph.osd.7.smithi148.stdout:Apr 15 21:36:31 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-7[39171]: 2024-04-15T21:36:31.960+0000 7f4c733b6700 -1 osd.7 127 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-15T21:36:33.102 INFO:journalctl@ceph.osd.7.smithi148.stdout:Apr 15 21:36:32 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-7[39171]: 2024-04-15T21:36:32.654+0000 7f4c70552700 -1 osd.7 127 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-15T21:35:39.673524+0000 front 2024-04-15T21:35:39.673501+0000 (oldest deadline 2024-04-15T21:36:03.173342+0000) 2024-04-15T21:36:33.102 INFO:journalctl@ceph.osd.7.smithi148.stdout:Apr 15 21:36:32 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-7[39171]: 2024-04-15T21:36:32.654+0000 7f4c70552700 -1 osd.7 127 heartbeat_check: no reply from 172.21.15.57:6814 osd.1 since back 2024-04-15T21:35:48.474514+0000 front 2024-04-15T21:35:48.474552+0000 (oldest deadline 2024-04-15T21:36:12.574353+0000) 2024-04-15T21:36:33.102 INFO:journalctl@ceph.osd.7.smithi148.stdout:Apr 15 21:36:32 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-7[39171]: 2024-04-15T21:36:32.654+0000 7f4c70552700 -1 osd.7 127 heartbeat_check: no reply from 172.21.15.57:6822 osd.2 since back 2024-04-15T21:35:56.575945+0000 front 2024-04-15T21:35:56.575950+0000 (oldest deadline 2024-04-15T21:36:18.875973+0000) 2024-04-15T21:36:33.102 INFO:journalctl@ceph.osd.7.smithi148.stdout:Apr 15 21:36:32 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-7[39171]: 2024-04-15T21:36:32.654+0000 7f4c70552700 -1 osd.7 127 heartbeat_check: no reply from 172.21.15.57:6830 osd.3 since back 2024-04-15T21:36:03.576978+0000 front 2024-04-15T21:36:03.576956+0000 (oldest deadline 2024-04-15T21:36:28.877080+0000) 2024-04-15T21:36:34.102 INFO:journalctl@ceph.osd.7.smithi148.stdout:Apr 15 21:36:33 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-7[39171]: 2024-04-15T21:36:33.699+0000 7f4c70552700 -1 osd.7 127 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-15T21:35:39.673524+0000 front 2024-04-15T21:35:39.673501+0000 (oldest deadline 2024-04-15T21:36:03.173342+0000) 2024-04-15T21:36:34.102 INFO:journalctl@ceph.osd.7.smithi148.stdout:Apr 15 21:36:33 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-7[39171]: 2024-04-15T21:36:33.699+0000 7f4c70552700 -1 osd.7 127 heartbeat_check: no reply from 172.21.15.57:6814 osd.1 since back 2024-04-15T21:35:48.474514+0000 front 2024-04-15T21:35:48.474552+0000 (oldest deadline 2024-04-15T21:36:12.574353+0000) 2024-04-15T21:36:34.102 INFO:journalctl@ceph.osd.7.smithi148.stdout:Apr 15 21:36:33 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-7[39171]: 2024-04-15T21:36:33.699+0000 7f4c70552700 -1 osd.7 127 heartbeat_check: no reply from 172.21.15.57:6822 osd.2 since back 2024-04-15T21:35:56.575945+0000 front 2024-04-15T21:35:56.575950+0000 (oldest deadline 2024-04-15T21:36:18.875973+0000) 2024-04-15T21:36:34.102 INFO:journalctl@ceph.osd.7.smithi148.stdout:Apr 15 21:36:33 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-7[39171]: 2024-04-15T21:36:33.699+0000 7f4c70552700 -1 osd.7 127 heartbeat_check: no reply from 172.21.15.57:6830 osd.3 since back 2024-04-15T21:36:03.576978+0000 front 2024-04-15T21:36:03.576956+0000 (oldest deadline 2024-04-15T21:36:28.877080+0000) 2024-04-15T21:36:35.080 INFO:journalctl@ceph.osd.7.smithi148.stdout:Apr 15 21:36:34 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-7[39171]: 2024-04-15T21:36:34.727+0000 7f4c70552700 -1 osd.7 127 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-15T21:35:39.673524+0000 front 2024-04-15T21:35:39.673501+0000 (oldest deadline 2024-04-15T21:36:03.173342+0000) 2024-04-15T21:36:35.080 INFO:journalctl@ceph.osd.7.smithi148.stdout:Apr 15 21:36:34 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-7[39171]: 2024-04-15T21:36:34.727+0000 7f4c70552700 -1 osd.7 127 heartbeat_check: no reply from 172.21.15.57:6814 osd.1 since back 2024-04-15T21:35:48.474514+0000 front 2024-04-15T21:35:48.474552+0000 (oldest deadline 2024-04-15T21:36:12.574353+0000) 2024-04-15T21:36:35.080 INFO:journalctl@ceph.osd.7.smithi148.stdout:Apr 15 21:36:34 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-7[39171]: 2024-04-15T21:36:34.727+0000 7f4c70552700 -1 osd.7 127 heartbeat_check: no reply from 172.21.15.57:6822 osd.2 since back 2024-04-15T21:35:56.575945+0000 front 2024-04-15T21:35:56.575950+0000 (oldest deadline 2024-04-15T21:36:18.875973+0000) 2024-04-15T21:36:35.080 INFO:journalctl@ceph.osd.7.smithi148.stdout:Apr 15 21:36:34 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-7[39171]: 2024-04-15T21:36:34.727+0000 7f4c70552700 -1 osd.7 127 heartbeat_check: no reply from 172.21.15.57:6830 osd.3 since back 2024-04-15T21:36:03.576978+0000 front 2024-04-15T21:36:03.576956+0000 (oldest deadline 2024-04-15T21:36:28.877080+0000) 2024-04-15T21:36:35.080 INFO:journalctl@ceph.osd.7.smithi148.stdout:Apr 15 21:36:34 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-7[39171]: 2024-04-15T21:36:34.727+0000 7f4c70552700 -1 osd.7 127 heartbeat_check: no reply from 172.21.15.148:6804 osd.4 since back 2024-04-15T21:36:09.977757+0000 front 2024-04-15T21:36:09.977735+0000 (oldest deadline 2024-04-15T21:36:34.677934+0000) 2024-04-15T21:36:36.102 INFO:journalctl@ceph.osd.7.smithi148.stdout:Apr 15 21:36:35 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-7[39171]: 2024-04-15T21:36:35.767+0000 7f4c70552700 -1 osd.7 127 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-15T21:35:39.673524+0000 front 2024-04-15T21:35:39.673501+0000 (oldest deadline 2024-04-15T21:36:03.173342+0000) 2024-04-15T21:36:36.102 INFO:journalctl@ceph.osd.7.smithi148.stdout:Apr 15 21:36:35 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-7[39171]: 2024-04-15T21:36:35.767+0000 7f4c70552700 -1 osd.7 127 heartbeat_check: no reply from 172.21.15.57:6814 osd.1 since back 2024-04-15T21:35:48.474514+0000 front 2024-04-15T21:35:48.474552+0000 (oldest deadline 2024-04-15T21:36:12.574353+0000) 2024-04-15T21:36:36.102 INFO:journalctl@ceph.osd.7.smithi148.stdout:Apr 15 21:36:35 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-7[39171]: 2024-04-15T21:36:35.767+0000 7f4c70552700 -1 osd.7 127 heartbeat_check: no reply from 172.21.15.57:6822 osd.2 since back 2024-04-15T21:35:56.575945+0000 front 2024-04-15T21:35:56.575950+0000 (oldest deadline 2024-04-15T21:36:18.875973+0000) 2024-04-15T21:36:36.102 INFO:journalctl@ceph.osd.7.smithi148.stdout:Apr 15 21:36:35 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-7[39171]: 2024-04-15T21:36:35.767+0000 7f4c70552700 -1 osd.7 127 heartbeat_check: no reply from 172.21.15.57:6830 osd.3 since back 2024-04-15T21:36:03.576978+0000 front 2024-04-15T21:36:03.576956+0000 (oldest deadline 2024-04-15T21:36:28.877080+0000) 2024-04-15T21:36:36.102 INFO:journalctl@ceph.osd.7.smithi148.stdout:Apr 15 21:36:35 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-7[39171]: 2024-04-15T21:36:35.767+0000 7f4c70552700 -1 osd.7 127 heartbeat_check: no reply from 172.21.15.148:6804 osd.4 since back 2024-04-15T21:36:09.977757+0000 front 2024-04-15T21:36:09.977735+0000 (oldest deadline 2024-04-15T21:36:34.677934+0000) 2024-04-15T21:36:37.101 INFO:journalctl@ceph.osd.7.smithi148.stdout:Apr 15 21:36:36 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-7[39171]: 2024-04-15T21:36:36.783+0000 7f4c70552700 -1 osd.7 127 heartbeat_check: no reply from 172.21.15.57:6806 osd.0 since back 2024-04-15T21:35:39.673524+0000 front 2024-04-15T21:35:39.673501+0000 (oldest deadline 2024-04-15T21:36:03.173342+0000) 2024-04-15T21:36:37.102 INFO:journalctl@ceph.osd.7.smithi148.stdout:Apr 15 21:36:36 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-7[39171]: 2024-04-15T21:36:36.783+0000 7f4c70552700 -1 osd.7 127 heartbeat_check: no reply from 172.21.15.57:6814 osd.1 since back 2024-04-15T21:35:48.474514+0000 front 2024-04-15T21:35:48.474552+0000 (oldest deadline 2024-04-15T21:36:12.574353+0000) 2024-04-15T21:36:37.102 INFO:journalctl@ceph.osd.7.smithi148.stdout:Apr 15 21:36:36 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-7[39171]: 2024-04-15T21:36:36.783+0000 7f4c70552700 -1 osd.7 127 heartbeat_check: no reply from 172.21.15.57:6822 osd.2 since back 2024-04-15T21:35:56.575945+0000 front 2024-04-15T21:35:56.575950+0000 (oldest deadline 2024-04-15T21:36:18.875973+0000) 2024-04-15T21:36:37.102 INFO:journalctl@ceph.osd.7.smithi148.stdout:Apr 15 21:36:36 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-7[39171]: 2024-04-15T21:36:36.783+0000 7f4c70552700 -1 osd.7 127 heartbeat_check: no reply from 172.21.15.57:6830 osd.3 since back 2024-04-15T21:36:03.576978+0000 front 2024-04-15T21:36:03.576956+0000 (oldest deadline 2024-04-15T21:36:28.877080+0000) 2024-04-15T21:36:37.102 INFO:journalctl@ceph.osd.7.smithi148.stdout:Apr 15 21:36:36 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-7[39171]: 2024-04-15T21:36:36.783+0000 7f4c70552700 -1 osd.7 127 heartbeat_check: no reply from 172.21.15.148:6804 osd.4 since back 2024-04-15T21:36:09.977757+0000 front 2024-04-15T21:36:09.977735+0000 (oldest deadline 2024-04-15T21:36:34.677934+0000) 2024-04-15T21:36:37.649 INFO:journalctl@ceph.osd.7.smithi148.stdout:Apr 15 21:36:37 smithi148 podman[136641]: 2024-04-15 21:36:37.394890682 +0000 UTC m=+5.547840459 container died c9334bc357be1f68da3201a0698661b24918a3e94657caa9c64feb629bd35cec (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-7, RELEASE=HEAD, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, GIT_BRANCH=HEAD, GIT_CLEAN=True, io.buildah.version=1.19.8, name=centos-stream, version=8, distribution-scope=public, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, CEPH_POINT_RELEASE=-17.2.0, release=754, maintainer=Guillaume Abrioux , io.openshift.expose-services=, ceph=True, io.openshift.tags=base centos centos-stream, vcs-type=git, architecture=x86_64, io.k8s.display-name=CentOS Stream 8, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, build-date=2022-05-03T08:36:31.336870, com.redhat.component=centos-stream-container, vendor=Red Hat, Inc., GIT_REPO=https://github.com/ceph/ceph-container.git, com.redhat.license_terms=https://centos.org/legal/licensing-policy/) 2024-04-15T21:36:38.016 INFO:journalctl@ceph.osd.7.smithi148.stdout:Apr 15 21:36:37 smithi148 podman[136641]: 2024-04-15 21:36:37.813766608 +0000 UTC m=+5.966716313 container cleanup c9334bc357be1f68da3201a0698661b24918a3e94657caa9c64feb629bd35cec (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-7, release=754, GIT_REPO=https://github.com/ceph/ceph-container.git, build-date=2022-05-03T08:36:31.336870, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, com.redhat.component=centos-stream-container, vendor=Red Hat, Inc., GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, distribution-scope=public, GIT_CLEAN=True, maintainer=Guillaume Abrioux , io.openshift.expose-services=, vcs-type=git, io.k8s.display-name=CentOS Stream 8, version=8, architecture=x86_64, ceph=True, io.openshift.tags=base centos centos-stream, RELEASE=HEAD, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, GIT_BRANCH=HEAD, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., CEPH_POINT_RELEASE=-17.2.0, io.buildah.version=1.19.8, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, name=centos-stream) 2024-04-15T21:36:38.017 INFO:journalctl@ceph.osd.7.smithi148.stdout:Apr 15 21:36:37 smithi148 bash[136641]: ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-7 2024-04-15T21:36:38.017 INFO:journalctl@ceph.osd.7.smithi148.stdout:Apr 15 21:36:37 smithi148 bash[137118]: Error: no container with name or ID "ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd.7" found: no such container 2024-04-15T21:36:38.342 INFO:journalctl@ceph.osd.7.smithi148.stdout:Apr 15 21:36:38 smithi148 podman[137106]: 2024-04-15 21:36:38.014957525 +0000 UTC m=+0.614378544 container remove c9334bc357be1f68da3201a0698661b24918a3e94657caa9c64feb629bd35cec (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-7, CEPH_POINT_RELEASE=-17.2.0, version=8, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, GIT_CLEAN=True, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., architecture=x86_64, maintainer=Guillaume Abrioux , description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, name=centos-stream, RELEASE=HEAD, io.buildah.version=1.19.8, GIT_REPO=https://github.com/ceph/ceph-container.git, build-date=2022-05-03T08:36:31.336870, GIT_BRANCH=HEAD, release=754, vcs-type=git, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, io.openshift.tags=base centos centos-stream, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, vendor=Red Hat, Inc., url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, ceph=True, io.k8s.display-name=CentOS Stream 8, io.openshift.expose-services=, distribution-scope=public, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, com.redhat.component=centos-stream-container) 2024-04-15T21:36:40.290 INFO:journalctl@ceph.osd.7.smithi148.stdout:Apr 15 21:36:39 smithi148 podman[137354]: 2024-04-15 21:36:39.894857077 +0000 UTC m=+0.249009242 image pull e1d6a67b021eb077ee22bf650f1a9fb1980a2cf5c36bdb9cba9eac6de8f702d9 quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a 2024-04-15T21:36:40.290 INFO:journalctl@ceph.osd.7.smithi148.stdout:Apr 15 21:36:39 smithi148 podman[137354]: 2024-04-15 21:36:39.991064629 +0000 UTC m=+0.345216766 container create 69197018d154c7b61817f3916becd94cc929f56eac6da1b566d922d30bbe556b (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-7-deactivate, architecture=x86_64, release=754, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, name=centos-stream, GIT_BRANCH=HEAD, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, maintainer=Guillaume Abrioux , GIT_REPO=https://github.com/ceph/ceph-container.git, io.openshift.expose-services=, io.buildah.version=1.19.8, CEPH_POINT_RELEASE=-17.2.0, RELEASE=HEAD, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., GIT_CLEAN=True, version=8, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, distribution-scope=public, vcs-type=git, io.openshift.tags=base centos centos-stream, io.k8s.display-name=CentOS Stream 8, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, ceph=True, vendor=Red Hat, Inc., com.redhat.component=centos-stream-container, build-date=2022-05-03T08:36:31.336870, com.redhat.license_terms=https://centos.org/legal/licensing-policy/) 2024-04-15T21:36:40.290 INFO:journalctl@ceph.osd.7.smithi148.stdout:Apr 15 21:36:40 smithi148 podman[137354]: 2024-04-15 21:36:40.210570957 +0000 UTC m=+0.564723096 container init 69197018d154c7b61817f3916becd94cc929f56eac6da1b566d922d30bbe556b (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-7-deactivate, version=8, name=centos-stream, GIT_REPO=https://github.com/ceph/ceph-container.git, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, maintainer=Guillaume Abrioux , com.redhat.component=centos-stream-container, GIT_BRANCH=HEAD, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, GIT_CLEAN=True, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, vendor=Red Hat, Inc., release=754, io.k8s.display-name=CentOS Stream 8, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, vcs-type=git, build-date=2022-05-03T08:36:31.336870, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., ceph=True, distribution-scope=public, io.openshift.expose-services=, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, architecture=x86_64, io.openshift.tags=base centos centos-stream, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, io.buildah.version=1.19.8, CEPH_POINT_RELEASE=-17.2.0, RELEASE=HEAD) 2024-04-15T21:36:40.291 INFO:journalctl@ceph.osd.7.smithi148.stdout:Apr 15 21:36:40 smithi148 podman[137354]: 2024-04-15 21:36:40.213973595 +0000 UTC m=+0.568125734 container start 69197018d154c7b61817f3916becd94cc929f56eac6da1b566d922d30bbe556b (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-7-deactivate, io.k8s.display-name=CentOS Stream 8, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, vendor=Red Hat, Inc., io.openshift.expose-services=, io.openshift.tags=base centos centos-stream, GIT_BRANCH=HEAD, release=754, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, architecture=x86_64, GIT_REPO=https://github.com/ceph/ceph-container.git, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, maintainer=Guillaume Abrioux , name=centos-stream, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, com.redhat.component=centos-stream-container, RELEASE=HEAD, distribution-scope=public, CEPH_POINT_RELEASE=-17.2.0, version=8, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, ceph=True, GIT_CLEAN=True, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., build-date=2022-05-03T08:36:31.336870, vcs-type=git, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, io.buildah.version=1.19.8) 2024-04-15T21:36:40.291 INFO:journalctl@ceph.osd.7.smithi148.stdout:Apr 15 21:36:40 smithi148 podman[137354]: 2024-04-15 21:36:40.285319575 +0000 UTC m=+0.639471718 container attach 69197018d154c7b61817f3916becd94cc929f56eac6da1b566d922d30bbe556b (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-7-deactivate, architecture=x86_64, maintainer=Guillaume Abrioux , com.redhat.license_terms=https://centos.org/legal/licensing-policy/, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, io.buildah.version=1.19.8, vendor=Red Hat, Inc., CEPH_POINT_RELEASE=-17.2.0, io.k8s.display-name=CentOS Stream 8, version=8, io.openshift.tags=base centos centos-stream, GIT_BRANCH=HEAD, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, io.openshift.expose-services=, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, release=754, GIT_CLEAN=True, com.redhat.component=centos-stream-container, GIT_REPO=https://github.com/ceph/ceph-container.git, build-date=2022-05-03T08:36:31.336870, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, name=centos-stream, RELEASE=HEAD, ceph=True, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., distribution-scope=public, vcs-type=git, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754) 2024-04-15T21:36:40.602 INFO:journalctl@ceph.osd.7.smithi148.stdout:Apr 15 21:36:40 smithi148 podman[137354]: 2024-04-15 21:36:40.497636786 +0000 UTC m=+0.851788930 container died 69197018d154c7b61817f3916becd94cc929f56eac6da1b566d922d30bbe556b (image=quay.io/ceph/ceph@sha256:12a0a4f43413fd97a14a3d47a3451b2d2df50020835bb93db666209f3f77617a, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-osd-7-deactivate, com.redhat.build-host=cpt-1002.osbs.prod.upshift.rdu2.redhat.com, io.k8s.display-name=CentOS Stream 8, architecture=x86_64, description=CentOS Stream is a continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux development. This image takes the Red Hat UBI and layers on content from CentOS Stream, vcs-type=git, com.redhat.component=centos-stream-container, name=centos-stream, GIT_REPO=https://github.com/ceph/ceph-container.git, summary=Provides a CentOS Stream container based on the Red Hat Universal Base Image, com.redhat.license_terms=https://centos.org/legal/licensing-policy/, ceph=True, CEPH_POINT_RELEASE=-17.2.0, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., distribution-scope=public, vendor=Red Hat, Inc., maintainer=Guillaume Abrioux , version=8, GIT_COMMIT=b613db0f44179c0940781c1c7fe04e1acb7093ac, build-date=2022-05-03T08:36:31.336870, release=754, vcs-ref=f1ee6e37554363ec55e0035aba1a693d3627fdeb, GIT_CLEAN=True, io.openshift.expose-services=, RELEASE=HEAD, GIT_BRANCH=HEAD, io.openshift.tags=base centos centos-stream, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.6-754, io.buildah.version=1.19.8) 2024-04-15T21:36:41.122 DEBUG:teuthology.orchestra.run.smithi148:> sudo pkill -f 'journalctl -f -n 0 -u ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@osd.7.service' 2024-04-15T21:36:41.167 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-15T21:36:41.167 INFO:tasks.cephadm.osd.7:Stopped osd.7 2024-04-15T21:36:41.168 INFO:tasks.cephadm.prometheus.a:Stopping prometheus.a... 2024-04-15T21:36:41.168 DEBUG:teuthology.orchestra.run.smithi148:> sudo systemctl stop ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@prometheus.a 2024-04-15T21:36:41.485 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:36:41 smithi148 systemd[1]: Stopping Ceph prometheus.a for b97cffaa-fb6a-11ee-bc8f-c7b262605968... 2024-04-15T21:36:41.761 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:36:41 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[98514]: ts=2024-04-15T21:36:41.483Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-04-15T21:36:41.761 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:36:41 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[98514]: ts=2024-04-15T21:36:41.483Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-04-15T21:36:41.762 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:36:41 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[98514]: ts=2024-04-15T21:36:41.483Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-04-15T21:36:41.762 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:36:41 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[98514]: ts=2024-04-15T21:36:41.483Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-04-15T21:36:41.762 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:36:41 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[98514]: ts=2024-04-15T21:36:41.483Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-04-15T21:36:41.762 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:36:41 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[98514]: ts=2024-04-15T21:36:41.483Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-04-15T21:36:41.762 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:36:41 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[98514]: ts=2024-04-15T21:36:41.484Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-04-15T21:36:41.762 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:36:41 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[98514]: ts=2024-04-15T21:36:41.484Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-04-15T21:36:41.763 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:36:41 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[98514]: ts=2024-04-15T21:36:41.484Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-04-15T21:36:41.763 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:36:41 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[98514]: ts=2024-04-15T21:36:41.485Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-04-15T21:36:41.763 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:36:41 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[98514]: ts=2024-04-15T21:36:41.485Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-04-15T21:36:41.763 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:36:41 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a[98514]: ts=2024-04-15T21:36:41.485Z caller=main.go:1147 level=info msg="See you next time!" 2024-04-15T21:36:41.763 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:36:41 smithi148 podman[137485]: 2024-04-15 21:36:41.494108586 +0000 UTC m=+0.101060145 container died ff3fcf9e6b9fc538def7d31dfa7c3840463df101f20c22fbb794c3f4bf47007b (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-15T21:36:41.764 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:36:41 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a[114796]: ts=2024-04-15T21:36:41.625Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi057.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.57:8443: connect: connection refused" 2024-04-15T21:36:41.764 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:36:41 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a[114796]: ts=2024-04-15T21:36:41.626Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi148.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.148:8443: connect: connection refused" 2024-04-15T21:36:42.102 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:36:41 smithi148 podman[137485]: 2024-04-15 21:36:41.858238291 +0000 UTC m=+0.465189858 container cleanup ff3fcf9e6b9fc538def7d31dfa7c3840463df101f20c22fbb794c3f4bf47007b (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-15T21:36:42.102 INFO:journalctl@ceph.prometheus.a.smithi148.stdout:Apr 15 21:36:41 smithi148 bash[137485]: ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-prometheus-a 2024-04-15T21:36:42.273 DEBUG:teuthology.orchestra.run.smithi148:> sudo pkill -f 'journalctl -f -n 0 -u ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@prometheus.a.service' 2024-04-15T21:36:42.311 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-15T21:36:42.311 INFO:tasks.cephadm.prometheus.a:Stopped prometheus.a 2024-04-15T21:36:42.312 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 --force --keep-logs 2024-04-15T21:36:44.836 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:36:44 smithi057 systemd[1]: Stopping Ceph node-exporter.a for b97cffaa-fb6a-11ee-bc8f-c7b262605968... 2024-04-15T21:36:45.092 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:36:44 smithi057 podman[157617]: 2024-04-15 21:36:44.834135754 +0000 UTC m=+0.149236483 container died 1fe3c748de024177c3cae81fd8fa67f0b1ecac783a214e414bb16cf4c9fbca98 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-15T21:36:45.380 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:36:45 smithi057 podman[157617]: 2024-04-15 21:36:45.265308904 +0000 UTC m=+0.580409639 container cleanup 1fe3c748de024177c3cae81fd8fa67f0b1ecac783a214e414bb16cf4c9fbca98 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-15T21:36:45.380 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:36:45 smithi057 bash[157617]: ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a 2024-04-15T21:36:45.718 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:36:45 smithi057 podman[157632]: 2024-04-15 21:36:45.466592934 +0000 UTC m=+0.633248278 container remove 1fe3c748de024177c3cae81fd8fa67f0b1ecac783a214e414bb16cf4c9fbca98 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-15T21:36:45.719 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:36:45 smithi057 systemd[1]: ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2024-04-15T21:36:45.719 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:36:45 smithi057 systemd[1]: ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@node-exporter.a.service: Failed with result 'exit-code'. 2024-04-15T21:36:45.719 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:36:45 smithi057 systemd[1]: Stopped Ceph node-exporter.a for b97cffaa-fb6a-11ee-bc8f-c7b262605968. 2024-04-15T21:36:45.719 INFO:journalctl@ceph.node-exporter.a.smithi057.stdout:Apr 15 21:36:45 smithi057 systemd[1]: ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@node-exporter.a.service: Consumed 1.686s CPU time. 2024-04-15T21:36:46.130 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:36:45 smithi057 systemd[1]: Stopping Ceph alertmanager.a for b97cffaa-fb6a-11ee-bc8f-c7b262605968... 2024-04-15T21:36:46.414 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:36:46 smithi057 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a[114796]: ts=2024-04-15T21:36:46.136Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-04-15T21:36:46.414 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:36:46 smithi057 podman[157738]: 2024-04-15 21:36:46.177533258 +0000 UTC m=+0.152111868 container died b3d0ee2337d12ce9f74f86c16770e1a6a4588c66f081ad7f7e71efe6e6769f8b (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-15T21:36:46.680 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:36:46 smithi057 podman[157738]: 2024-04-15 21:36:46.503216727 +0000 UTC m=+0.477795379 container cleanup b3d0ee2337d12ce9f74f86c16770e1a6a4588c66f081ad7f7e71efe6e6769f8b (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-15T21:36:46.681 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:36:46 smithi057 bash[157738]: ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a 2024-04-15T21:36:46.961 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:36:46 smithi057 podman[157752]: 2024-04-15 21:36:46.678991776 +0000 UTC m=+0.496863643 container remove b3d0ee2337d12ce9f74f86c16770e1a6a4588c66f081ad7f7e71efe6e6769f8b (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-15T21:36:46.961 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:36:46 smithi057 podman[157752]: 2024-04-15 21:36:46.76291921 +0000 UTC m=+0.580791032 volume remove 57a024e56cee96f6210aa133e985ecefd25225261da70c61cbe2c7a82351c4df 2024-04-15T21:36:47.285 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:36:46 smithi057 systemd[1]: ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@alertmanager.a.service: Deactivated successfully. 2024-04-15T21:36:47.285 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:36:46 smithi057 systemd[1]: Stopped Ceph alertmanager.a for b97cffaa-fb6a-11ee-bc8f-c7b262605968. 2024-04-15T21:36:47.285 INFO:journalctl@ceph.alertmanager.a.smithi057.stdout:Apr 15 21:36:46 smithi057 systemd[1]: ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@alertmanager.a.service: Consumed 1.273s CPU time. 2024-04-15T21:37:10.130 DEBUG:teuthology.orchestra.run.smithi148:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 --force --keep-logs 2024-04-15T21:37:13.400 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:37:13 smithi148 systemd[1]: Stopping Ceph node-exporter.b for b97cffaa-fb6a-11ee-bc8f-c7b262605968... 2024-04-15T21:37:13.673 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:37:13 smithi148 podman[138786]: 2024-04-15 21:37:13.397755158 +0000 UTC m=+0.118447225 container died 94918e6575924415961d927d8332a7485a6c22613a51eb2049c97e89bbb5f305 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-15T21:37:14.032 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:37:13 smithi148 podman[138786]: 2024-04-15 21:37:13.770189456 +0000 UTC m=+0.490881568 container cleanup 94918e6575924415961d927d8332a7485a6c22613a51eb2049c97e89bbb5f305 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-15T21:37:14.032 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:37:13 smithi148 bash[138786]: ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b 2024-04-15T21:37:14.351 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:37:14 smithi148 podman[138800]: 2024-04-15 21:37:14.03019595 +0000 UTC m=+0.636871586 container remove 94918e6575924415961d927d8332a7485a6c22613a51eb2049c97e89bbb5f305 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-15T21:37:14.352 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:37:14 smithi148 systemd[1]: ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2024-04-15T21:37:14.352 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:37:14 smithi148 systemd[1]: ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@node-exporter.b.service: Failed with result 'exit-code'. 2024-04-15T21:37:14.352 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:37:14 smithi148 systemd[1]: Stopped Ceph node-exporter.b for b97cffaa-fb6a-11ee-bc8f-c7b262605968. 2024-04-15T21:37:14.352 INFO:journalctl@ceph.node-exporter.b.smithi148.stdout:Apr 15 21:37:14 smithi148 systemd[1]: ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@node-exporter.b.service: Consumed 1.647s CPU time. 2024-04-15T21:37:14.852 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:37:14 smithi148 systemd[1]: Stopping Ceph grafana.a for b97cffaa-fb6a-11ee-bc8f-c7b262605968... 2024-04-15T21:37:14.852 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:37:14 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[110644]: logger=server t=2024-04-15T21:37:14.583423021Z level=info msg="Shutdown started" reason="System signal: terminated" 2024-04-15T21:37:14.852 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:37:14 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[110644]: logger=ticker t=2024-04-15T21:37:14.583747213Z level=info msg=stopped last_tick=2024-04-15T21:37:10Z 2024-04-15T21:37:14.852 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:37:14 smithi148 ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a[110644]: logger=tracing t=2024-04-15T21:37:14.583833605Z level=info msg="Closing tracing" 2024-04-15T21:37:14.852 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:37:14 smithi148 podman[138906]: 2024-04-15 21:37:14.593683002 +0000 UTC m=+0.104540754 container died 2d2c50c8da7b606b815fd49244cbde464c38084251f113c34b64ada6e11472be (image=quay.io/ceph/grafana:9.4.12, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-04-15T21:37:15.102 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:37:14 smithi148 podman[138906]: 2024-04-15 21:37:14.924544709 +0000 UTC m=+0.435402460 container cleanup 2d2c50c8da7b606b815fd49244cbde464c38084251f113c34b64ada6e11472be (image=quay.io/ceph/grafana:9.4.12, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-04-15T21:37:15.102 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:37:14 smithi148 bash[138906]: ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a 2024-04-15T21:37:15.355 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:37:15 smithi148 podman[138920]: 2024-04-15 21:37:15.100452785 +0000 UTC m=+0.508787958 container remove 2d2c50c8da7b606b815fd49244cbde464c38084251f113c34b64ada6e11472be (image=quay.io/ceph/grafana:9.4.12, name=ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-04-15T21:37:15.356 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:37:15 smithi148 systemd[1]: ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@grafana.a.service: Deactivated successfully. 2024-04-15T21:37:15.356 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:37:15 smithi148 systemd[1]: Stopped Ceph grafana.a for b97cffaa-fb6a-11ee-bc8f-c7b262605968. 2024-04-15T21:37:15.356 INFO:journalctl@ceph.grafana.a.smithi148.stdout:Apr 15 21:37:15 smithi148 systemd[1]: ceph-b97cffaa-fb6a-11ee-bc8f-c7b262605968@grafana.a.service: Consumed 7.800s CPU time. 2024-04-15T21:37:26.777 DEBUG:teuthology.orchestra.run.smithi057:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-15T21:37:26.814 DEBUG:teuthology.orchestra.run.smithi148:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-15T21:37:26.845 INFO:tasks.cephadm:Archiving crash dumps... 2024-04-15T21:37:26.847 DEBUG:teuthology.misc:Transferring archived files from smithi057:/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/crash to /home/teuthworker/archive/teuthology-2024-04-15_20:08:15-orch-main-distro-default-smithi/7657317/remote/smithi057/crash 2024-04-15T21:37:26.847 DEBUG:teuthology.orchestra.run.smithi057:> sudo tar c -f - -C /var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/crash -- . 2024-04-15T21:37:26.901 INFO:teuthology.orchestra.run.smithi057.stderr:tar: /var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/crash: Cannot open: No such file or directory 2024-04-15T21:37:26.902 INFO:teuthology.orchestra.run.smithi057.stderr:tar: Error is not recoverable: exiting now 2024-04-15T21:37:26.903 DEBUG:teuthology.misc:Transferring archived files from smithi148:/var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/crash to /home/teuthworker/archive/teuthology-2024-04-15_20:08:15-orch-main-distro-default-smithi/7657317/remote/smithi148/crash 2024-04-15T21:37:26.904 DEBUG:teuthology.orchestra.run.smithi148:> sudo tar c -f - -C /var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/crash -- . 2024-04-15T21:37:26.975 INFO:teuthology.orchestra.run.smithi148.stderr:tar: /var/lib/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/crash: Cannot open: No such file or directory 2024-04-15T21:37:26.976 INFO:teuthology.orchestra.run.smithi148.stderr:tar: Error is not recoverable: exiting now 2024-04-15T21:37:26.977 INFO:tasks.cephadm:Checking cluster log for badness... 2024-04-15T21:37:26.977 DEBUG:teuthology.orchestra.run.smithi057:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/ceph.log | egrep CEPHADM_ | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | head -n 1 2024-04-15T21:37:27.010 INFO:teuthology.orchestra.run.smithi057.stdout:2024-04-15T21:00:29.509029+0000 mon.a (mon.0) 371 : cluster [WRN] Health check failed: 1 stray daemon(s) not managed by cephadm (CEPHADM_STRAY_DAEMON) 2024-04-15T21:37:27.010 WARNING:tasks.cephadm:Found errors (ERR|WRN|SEC) in cluster log 2024-04-15T21:37:27.010 INFO:tasks.cephadm:Compressing logs... 2024-04-15T21:37:27.011 DEBUG:teuthology.orchestra.run.smithi057:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-04-15T21:37:27.052 DEBUG:teuthology.orchestra.run.smithi148:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-04-15T21:37:27.079 INFO:teuthology.orchestra.run.smithi057.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-04-15T21:37:27.079 INFO:teuthology.orchestra.run.smithi057.stderr:: No such file or directory 2024-04-15T21:37:27.079 INFO:teuthology.orchestra.run.smithi057.stderr:gzip -5 --verbose -- /var/log/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/ceph-mon.a.log 2024-04-15T21:37:27.087 INFO:teuthology.orchestra.run.smithi148.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-04-15T21:37:27.087 INFO:teuthology.orchestra.run.smithi148.stderr:: No such file or directory 2024-04-15T21:37:27.087 INFO:teuthology.orchestra.run.smithi148.stderr:gzip -5 --verbose -- /var/log/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/ceph-osd.6.log 2024-04-15T21:37:27.087 INFO:teuthology.orchestra.run.smithi148.stderr:gzip -5 --verbose -- /var/log/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/ceph.audit.log 2024-04-15T21:37:27.087 INFO:teuthology.orchestra.run.smithi148.stderr:/var/log/ceph/cephadm.log: /var/log/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/ceph-osd.6.log: gzip -5 --verbose -- /var/log/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/ceph-osd.4.log 2024-04-15T21:37:27.087 INFO:teuthology.orchestra.run.smithi148.stderr:/var/log/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/ceph-client.rgw.foo.smithi148.cgzzfh.log 2024-04-15T21:37:27.087 INFO:teuthology.orchestra.run.smithi148.stderr:/var/log/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/ceph-osd.4.log: gzip -5 --verbose -- /var/log/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/ceph-osd.7.log 2024-04-15T21:37:27.088 INFO:teuthology.orchestra.run.smithi148.stderr:/var/log/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/ceph-client.rgw.foo.smithi148.cgzzfh.log: gzip -5 --verbose -- /var/log/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/ceph-osd.5.log 62.5% -- replaced with /var/log/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/ceph-client.rgw.foo.smithi148.cgzzfh.log.gz 2024-04-15T21:37:27.088 INFO:teuthology.orchestra.run.smithi148.stderr: 2024-04-15T21:37:27.088 INFO:teuthology.orchestra.run.smithi148.stderr:/var/log/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/ceph-osd.7.log: gzip -5 --verbose -- /var/log/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/ceph-mgr.x.log 2024-04-15T21:37:27.088 INFO:teuthology.orchestra.run.smithi148.stderr:/var/log/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/ceph-osd.5.log: gzip -5 --verbose -- /var/log/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/ceph.cephadm.log 2024-04-15T21:37:27.088 INFO:teuthology.orchestra.run.smithi057.stderr:/var/log/ceph/cephadm.log: gzip -5 --verbose -- /var/log/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/ceph.audit.log 2024-04-15T21:37:27.088 INFO:teuthology.orchestra.run.smithi057.stderr:/var/log/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/ceph-mon.a.log: gzip -5 --verbose -- /var/log/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/ceph-osd.1.log 2024-04-15T21:37:27.088 INFO:teuthology.orchestra.run.smithi057.stderr:gzip -5 --verbose -- /var/log/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/ceph-client.rgw.foo.smithi057.lxigfo.log 2024-04-15T21:37:27.089 INFO:teuthology.orchestra.run.smithi057.stderr:/var/log/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/ceph.audit.log: /var/log/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/ceph-osd.1.log: gzip -5 --verbose -- /var/log/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/ceph-osd.3.log 2024-04-15T21:37:27.089 INFO:teuthology.orchestra.run.smithi057.stderr:/var/log/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/ceph-client.rgw.foo.smithi057.lxigfo.log: gzip -5 --verbose -- /var/log/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/ceph-mgr.y.log 2024-04-15T21:37:27.089 INFO:teuthology.orchestra.run.smithi057.stderr:/var/log/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/ceph-osd.3.log: 62.4% -- replaced with /var/log/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/ceph-client.rgw.foo.smithi057.lxigfo.log.gz 2024-04-15T21:37:27.089 INFO:teuthology.orchestra.run.smithi057.stderr:gzip -5 --verbose -- /var/log/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/tcmu-runner.log 2024-04-15T21:37:27.089 INFO:teuthology.orchestra.run.smithi057.stderr:/var/log/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/ceph-mgr.y.log: gzip/var/log/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/tcmu-runner.log: 88.0% -5 --verbose -- /var/log/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/ceph-osd.0.log 2024-04-15T21:37:27.089 INFO:teuthology.orchestra.run.smithi057.stderr: -- replaced with /var/log/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/tcmu-runner.log.gz 2024-04-15T21:37:27.089 INFO:teuthology.orchestra.run.smithi057.stderr:gzip -5 --verbose -- /var/log/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/ceph.cephadm.log 2024-04-15T21:37:27.097 INFO:teuthology.orchestra.run.smithi057.stderr:/var/log/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/ceph-osd.0.log: gzip -5 --verbose -- /var/log/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/ceph.log 2024-04-15T21:37:27.099 INFO:teuthology.orchestra.run.smithi148.stderr:/var/log/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/ceph-mgr.x.log: 92.8%gzip -5 --verbose -- /var/log/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/ceph.log 2024-04-15T21:37:27.103 INFO:teuthology.orchestra.run.smithi148.stderr:/var/log/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/ceph.cephadm.log: 91.5% -- replaced with /var/log/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/ceph.cephadm.log.gz 2024-04-15T21:37:27.103 INFO:teuthology.orchestra.run.smithi148.stderr: -- replaced with /var/log/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/ceph.audit.log.gz 2024-04-15T21:37:27.108 INFO:teuthology.orchestra.run.smithi057.stderr:/var/log/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/ceph.cephadm.log: 94.9%gzip -5 --verbose -- /var/log/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/ceph-osd.2.log 2024-04-15T21:37:27.109 INFO:teuthology.orchestra.run.smithi148.stderr:gzip -5 --verbose -- /var/log/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/ceph-volume.log 2024-04-15T21:37:27.112 INFO:teuthology.orchestra.run.smithi057.stderr:/var/log/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/ceph.log: 95.4% -- replaced with /var/log/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/ceph.audit.log.gz 2024-04-15T21:37:27.112 INFO:teuthology.orchestra.run.smithi057.stderr: -- replaced with /var/log/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/ceph.cephadm.log.gz 2024-04-15T21:37:27.114 INFO:teuthology.orchestra.run.smithi057.stderr: 90.8% -- replaced with /var/log/ceph/cephadm.log.gz 2024-04-15T21:37:27.114 INFO:teuthology.orchestra.run.smithi148.stderr:/var/log/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/ceph.log: 89.3% -- replaced with /var/log/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/ceph.log.gz 2024-04-15T21:37:27.115 INFO:teuthology.orchestra.run.smithi148.stderr:gzip -5 --verbose -- /var/log/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/ceph-mon.b.log 2024-04-15T21:37:27.116 INFO:teuthology.orchestra.run.smithi057.stderr: 94.0% -- replaced with /var/log/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/ceph.log.gz 2024-04-15T21:37:27.116 INFO:teuthology.orchestra.run.smithi057.stderr:gzip -5 --verbose -- /var/log/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/ceph-volume.log 2024-04-15T21:37:27.116 INFO:teuthology.orchestra.run.smithi057.stderr:/var/log/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/ceph-osd.2.log: gzip -5 --verbose -- /var/log/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/ceph-mon.c.log 2024-04-15T21:37:27.145 INFO:teuthology.orchestra.run.smithi148.stderr:/var/log/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/ceph-volume.log: /var/log/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/ceph-mon.b.log: 90.8% -- replaced with /var/log/ceph/cephadm.log.gz 2024-04-15T21:37:27.192 INFO:teuthology.orchestra.run.smithi057.stderr:/var/log/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/ceph-volume.log: /var/log/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/ceph-mon.c.log: 92.7% -- replaced with /var/log/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/ceph-volume.log.gz 2024-04-15T21:37:27.208 INFO:teuthology.orchestra.run.smithi148.stderr: 92.7% -- replaced with /var/log/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/ceph-volume.log.gz 2024-04-15T21:37:27.257 INFO:teuthology.orchestra.run.smithi148.stderr: 88.2% -- replaced with /var/log/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/ceph-mgr.x.log.gz 2024-04-15T21:37:27.935 INFO:teuthology.orchestra.run.smithi148.stderr: 92.6% -- replaced with /var/log/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/ceph-mon.b.log.gz 2024-04-15T21:37:28.030 INFO:teuthology.orchestra.run.smithi057.stderr: 92.7% -- replaced with /var/log/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/ceph-mon.c.log.gz 2024-04-15T21:37:28.346 INFO:teuthology.orchestra.run.smithi057.stderr: 88.3% -- replaced with /var/log/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/ceph-mgr.y.log.gz 2024-04-15T21:37:28.470 INFO:teuthology.orchestra.run.smithi148.stderr: 93.0% -- replaced with /var/log/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/ceph-osd.6.log.gz 2024-04-15T21:37:28.473 INFO:teuthology.orchestra.run.smithi057.stderr: 93.1% -- replaced with /var/log/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/ceph-osd.2.log.gz 2024-04-15T21:37:28.622 INFO:teuthology.orchestra.run.smithi148.stderr: 93.7% -- replaced with /var/log/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/ceph-osd.7.log.gz 2024-04-15T21:37:28.690 INFO:teuthology.orchestra.run.smithi148.stderr: 93.2% -- replaced with /var/log/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/ceph-osd.5.log.gz 2024-04-15T21:37:29.017 INFO:teuthology.orchestra.run.smithi057.stderr: 93.3% -- replaced with /var/log/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/ceph-osd.0.log.gz 2024-04-15T21:37:29.058 INFO:teuthology.orchestra.run.smithi057.stderr: 93.2% -- replaced with /var/log/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/ceph-osd.1.log.gz 2024-04-15T21:37:29.061 INFO:teuthology.orchestra.run.smithi148.stderr: 93.4% -- replaced with /var/log/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/ceph-osd.4.log.gz 2024-04-15T21:37:29.063 INFO:teuthology.orchestra.run.smithi148.stderr: 2024-04-15T21:37:29.063 INFO:teuthology.orchestra.run.smithi148.stderr:real 0m1.997s 2024-04-15T21:37:29.064 INFO:teuthology.orchestra.run.smithi148.stderr:user 0m7.374s 2024-04-15T21:37:29.064 INFO:teuthology.orchestra.run.smithi148.stderr:sys 0m0.307s 2024-04-15T21:37:29.277 INFO:teuthology.orchestra.run.smithi057.stderr: 93.3% -- replaced with /var/log/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/ceph-osd.3.log.gz 2024-04-15T21:37:29.492 INFO:teuthology.orchestra.run.smithi057.stderr: 91.6% -- replaced with /var/log/ceph/b97cffaa-fb6a-11ee-bc8f-c7b262605968/ceph-mon.a.log.gz 2024-04-15T21:37:29.494 INFO:teuthology.orchestra.run.smithi057.stderr: 2024-04-15T21:37:29.494 INFO:teuthology.orchestra.run.smithi057.stderr:real 0m2.429s 2024-04-15T21:37:29.494 INFO:teuthology.orchestra.run.smithi057.stderr:user 0m11.702s 2024-04-15T21:37:29.494 INFO:teuthology.orchestra.run.smithi057.stderr:sys 0m0.394s 2024-04-15T21:37:29.495 INFO:tasks.cephadm:Archiving logs... 2024-04-15T21:37:29.495 DEBUG:teuthology.misc:Transferring archived files from smithi057:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-04-15_20:08:15-orch-main-distro-default-smithi/7657317/remote/smithi057/log 2024-04-15T21:37:29.496 DEBUG:teuthology.orchestra.run.smithi057:> sudo tar c -f - -C /var/log/ceph -- . 2024-04-15T21:37:30.950 DEBUG:teuthology.misc:Transferring archived files from smithi148:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-04-15_20:08:15-orch-main-distro-default-smithi/7657317/remote/smithi148/log 2024-04-15T21:37:30.951 DEBUG:teuthology.orchestra.run.smithi148:> sudo tar c -f - -C /var/log/ceph -- . 2024-04-15T21:37:31.912 INFO:tasks.cephadm:Removing cluster... 2024-04-15T21:37:31.913 DEBUG:teuthology.orchestra.run.smithi057:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 --force 2024-04-15T21:37:32.217 DEBUG:teuthology.orchestra.run.smithi148:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 --force 2024-04-15T21:37:32.513 INFO:tasks.cephadm:Removing cephadm ... 2024-04-15T21:37:32.513 DEBUG:teuthology.orchestra.run.smithi057:> rm -rf /home/ubuntu/cephtest/cephadm 2024-04-15T21:37:32.529 DEBUG:teuthology.orchestra.run.smithi148:> rm -rf /home/ubuntu/cephtest/cephadm 2024-04-15T21:37:32.544 INFO:tasks.cephadm:Teardown complete 2024-04-15T21:37:32.545 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-04-15T21:37:32.554 INFO:teuthology.task.clock:Checking final clock skew... 2024-04-15T21:37:32.555 DEBUG:teuthology.orchestra.run.smithi057:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-15T21:37:32.571 DEBUG:teuthology.orchestra.run.smithi148:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-15T21:37:32.582 INFO:teuthology.orchestra.run.smithi057.stderr:bash: line 1: ntpq: command not found 2024-04-15T21:37:32.587 INFO:teuthology.orchestra.run.smithi057.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-15T21:37:32.587 INFO:teuthology.orchestra.run.smithi057.stdout:=============================================================================== 2024-04-15T21:37:32.588 INFO:teuthology.orchestra.run.smithi057.stdout:^* hv01.front.sepia.ceph.com 3 6 377 22 +771us[ +776us] +/- 45ms 2024-04-15T21:37:32.588 INFO:teuthology.orchestra.run.smithi057.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 23 -272us[ -267us] +/- 56ms 2024-04-15T21:37:32.588 INFO:teuthology.orchestra.run.smithi057.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 21 -891us[ -891us] +/- 69ms 2024-04-15T21:37:32.588 INFO:teuthology.orchestra.run.smithi057.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-04-15T21:37:32.598 INFO:teuthology.orchestra.run.smithi148.stderr:bash: line 1: ntpq: command not found 2024-04-15T21:37:32.603 INFO:teuthology.orchestra.run.smithi148.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-15T21:37:32.603 INFO:teuthology.orchestra.run.smithi148.stdout:=============================================================================== 2024-04-15T21:37:32.603 INFO:teuthology.orchestra.run.smithi148.stdout:^* hv01.front.sepia.ceph.com 3 6 377 21 +781us[ +788us] +/- 45ms 2024-04-15T21:37:32.603 INFO:teuthology.orchestra.run.smithi148.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 23 -258us[ -251us] +/- 56ms 2024-04-15T21:37:32.603 INFO:teuthology.orchestra.run.smithi148.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 25 -884us[ -877us] +/- 69ms 2024-04-15T21:37:32.604 INFO:teuthology.orchestra.run.smithi148.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-04-15T21:37:32.604 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-04-15T21:37:32.613 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-04-15T21:37:32.613 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-04-15T21:37:32.681 DEBUG:teuthology.orchestra.run.smithi057:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-04-15T21:37:32.792 DEBUG:teuthology.orchestra.run.smithi148:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-04-15T21:37:32.893 DEBUG:teuthology.orchestra.run.smithi057:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2024-04-15T21:37:32.926 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-15T21:37:32.926 DEBUG:teuthology.orchestra.run.smithi148:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2024-04-15T21:37:32.959 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-15T21:37:32.960 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-04-15T21:37:32.969 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-04-15T21:37:33.038 INFO:teuthology.task.internal:Duration was 2692.392855 seconds 2024-04-15T21:37:33.039 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-04-15T21:37:33.106 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-04-15T21:37:33.106 DEBUG:teuthology.orchestra.run.smithi057:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-04-15T21:37:33.108 DEBUG:teuthology.orchestra.run.smithi148:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-04-15T21:37:33.153 INFO:teuthology.orchestra.run.smithi057.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-15T21:37:33.154 INFO:teuthology.orchestra.run.smithi148.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-15T21:37:33.672 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-04-15T21:37:33.672 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi057.front.sepia.ceph.com 2024-04-15T21:37:33.673 DEBUG:teuthology.orchestra.run.smithi057:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-04-15T21:37:33.697 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi148.front.sepia.ceph.com 2024-04-15T21:37:33.697 DEBUG:teuthology.orchestra.run.smithi148:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-04-15T21:37:33.722 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-04-15T21:37:33.722 DEBUG:teuthology.orchestra.run.smithi057:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-04-15T21:37:33.739 DEBUG:teuthology.orchestra.run.smithi148:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-04-15T21:37:33.795 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-04-15T21:37:33.795 DEBUG:teuthology.orchestra.run.smithi057:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-04-15T21:37:33.812 DEBUG:teuthology.orchestra.run.smithi148:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-04-15T21:37:34.579 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-04-15T21:37:34.588 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-04-15T21:37:34.588 DEBUG:teuthology.orchestra.run.smithi057:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-04-15T21:37:34.616 DEBUG:teuthology.orchestra.run.smithi148:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-04-15T21:37:34.645 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-04-15T21:37:34.654 DEBUG:teuthology.orchestra.run.smithi057:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-04-15T21:37:34.659 DEBUG:teuthology.orchestra.run.smithi148:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-04-15T21:37:34.683 INFO:teuthology.orchestra.run.smithi057.stdout:kernel.core_pattern = core 2024-04-15T21:37:34.712 INFO:teuthology.orchestra.run.smithi148.stdout:kernel.core_pattern = core 2024-04-15T21:37:34.739 DEBUG:teuthology.orchestra.run.smithi057:> test -e /home/ubuntu/cephtest/archive/coredump 2024-04-15T21:37:34.780 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-15T21:37:34.781 DEBUG:teuthology.orchestra.run.smithi148:> test -e /home/ubuntu/cephtest/archive/coredump 2024-04-15T21:37:34.795 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-15T21:37:34.796 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-04-15T21:37:34.806 INFO:teuthology.task.internal:Transferring archived files... 2024-04-15T21:37:34.808 DEBUG:teuthology.misc:Transferring archived files from smithi057:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-04-15_20:08:15-orch-main-distro-default-smithi/7657317/remote/smithi057 2024-04-15T21:37:34.808 DEBUG:teuthology.orchestra.run.smithi057:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-04-15T21:37:34.884 DEBUG:teuthology.misc:Transferring archived files from smithi148:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-04-15_20:08:15-orch-main-distro-default-smithi/7657317/remote/smithi148 2024-04-15T21:37:34.884 DEBUG:teuthology.orchestra.run.smithi148:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-04-15T21:37:34.938 INFO:teuthology.task.internal:Removing archive directory... 2024-04-15T21:37:34.938 DEBUG:teuthology.orchestra.run.smithi057:> rm -rf -- /home/ubuntu/cephtest/archive 2024-04-15T21:37:34.941 DEBUG:teuthology.orchestra.run.smithi148:> rm -rf -- /home/ubuntu/cephtest/archive 2024-04-15T21:37:34.982 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-04-15T21:37:34.993 INFO:teuthology.task.internal:Not uploading archives. 2024-04-15T21:37:34.993 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-04-15T21:37:35.060 INFO:teuthology.task.internal:Tidying up after the test... 2024-04-15T21:37:35.061 DEBUG:teuthology.orchestra.run.smithi057:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-04-15T21:37:35.063 DEBUG:teuthology.orchestra.run.smithi148:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-04-15T21:37:35.076 INFO:teuthology.orchestra.run.smithi057.stdout: 262166 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Apr 15 21:37 /home/ubuntu/cephtest 2024-04-15T21:37:35.078 INFO:teuthology.orchestra.run.smithi148.stdout: 262166 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Apr 15 21:37 /home/ubuntu/cephtest 2024-04-15T21:37:35.079 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-04-15T21:37:35.129 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-04-15T21:37:35.212 INFO:teuthology.nuke:Checking targets against current locks 2024-04-15T21:37:35.241 DEBUG:teuthology.nuke:shortname: smithi057 2024-04-15T21:37:35.242 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-04-15T21:37:35.265 DEBUG:teuthology.nuke:shortname: smithi148 2024-04-15T21:37:35.265 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-04-15T21:37:35.270 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi057.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-04-15_20:08:15-orch-main-distro-default-smithi/7657317', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-15 20:43:55.808676', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBBjVIIb4EpNjxl3oORrVUrMmft51iu2Sv/wl2herYdXVpPYbXlnPK7FDVtwrq7mfA34tHtNem5pHA56UyEunhSE='} 2024-04-15T21:37:35.285 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi148.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-04-15_20:08:15-orch-main-distro-default-smithi/7657317', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-15 20:43:55.807057', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBL6KfaNSzaEBeUyarvZ6dujpQpOawCJcd1Yrx25duUzD4l9Gptc8I2aG5ARPO67Yawap3OJZJ3HffF+zOE7gSDw='} 2024-04-15T21:37:35.319 INFO:teuthology.orchestra.console.smithi057:Power off 2024-04-15T21:37:35.319 DEBUG:teuthology.orchestra.console.smithi057:pexpect command: ipmitool -H smithi057.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2024-04-15T21:37:35.336 INFO:teuthology.orchestra.console.smithi148:Power off 2024-04-15T21:37:35.337 DEBUG:teuthology.orchestra.console.smithi148:pexpect command: ipmitool -H smithi148.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2024-04-15T21:37:35.346 DEBUG:teuthology.orchestra.console.smithi057:power off output: Chassis Power Control: Down/Off 2024-04-15T21:37:35.347 DEBUG:teuthology.orchestra.console.smithi057:pexpect command: ipmitool -H smithi057.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-15T21:37:35.360 DEBUG:teuthology.orchestra.console.smithi148:power off output: Chassis Power Control: Down/Off 2024-04-15T21:37:35.360 DEBUG:teuthology.orchestra.console.smithi148:pexpect command: ipmitool -H smithi148.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-15T21:37:35.376 DEBUG:teuthology.orchestra.console.smithi057:check power output: Chassis Power is on 2024-04-15T21:37:35.386 DEBUG:teuthology.orchestra.console.smithi148:check power output: Chassis Power is on 2024-04-15T21:37:39.377 DEBUG:teuthology.orchestra.console.smithi057:pexpect command: ipmitool -H smithi057.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-15T21:37:39.388 DEBUG:teuthology.orchestra.console.smithi148:pexpect command: ipmitool -H smithi148.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-15T21:37:39.488 DEBUG:teuthology.orchestra.console.smithi057:check power output: Chassis Power is on 2024-04-15T21:37:39.497 DEBUG:teuthology.orchestra.console.smithi148:check power output: Chassis Power is on 2024-04-15T21:37:43.494 DEBUG:teuthology.orchestra.console.smithi057:pexpect command: ipmitool -H smithi057.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-15T21:37:43.503 DEBUG:teuthology.orchestra.console.smithi148:pexpect command: ipmitool -H smithi148.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-15T21:37:43.606 DEBUG:teuthology.orchestra.console.smithi057:check power output: Chassis Power is off 2024-04-15T21:37:43.614 DEBUG:teuthology.orchestra.console.smithi148:check power output: Chassis Power is off 2024-04-15T21:37:43.707 INFO:teuthology.orchestra.console.smithi057:Power off completed 2024-04-15T21:37:43.715 INFO:teuthology.orchestra.console.smithi148:Power off completed 2024-04-15T21:37:43.820 INFO:teuthology.run:Summary data: description: orch/cephadm/upgrade/{1-start-distro/1-start-centos_9.stream 2-repo_digest/repo_digest 3-upgrade/staggered 4-wait 5-upgrade-ls agent/on mon_election/connectivity} duration: 2692.3928554058075 failure_reason: 'Command failed on smithi057 with status 1: ''sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b97cffaa-fb6a-11ee-bc8f-c7b262605968 -e sha1=87dbfb632e974cb2c28d17423071d2d833b53b29 -- bash -c \''ceph orch upgrade check quay.ceph.io/ceph-ci/ceph:$sha1 | jq -e \''"\''"\''.up_to_date | length == 7\''"\''"\''\''''' owner: scheduled_teuthology@teuthology sentry_event: https://sentry.ceph.com/organizations/ceph/?query=7e5bea7b56f1458eae18cab524e519cb status: fail success: false 2024-04-15T21:37:43.821 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-04-15T21:37:43.906 INFO:teuthology.run:FAIL